fix(ingest): looker - extract usage for dashboards allowed by pattern (…

…datahub-project#5424)
maggiehays · Aug 1, 2022 · 81cdf89 · 81cdf89
1 parent 04ed090
commit 81cdf89
Showing 1 changed file with 7 additions and 1 deletion.
diff --git a/metadata-ingestion/src/datahub/ingestion/source/looker.py b/metadata-ingestion/src/datahub/ingestion/source/looker.py
@@ -1025,11 +1025,17 @@ def extract_usage_history_from_system_activity(
         self, dashboard_ids: List[str]
     ) -> Iterable[MetadataChangeProposalWrapper]:
 
+        dashboard_ids_allowed = [
+            dashboard_id
+            for dashboard_id in dashboard_ids
+            if self.source_config.dashboard_pattern.allowed(dashboard_id)
+        ]
+
         # key tuple (dashboard_id, date)
         dashboard_usages: Dict[tuple, DashboardUsageStatisticsClass] = dict()
 
         common_filters = {
-            "history.dashboard_id": ",".join(dashboard_ids),
+            "history.dashboard_id": ",".join(dashboard_ids_allowed),
             "history.created_date": self.source_config.extract_usage_history_for_interval,
         }
         for query in usage_queries.values():