fix(airflow): add error handling around render_template() (#10907)

datahub-project · Jul 16, 2024 · bb24651 · bb24651
1 parent ff1c6b8
commit bb24651
Showing 1 changed file with 7 additions and 2 deletions.
diff --git a/metadata-ingestion-modules/airflow-plugin/src/datahub_airflow_plugin/datahub_listener.py b/metadata-ingestion-modules/airflow-plugin/src/datahub_airflow_plugin/datahub_listener.py
@@ -362,8 +362,13 @@ def on_task_instance_running(
 
         # Render templates in a copy of the task instance.
         # This is necessary to get the correct operator args in the extractors.
-        task_instance = copy.deepcopy(task_instance)
-        task_instance.render_templates()
+        try:
+            task_instance = copy.deepcopy(task_instance)
+            task_instance.render_templates()
+        except Exception as e:
+            logger.info(
+                f"Error rendering templates in DataHub listener. Jinja-templated variables will not be extracted correctly: {e}"
+            )
 
         # The type ignore is to placate mypy on Airflow 2.1.x.
         dagrun: "DagRun" = task_instance.dag_run  # type: ignore[attr-defined]