From 071b9ecfbf9d8dcb2235a48b8041e72356c7eb21 Mon Sep 17 00:00:00 2001 From: Dushyant Bhalgami Date: Sun, 9 Jun 2024 13:45:49 +0200 Subject: [PATCH] fix(ingestion/airflow-plugin): fixed linter issues --- .../src/datahub_airflow_plugin/datahub_listener.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/metadata-ingestion-modules/airflow-plugin/src/datahub_airflow_plugin/datahub_listener.py b/metadata-ingestion-modules/airflow-plugin/src/datahub_airflow_plugin/datahub_listener.py index 56b33f5e12cd19..22b569d34ae198 100644 --- a/metadata-ingestion-modules/airflow-plugin/src/datahub_airflow_plugin/datahub_listener.py +++ b/metadata-ingestion-modules/airflow-plugin/src/datahub_airflow_plugin/datahub_listener.py @@ -609,7 +609,9 @@ def on_dag_start(self, dag_run: "DagRun") -> None: builder.make_data_job_urn_with_flow(str(flow_urn), task.task_id) ) - obsolete_pipelines = set(filtered_ingested_dataflow_urns) - set(airflow_flow_urns) + obsolete_pipelines = set(filtered_ingested_dataflow_urns) - set( + airflow_flow_urns + ) obsolete_tasks = set(filtered_ingested_datajob_urns) - set(airflow_job_urns) obsolete_urns = obsolete_pipelines.union(obsolete_tasks)