fix(ingestion/dremio): Fixed lineage view for dremio EE (datahub-proj…

…ect#11990)
sleeperdeep · Dec 17, 2024 · 22989a9 · 22989a9
1 parent 6431ad9
commit 22989a9
Show file tree

Hide file tree

Showing 2 changed files with 1,423 additions and 675 deletions.
diff --git a/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_source.py b/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_source.py
@@ -396,10 +396,12 @@ def process_dataset(
         ):
             yield dremio_mcp
             # Check if the emitted aspect is SchemaMetadataClass
-            if isinstance(dremio_mcp.metadata, SchemaMetadataClass):
+            if isinstance(
+                dremio_mcp.metadata, MetadataChangeProposalWrapper
+            ) and isinstance(dremio_mcp.metadata.aspect, SchemaMetadataClass):
                 self.sql_parsing_aggregator.register_schema(
                     urn=dataset_urn,
-                    schema=dremio_mcp.metadata,
+                    schema=dremio_mcp.metadata.aspect,
                 )
 
         if dataset_info.dataset_type == DremioDatasetType.VIEW: