fix(ingest/iceberg): Iceberg table name (#11599)

datahub-project · Oct 11, 2024 · ebcce1f · ebcce1f
1 parent 14c7938
commit ebcce1f
Show file tree

Hide file tree

Showing 5 changed files with 4 additions and 2 deletions.
diff --git a/metadata-ingestion/src/datahub/ingestion/source/iceberg/iceberg.py b/metadata-ingestion/src/datahub/ingestion/source/iceberg/iceberg.py
@@ -182,6 +182,7 @@ def _create_iceberg_workunit(
             custom_properties["snapshot-id"] = str(table.current_snapshot().snapshot_id)
             custom_properties["manifest-list"] = table.current_snapshot().manifest_list
         dataset_properties = DatasetPropertiesClass(
+            name=table.name()[-1],
             tags=[],
             description=table.metadata.properties.get("comment", None),
             customProperties=custom_properties,

diff --git a/metadata-ingestion/tests/integration/iceberg/docker-compose.yml b/metadata-ingestion/tests/integration/iceberg/docker-compose.yml
@@ -1,5 +1,3 @@
-version: "3"
-
 services:
   spark-iceberg:
     image: tabulario/spark-iceberg:3.3.2_1.3.0

diff --git a/metadata-ingestion/tests/integration/iceberg/iceberg_deleted_table_mces_golden.json b/metadata-ingestion/tests/integration/iceberg/iceberg_deleted_table_mces_golden.json
@@ -11,6 +11,7 @@
                 },
                 {
                     "com.linkedin.pegasus2avro.dataset.DatasetProperties": {
+                        "name": "another_taxis",
                         "customProperties": {
                             "owner": "root",
                             "created-at": "2024-06-27T17:29:32.492204247Z",

diff --git a/metadata-ingestion/tests/integration/iceberg/iceberg_ingest_mces_golden.json b/metadata-ingestion/tests/integration/iceberg/iceberg_ingest_mces_golden.json
@@ -11,6 +11,7 @@
                 },
                 {
                     "com.linkedin.pegasus2avro.dataset.DatasetProperties": {
+                        "name": "taxis",
                         "customProperties": {
                             "owner": "root",
                             "created-at": "2024-05-22T14:08:04.001538500Z",

diff --git a/metadata-ingestion/tests/integration/iceberg/iceberg_profile_mces_golden.json b/metadata-ingestion/tests/integration/iceberg/iceberg_profile_mces_golden.json
@@ -11,6 +11,7 @@
                 },
                 {
                     "com.linkedin.pegasus2avro.dataset.DatasetProperties": {
+                        "name": "taxis",
                         "customProperties": {
                             "owner": "root",
                             "created-at": "2024-05-22T14:10:22.926080700Z",