openlineage: Add documentation facet when translating from Table entity

Signed-off-by: Kacper Muda <[email protected]>

airflow/providers/openlineage/extractors/manager.py

@@ -198,6 +198,7 @@ def convert_to_ol_dataset_from_object_storage_uri(uri: str) -> Dataset | None:
     def convert_to_ol_dataset_from_table(table: Table) -> Dataset:
         from openlineage.client.facet import (
             BaseFacet,
+            DocumentationDatasetFacet,
             OwnershipDatasetFacet,
             OwnershipDatasetFacetOwners,
             SchemaDatasetFacet,
@@ -231,6 +232,8 @@ def convert_to_ol_dataset_from_table(table: Table) -> Dataset:
                     for user in table.owners
                 ]
             )
+        if table.description:
+            facets["documentation"] = DocumentationDatasetFacet(description=table.description)
         return Dataset(
             namespace=f"{table.cluster}",
             name=f"{table.database}.{table.name}",

tests/providers/openlineage/extractors/test_manager.py

@@ -19,6 +19,7 @@
 
 import pytest
 from openlineage.client.facet import (
+    DocumentationDatasetFacet,
     OwnershipDatasetFacet,
     OwnershipDatasetFacetOwners,
     SchemaDatasetFacet,
@@ -94,6 +95,7 @@ def test_convert_to_ol_dataset_from_table_with_columns_and_owners():
             User(email="[email protected]", last_name="Smith"),
             User(email="[email protected]"),
         ],
+        description="test description",
     )
     expected_facets = {
         "schema": SchemaDatasetFacet(
@@ -118,6 +120,7 @@ def test_convert_to_ol_dataset_from_table_with_columns_and_owners():
                 OwnershipDatasetFacetOwners(name="user:<[email protected]>", type=""),
             ]
         ),
+        "documentation": DocumentationDatasetFacet(description="test description"),
     }
     result = ExtractorManager.convert_to_ol_dataset_from_table(table)
     assert result.namespace == "c1"