Add lineage support for local files.

apache · Dec 17, 2024 · 992b054 · 992b054
1 parent b2d4a69
commit 992b054
Showing 1 changed file with 6 additions and 0 deletions.
diff --git a/sdks/python/apache_beam/io/localfilesystem.py b/sdks/python/apache_beam/io/localfilesystem.py
@@ -364,3 +364,9 @@ def try_delete(path):
 
     if exceptions:
       raise BeamIOError("Delete operation failed", exceptions)
+
+  def report_lineage(self, path, lineage, level=None):
+    if level == FileSystem.LineageLevel.TOP_LEVEL:
+      lineage.add('filesystem', 'localhost')
+    else:
+      lineage.add('filesystem', 'localhost', path, last_segment_sep='/')