feat: Start implementation of databrickslabs#1133

Signed-off-by: Jim.Idle <[email protected]>
jimidle · Apr 23, 2024 · 0d845a4 · 0d845a4
1 parent ec1801c
commit 0d845a4
Showing 1 changed file with 13 additions and 0 deletions.
diff --git a/src/databricks/labs/ucx/source_code/pyspark.py b/src/databricks/labs/ucx/source_code/pyspark.py
@@ -13,6 +13,19 @@
 )
 from databricks.labs.ucx.source_code.queries import FromTable
 
+CLOUD_DIRECT_REFS = {
+    "s3a://",
+    "s3n://",
+    "s3://",
+    "wasb://",
+    "wasbs://",
+    "abfs://",
+    "abfss://",
+    "dbfs:/",
+    "hdfs://",
+    "file:/",
+}
+
 
 @dataclass
 class Matcher(ABC):