From 0d845a457619be2f1b0dcd4317a9635911750fda Mon Sep 17 00:00:00 2001 From: "Jim.Idle" Date: Tue, 23 Apr 2024 08:47:26 -0600 Subject: [PATCH] feat: Start implementation of #1133 Signed-off-by: Jim.Idle --- src/databricks/labs/ucx/source_code/pyspark.py | 13 +++++++++++++ 1 file changed, 13 insertions(+) diff --git a/src/databricks/labs/ucx/source_code/pyspark.py b/src/databricks/labs/ucx/source_code/pyspark.py index f4419bf5b9..83ec813b4b 100644 --- a/src/databricks/labs/ucx/source_code/pyspark.py +++ b/src/databricks/labs/ucx/source_code/pyspark.py @@ -13,6 +13,19 @@ ) from databricks.labs.ucx.source_code.queries import FromTable +CLOUD_DIRECT_REFS = { + "s3a://", + "s3n://", + "s3://", + "wasb://", + "wasbs://", + "abfs://", + "abfss://", + "dbfs:/", + "hdfs://", + "file:/", +} + @dataclass class Matcher(ABC):