Add Delta Lake connector

This connecter was originally written for the Starburst Enterprise
platform.

Co-authored by various engineers at Starburst Data:

Co-authored-by: Alex Jo <[email protected]>
Co-authored-by: Piotr Findeisen <[email protected]>
Co-authored-by: Łukasz Osipiuk <[email protected]>
Co-authored-by: Alex Albu <[email protected]>
Co-authored-by: Mateusz Gajewski <[email protected]>
Co-authored-by: Raunaq Morarka <[email protected]>
Co-authored-by: Ashhar Hasan <[email protected]>
Co-authored-by: Michał Ślizak <[email protected]>
Co-authored-by: Justin-Kwan <[email protected]>
Co-authored-by: Grzegorz Kokosiński <[email protected]>
Co-authored-by: Arkadiusz Czajkowski <[email protected]>
Co-authored-by: Konrad Dziedzic <[email protected]>
Co-authored-by: Jacob I. Komissar <[email protected]>
Co-authored-by: Krzysztof Sobolewski <[email protected]>
Co-authored-by: Marius Grama <[email protected]>
Co-authored-by: Irek Matysiewicz <[email protected]>
Co-authored-by: Krzysztof Skrzypczynski <[email protected]>
Co-authored-by: Jan Was <[email protected]>
Co-authored-by: Yuya Ebihara <[email protected]>
Co-authored-by: praveenkrishna <[email protected]>
Co-authored-by: Karol Sobczak <[email protected]>
Co-authored-by: David Phillips <[email protected]>
Co-authored-by: Sasha Sheikin <[email protected]>
Co-authored-by: Charles Morgan <[email protected]>
Co-authored-by: Martin Traverso <[email protected]>
Co-authored-by: Jason van Zyl <[email protected]>
Co-authored-by: Szymon Homa <[email protected]>
Co-authored-by: Dain Sundstrom <[email protected]>

.github/workflows/ci.yml

@@ -310,6 +310,7 @@ jobs:
             !:trino-accumulo,
             !:trino-cassandra,
             !:trino-clickhouse,
+            !:trino-delta-lake,
             !:trino-hive,
             !:trino-elasticsearch,
             !:trino-mongodb,
@@ -380,6 +381,7 @@ jobs:
             - { modules: plugin/trino-accumulo }
             - { modules: plugin/trino-cassandra }
             - { modules: plugin/trino-clickhouse }
+            - { modules: plugin/trino-delta-lake }
             - { modules: plugin/trino-hive }
             - { modules: plugin/trino-hive, profile: test-parquet }
             - { modules: plugin/trino-hive, profile: test-failure-recovery }
@@ -441,6 +443,23 @@ jobs:
         if: matrix.modules != 'plugin/trino-memsql'
         run: $MAVEN test ${MAVEN_TEST} -pl ${{ matrix.modules }} ${{ matrix.profile != '' && format('-P {0}', matrix.profile) || '' }}
       # Additional tests for selected modules
+      - name: Cloud Delta Lake Tests
+        env:
+          ABFS_CONTAINER: ${{ secrets.AZURE_ABFS_CONTAINER }}
+          ABFS_ACCOUNT: ${{ secrets.AZURE_ABFS_ACCOUNT }}
+          ABFS_ACCESSKEY: ${{ secrets.AZURE_ABFS_ACCESSKEY }}
+          AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESSKEY }}
+          AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRETKEY }}
+          AWS_REGION: us-east-2
+        # Run tests if any of the secrets is present. Do not skip tests when one secret renamed, or secret name has a typo.
+        if: >-
+          contains(matrix.modules, 'trino-delta-lake') &&
+          (env.ABFS_ACCOUNT != '' || env.ABFS_CONTAINER != '' || env.ABFS_ACCESSKEY != '' || env.AWS_ACCESS_KEY_ID != '' || env.AWS_SECRET_ACCESS_KEY != '')
+        run: |
+          $MAVEN test ${MAVEN_TEST} -P cloud-tests -pl :trino-delta-lake \
+            -Dhive.hadoop2.azure-abfs-container="${ABFS_CONTAINER}" \
+            -Dhive.hadoop2.azure-abfs-account="${ABFS_ACCOUNT}" \
+            -Dhive.hadoop2.azure-abfs-access-key="${ABFS_ACCESSKEY}"
       - name: Memsql Tests
         env:
           MEMSQL_LICENSE: ${{ secrets.MEMSQL_LICENSE }}

core/trino-server/src/main/provisio/trino.xml

@@ -271,6 +271,12 @@
         </artifact>
     </artifactSet>
 
+    <artifactSet to="plugin/delta-lake">
+        <artifact id="${project.groupId}:trino-delta-lake:zip:${project.version}">
+            <unpack />
+        </artifact>
+    </artifactSet>
+
     <artifactSet to="plugin/exchange">
         <artifact id="${project.groupId}:trino-exchange:zip:${project.version}">
             <unpack />