Deprecate the provider and proxy to upstream Airflow provider

.github/workflows/ci.yml

@@ -2,7 +2,7 @@
 name: Build and test astro databricks provider
 on:  # yamllint disable-line rule:truthy
   push:
-    branches: [main]
+    branches: [main, deprecate-provider]
 
   pull_request:
     branches: [main, 'release-**']
@@ -78,7 +78,7 @@ jobs:
       fail-fast: false
       matrix:
         python: ['3.8', '3.9', '3.10']
-        airflow: [2.5]
+        airflow: [2.7]
     if: >-
       github.event_name == 'push' ||
       (
@@ -125,7 +125,7 @@ jobs:
       fail-fast: false
       matrix:
         python: ['3.8', '3.9', '3.10']
-        airflow: ['2.3', '2.4', '2.5', '2.6', '2.7', '2.8']
+        airflow: ['2.7', '2.8']
 
     if: >-
       github.event_name == 'push' ||
@@ -172,7 +172,7 @@ jobs:
           path: ./.coverage
     env:
       DATABRICKS_CONN_TOKEN: ${{ secrets.DATABRICKS_CONN_TOKEN }}
-      DATABRICKS_CONN_HOST: {{ secrets.DATABRICKS_CONN_HOST }}
+      DATABRICKS_CONN_HOST: ${{ secrets.DATABRICKS_CONN_HOST }}
       DATABRICKS_CONN: ${{ secrets.AIRFLOW_CONN_DATABRICKS_DEFAULT }}
 
 

README.md

@@ -1,3 +1,6 @@
+## Deprecation Notice
+This provider is now deprecated since version 0.3.0 and will not be maintained. Please use the official [Apache Airflow Databricks Provider >= 6.8.0](https://airflow.apache.org/docs/apache-airflow-providers-databricks/stable/index.html) instead.
+
 <h1 align="center">
   Databricks Workflows in Airflow
 </h1>

docs/index.rst

@@ -1,3 +1,26 @@
+.. warning::
+    All the operators and their functionality within this repository have been deprecated and will not receive further updates.
+    Read more about the deprecation in the `Deprecation Notice` section below.
+
+Deprecation Notice
+------------------
+
+With the release ``0.3.0`` of the ``astro-provider-databricks`` package, this provider stands deprecated and will
+no longer receive updates. We recommend migrating to the official Apache Airflow Databricks Provider for the latest features and support.
+For the operators and sensors that are deprecated in this repository, migrating to the official Apache Airflow Databricks Provider
+is as simple as changing the import path from
+
+.. code-block::
+
+    from astro_databricks import import SomeOperator
+
+to
+
+.. code-block::
+
+    from airflow.providers.databricks.operators.operator_module import SomeOperator
+
+
 Astro Databricks Provider
 =========================
 

pyproject.toml

@@ -35,12 +35,8 @@ classifiers = [
     "Programming Language :: Python :: 3.10",
 ]
 dependencies = [
-    "apache-airflow>=2.3",
-    "databricks-sql-connector>=2.0.4;python_version>='3.10'",
-    "databricks-cli>=0.17.7",
-    "apache-airflow-providers-databricks>=2.2.0",
-    "mergedeep",
-    "pydantic>=1.10.0",
+    "apache-airflow>=2.7",
+    "apache-airflow-providers-databricks>=6.8.0rc1",
 ]
 
 [project.optional-dependencies]

src/astro_databricks/__init__.py

@@ -3,7 +3,7 @@
 from astro_databricks.operators.notebook import DatabricksNotebookOperator
 from astro_databricks.operators.workflow import DatabricksWorkflowTaskGroup
 
-__version__ = "0.2.2"
+__version__ = "0.3.0"
 __all__ = [
     "DatabricksNotebookOperator",
     "DatabricksWorkflowTaskGroup",