feat: add sqlalchemy as dlt destination

.github/workflows/test_neo4j.yml

@@ -18,13 +18,6 @@ jobs:
     name: docs changes
     uses: ./.github/workflows/get_docs_changes.yml
 
-  setup_docker:
-    name: Set up Docker Buildx
-    runs-on: ubuntu-latest
-    steps:
-      - name: Set up Docker Buildx
-        uses: docker/setup-buildx-action@v3
-
   run_neo4j_integration_test:
     name: test
     needs: get_docs_changes
@@ -35,18 +28,6 @@ jobs:
       run:
         shell: bash
 
-    services:
-      postgres:
-        image: postgres:latest
-        env:
-          POSTGRES_USER: cognee
-          POSTGRES_PASSWORD: cognee
-          POSTGRES_DB: cognee_db
-        volumes:
-          - postgres_data:/var/lib/postgresql/data
-        ports:
-          - 5432:5432
-
     steps:
       - name: Check out
         uses: actions/checkout@master
@@ -66,33 +47,11 @@ jobs:
       - name: Install dependencies
         run: poetry install --no-interaction
 
-      - name: Create .cognee_system directory and print path
-        run: |
-          mkdir .cognee_system
-          echo $(pwd)/.cognee_system
-
-      - name: Wait for PostgreSQL to be ready
-        run: |
-          echo "Waiting for PostgreSQL to be ready..."
-          until pg_isready -h localhost -p 5432 -U cognee; do
-            sleep 1
-          done
-
       - name: Run default Neo4j
         env:
           ENV: 'dev'
           LLM_API_KEY: ${{ secrets.OPENAI_API_KEY }}
           GRAPH_DATABASE_URL: ${{ secrets.NEO4J_API_URL }}
           GRAPH_DATABASE_PASSWORD: ${{ secrets.NEO4J_API_KEY }}
           GRAPH_DATABASE_USERNAME: "neo4j"
-          DB_USER: cognee
-          DB_PASSWORD: cognee
-          DB_NAME: cognee_db
-          DB_HOST: localhost
-          DB_PORT: 5432
-          DESTINATION__POSTGRES__CREDENTIALS__HOST: localhost
-          DESTINATION__POSTGRES__CREDENTIALS__PORT: 5432
-          DESTINATION__POSTGRES__CREDENTIALS__USERNAME: cognee
-          DESTINATION__POSTGRES__CREDENTIALS__PASSWORD: cognee
-          DESTINATION__POSTGRES__CREDENTIALS__DATABASE: cognee_db
         run: poetry run python ./cognee/tests/test_neo4j.py

.github/workflows/test_python_3_10.yml

@@ -18,15 +18,6 @@ jobs:
     name: docs changes
     uses: ./.github/workflows/get_docs_changes.yml
 
-  setup_docker:
-    name: Set up Docker Buildx
-    runs-on: ubuntu-latest
-    strategy:
-      fail-fast: false
-    steps:
-      - name: Set up Docker Buildx
-        uses: docker/setup-buildx-action@v3
-
   run_common:
     name: test
     needs: get_docs_changes
@@ -38,19 +29,6 @@ jobs:
       run:
         shell: bash
 
-    services:
-      postgres:
-        image: postgres:latest
-        env:
-          PGUSER: cognee
-          POSTGRES_USER: cognee
-          POSTGRES_PASSWORD: cognee
-          POSTGRES_DB: cognee_db
-        volumes:
-          - postgres_data:/var/lib/postgresql/data
-        ports:
-          - 5432:5432
-
     steps:
       - name: Check out
         uses: actions/checkout@master
@@ -71,40 +49,13 @@ jobs:
       - name: Install dependencies
         run: poetry install --no-interaction
 
-      - name: Create .cognee_system directory and print path
-        run: |
-          mkdir .cognee_system
-          echo $(pwd)/.cognee_system
-
-      - name: Wait for PostgreSQL to be ready
-        env:
-          PGUSER: cognee
-          POSTGRES_USER: cognee
-          POSTGRES_PASSWORD: cognee
-          POSTGRES_DB: cognee_db
-        run: |
-          echo "Waiting for PostgreSQL to be ready..."
-          until pg_isready -h localhost -p 5432 -U cognee; do
-            sleep 1
-          done
-
       - name: Run tests
         run: poetry run pytest tests/
 
       - name: Run default basic pipeline
         env:
           ENV: 'dev'
           LLM_API_KEY: ${{ secrets.OPENAI_API_KEY }}
-          DB_HOST: localhost
-          DB_USERNAME: cognee
-          DB_PASSWORD: cognee
-          DB_DATABASE: cognee_db
-          DB_PORT: 5432
-          DESTINATION__POSTGRES__CREDENTIALS__HOST: localhost
-          DESTINATION__POSTGRES__CREDENTIALS__PORT: 5432
-          DESTINATION__POSTGRES__CREDENTIALS__USERNAME: cognee
-          DESTINATION__POSTGRES__CREDENTIALS__PASSWORD: cognee
-          DESTINATION__POSTGRES__CREDENTIALS__DATABASE: cognee_db
         run: poetry run python ./cognee/tests/test_library.py
 
       - name: Clean up disk space

.github/workflows/test_python_3_11.yml

@@ -18,15 +18,6 @@ jobs:
     name: docs changes
     uses: ./.github/workflows/get_docs_changes.yml
 
-  setup_docker:
-    name: Set up Docker Buildx
-    runs-on: ubuntu-latest
-    strategy:
-      fail-fast: false
-    steps:
-      - name: Set up Docker Buildx
-        uses: docker/setup-buildx-action@v3
-
   run_common:
     name: test
     needs: get_docs_changes
@@ -38,19 +29,6 @@ jobs:
       run:
         shell: bash
 
-    services:
-      postgres:
-        image: postgres:latest
-        env:
-          PGUSER: cognee
-          POSTGRES_USER: cognee
-          POSTGRES_PASSWORD: cognee
-          POSTGRES_DB: cognee_db
-        volumes:
-          - postgres_data:/var/lib/postgresql/data
-        ports:
-          - 5432:5432
-
     steps:
       - name: Check out
         uses: actions/checkout@master
@@ -71,40 +49,13 @@ jobs:
       - name: Install dependencies
         run: poetry install --no-interaction
 
-      - name: Create .cognee_system directory and print path
-        run: |
-          mkdir .cognee_system
-          echo $(pwd)/.cognee_system
-
-      - name: Wait for PostgreSQL to be ready
-        env:
-          PGUSER: cognee
-          POSTGRES_USER: cognee
-          POSTGRES_PASSWORD: cognee
-          POSTGRES_DB: cognee_db
-        run: |
-          echo "Waiting for PostgreSQL to be ready..."
-          until pg_isready -h localhost -p 5432 -U cognee; do
-            sleep 1
-          done
-
       - name: Run tests
         run: poetry run pytest tests/
 
       - name: Run default basic pipeline
         env:
           ENV: 'dev'
           LLM_API_KEY: ${{ secrets.OPENAI_API_KEY }}
-          DB_HOST: localhost
-          DB_USERNAME: cognee
-          DB_PASSWORD: cognee
-          DB_DATABASE: cognee_db
-          DB_PORT: 5432
-          DESTINATION__POSTGRES__CREDENTIALS__HOST: localhost
-          DESTINATION__POSTGRES__CREDENTIALS__PORT: 5432
-          DESTINATION__POSTGRES__CREDENTIALS__USERNAME: cognee
-          DESTINATION__POSTGRES__CREDENTIALS__PASSWORD: cognee
-          DESTINATION__POSTGRES__CREDENTIALS__DATABASE: cognee_db
         run: poetry run python ./cognee/tests/test_library.py
 
       - name: Clean up disk space

.github/workflows/test_python_3_9.yml

@@ -18,15 +18,6 @@ jobs:
     name: docs changes
     uses: ./.github/workflows/get_docs_changes.yml
 
-  setup_docker:
-    name: Set up Docker Buildx
-    runs-on: ubuntu-latest
-    strategy:
-      fail-fast: false
-    steps:
-      - name: Set up Docker Buildx
-        uses: docker/setup-buildx-action@v3
-
   run_common:
     name: test
     needs: get_docs_changes
@@ -38,19 +29,6 @@ jobs:
       run:
         shell: bash
 
-    services:
-      postgres:
-        image: postgres:latest
-        env:
-          PGUSER: cognee
-          POSTGRES_USER: cognee
-          POSTGRES_PASSWORD: cognee
-          POSTGRES_DB: cognee_db
-        volumes:
-          - postgres_data:/var/lib/postgresql/data
-        ports:
-          - 5432:5432
-
     steps:
       - name: Check out
         uses: actions/checkout@master
@@ -71,40 +49,13 @@ jobs:
       - name: Install dependencies
         run: poetry install --no-interaction
 
-      - name: Create .cognee_system directory and print path
-        run: |
-          mkdir .cognee_system
-          echo $(pwd)/.cognee_system
-
-      - name: Wait for PostgreSQL to be ready
-        env:
-          PGUSER: cognee
-          POSTGRES_USER: cognee
-          POSTGRES_PASSWORD: cognee
-          POSTGRES_DB: cognee_db
-        run: |
-          echo "Waiting for PostgreSQL to be ready..."
-          until pg_isready -h localhost -p 5432 -U cognee; do
-            sleep 1
-          done
-
       - name: Run tests
         run: poetry run pytest tests/
 
       - name: Run default basic pipeline
         env:
           ENV: 'dev'
           LLM_API_KEY: ${{ secrets.OPENAI_API_KEY }}
-          DB_HOST: localhost
-          DB_USERNAME: cognee
-          DB_PASSWORD: cognee
-          DB_DATABASE: cognee_db
-          DB_PORT: 5432
-          DESTINATION__POSTGRES__CREDENTIALS__HOST: localhost
-          DESTINATION__POSTGRES__CREDENTIALS__PORT: 5432
-          DESTINATION__POSTGRES__CREDENTIALS__USERNAME: cognee
-          DESTINATION__POSTGRES__CREDENTIALS__PASSWORD: cognee
-          DESTINATION__POSTGRES__CREDENTIALS__DATABASE: cognee_db
         run: poetry run python ./cognee/tests/test_library.py
 
       - name: Clean up disk space

.github/workflows/test_qdrant.yml

@@ -18,13 +18,6 @@ jobs:
     name: docs changes
     uses: ./.github/workflows/get_docs_changes.yml
 
-  setup_docker:
-    name: Set up Docker Buildx
-    runs-on: ubuntu-latest
-    steps:
-      - name: Set up Docker Buildx
-        uses: docker/setup-buildx-action@v3
-
   run_qdrant_integration_test:
     name: test
     needs: get_docs_changes
@@ -35,18 +28,6 @@ jobs:
       run:
         shell: bash
 
-    services:
-      postgres:
-        image: postgres:latest
-        env:
-          POSTGRES_USER: cognee
-          POSTGRES_PASSWORD: cognee
-          POSTGRES_DB: cognee_db
-        volumes:
-          - postgres_data:/var/lib/postgresql/data
-        ports:
-          - 5432:5432
-
     steps:
       - name: Check out
         uses: actions/checkout@master
@@ -66,32 +47,10 @@ jobs:
       - name: Install dependencies
         run: poetry install --no-interaction
 
-      - name: Create .cognee_system directory and print path
-        run: |
-          mkdir .cognee_system
-          echo $(pwd)/.cognee_system
-
-      - name: Wait for PostgreSQL to be ready
-        run: |
-          echo "Waiting for PostgreSQL to be ready..."
-          until pg_isready -h localhost -p 5432 -U cognee; do
-            sleep 1
-          done
-
       - name: Run default Qdrant
         env:
           ENV: 'dev'
           LLM_API_KEY: ${{ secrets.OPENAI_API_KEY }}
           VECTOR_DB_URL: ${{ secrets.QDRANT_API_URL }}
           VECTOR_DB_KEY: ${{ secrets.QDRANT_API_KEY }}
-          DB_USER: cognee
-          DB_PASSWORD: cognee
-          DB_NAME: cognee_db
-          DB_HOST: localhost
-          DB_PORT: 5432
-          DESTINATION__POSTGRES__CREDENTIALS__HOST: localhost
-          DESTINATION__POSTGRES__CREDENTIALS__PORT: 5432
-          DESTINATION__POSTGRES__CREDENTIALS__USERNAME: cognee
-          DESTINATION__POSTGRES__CREDENTIALS__PASSWORD: cognee
-          DESTINATION__POSTGRES__CREDENTIALS__DATABASE: cognee_db
         run: poetry run python ./cognee/tests/test_qdrant.py