02.5-ingest-dump-snapshot-incremental.yaml

name: 02.5 - Dump GLVD Postgres Snapshot to sql file (incremental)
on:
  workflow_dispatch:

jobs:
  download-previous-dump:
    runs-on: ubuntu-latest
    steps:
      - name: Check out repository code
        uses: actions/checkout@v4
      - run: |
          LATEST_RUN_ID=$(gh run list --repo gardenlinux/glvd-data-ingestion --branch main --workflow 02-ingest-dump-snapshot.yaml --json databaseId --limit 1 | jq -r '.[0].databaseId')
          gh run download $LATEST_RUN_ID -n glvd.sql --repo gardenlinux/glvd-data-ingestion
        env:
          GH_TOKEN: ${{ github.token }}

      - uses: actions/upload-artifact@v4
        with:
          name: previous-glvd.sql
          path: glvd.sql

  dump-db-snapshot:
    runs-on: ubuntu-latest
    needs:
      - download-previous-dump
    container: ghcr.io/gardenlinux/glvd-data-ingestion:latest
    env:
      PGUSER: glvd
      PGDATABASE: glvd
      PGPASSWORD: glvd
      PGHOST: postgres
      PGPORT: 5432

    services:
      postgres:
        image: ghcr.io/gardenlinux/glvd-postgres:latest
        env:
          POSTGRES_USER: glvd
          POSTGRES_DB: glvd
          POSTGRES_PASSWORD: glvd
        options: >-
          --health-cmd pg_isready
          --health-interval 10s
          --health-timeout 5s
          --health-retries 5
        ports:
          - 5432:5432

    steps:
      - name: Check out repository code
        uses: actions/checkout@v4

      - run: |
          echo "$PGHOST:$PGPORT:$PGDATABASE:$PGUSER:$PGPASSWORD" > ~/.pgpass
          chmod 0600 ~/.pgpass

      - uses: actions/download-artifact@v4
        with:
          name: previous-glvd.sql

      - run: psql glvd -f glvd.sql

      - name: Ingest Data
        run: /usr/local/src/ingest-postgres.sh

      - name: Dump Database Snapshot
        run: |
          pg_dump -h postgres -p 5432 -U glvd glvd > glvd.sql

      - name: Dump Database Schema
        run: |
          pg_dump --schema-only -h postgres -p 5432 -U glvd glvd > glvd-schema.sql

      - uses: actions/upload-artifact@v4
        with:
          name: glvd.sql
          path: glvd.sql
          retention-days: 2

      - uses: actions/upload-artifact@v4
        with:
          name: glvd-schema.sql
          path: glvd-schema.sql
          retention-days: 2