integration.yaml

name: Integration Tests
on:
  pull_request:
    paths-ignore:
      - "**.md"
      - "**.txt"
      - "examples/**"
    branches:
      - main

jobs:
  integration:
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v3

      - name: Docker Compose Up
        run: docker compose up --build -d

      - name: Datagen Test Version
        run: docker exec datagen datagen --version

      - name: Produce to Kafka from SQL Schema in JSON Format
        run: docker exec datagen datagen -s /tests/products.sql -f json -n 3 --record-size 100 -d -p sql

      - name: Produce to Kafka from JSON Schema in JSON Format
        run: docker exec datagen datagen -s /tests/schema.json -f json -n 3 --record-size 100 -d

      - name: Produce to Kafka from Avro Schema in JSON Format
        run: docker exec datagen datagen -s /tests/schema.avsc -f json -n 3 --record-size 100 -d

      # - name: Produce to Kafka from SQL Schema in Avro Format
      #   run: docker exec datagen datagen -s /tests/products.sql -f avro -n 3 --record-size 100 -d -w 100

      - name: Produce to Kafka from JSON Schema in Avro Format
        run: docker exec datagen datagen -s /tests/schema.json -f avro -n 3 --record-size 100 -d -w 100 -p json

      - name: Produce to Kafka from Avro Schema in Avro Format
        run: docker exec datagen datagen -s /tests/schema.avsc -f avro -n 3 --record-size 100 -d -w 100 -p avro

      # - name: Clean Kafka topic
      #   run: docker exec datagen datagen -s /tests/products.sql -f json -d --clean

      - name: Clean Kafka topic with prefix
        run: docker exec datagen datagen -s /tests/schema.json -f avro -d --clean --prefix json

      - name: Clean Kafka topic and schema registry
        run: docker exec datagen datagen -s /tests/schema.avsc -f avro -d --clean --prefix avro

      # Postgres tests
      - name: Produce data to Postgres with Faker.js
        run: docker exec datagen datagen -s /tests/products.sql -f postgres -n 3

      - name: Produce data to Postgres with multiple tables
        run: docker exec datagen datagen -s /tests/schema2.sql -f postgres -n 3 -rs 1000

      - name: Produce data to MySQL with Faker.js
        run: docker exec datagen datagen -s /tests/mysql-products.sql -f mysql -n 3

      - name: Produce data to MySQL with multiple tables
        run: docker exec datagen datagen -s /tests/mysql-schema.sql -f mysql -n 3 -rs 1000

      - name: Docker Compose Down
        run: docker compose down -v