ci.yml

name: ci

on:
  push:
    branches: [master, main]
  pull_request:
  schedule:
    - cron: '0 0 * * *'

concurrency:
  # <workflow_name>-<branch_name>-<true || commit_sha (if branch is protected)>
  group: ci-${{ github.ref_name }}-${{ !(github.ref_protected) || github.sha }}
  cancel-in-progress: true

jobs:
  tests:
    runs-on: ${{ matrix.os }}
    env:
      RUN_SLOW_TESTS: 1
      OMP_NUM_THREADS: 1
    strategy:
      fail-fast: false
      matrix:
        os: [ubuntu-latest]
        template:
          [
            text-classification,
            vision-dcgan,
            vision-classification,
            vision-segmentation
          ]
        test: [all, simple, launch, spawn]
    steps:
      - uses: actions/checkout@v4
      - uses: actions/setup-python@v5
        with:
          python-version: 3.9

      - uses: actions/setup-node@v4
        with:
          node-version: 18

      - uses: actions/cache@v4
        with:
          path: |
            ~/.pnpm-store
            ~/.cache/pip
          key: pnpm-and-pip-cache-${{ hashFiles('pnpm-lock.yaml') }}
          restore-keys: |
            pnpm-and-pip-cache-

      - name: Cache datasets
        uses: actions/cache@v4
        with:
          path: |
            ~/data
          key: datasets
          restore-keys: |
            datasets

      - name: Install dependencies
        run: |
          pip install wheel setuptools pip -Uqq
          pip install -r ./scripts/requirements.txt -f https://download.pytorch.org/whl/cpu/torch_stable.html -q
          pip uninstall -y tqdm
          npm install -g pnpm
          pnpm i --frozen-lockfile --color
          bash scripts/run_code_style.sh install
          # Show all installed dependencies
          pip list

      - name: Download datasets
        run: |
          python ./scripts/download_datasets.py
          pip install tqdm

      - run: pnpm build

      - name: 'pnpm test:ci ${{ matrix.template }}'
        env:
          NPM_CONFIG: ${{ matrix.template }}
        run: pnpm test:ci

      - run: sh ./scripts/run_tests.sh unzip
      - run: pnpm dist_lint ${{ matrix.template }} argparse
      - run: pnpm dist_lint ${{ matrix.template }} fire
      - run: pnpm dist_lint ${{ matrix.template }} hydra

      - name: 'Run ${{ matrix.template }} ${{ matrix.test }}'
        run: sh ./scripts/run_tests.sh ${{ matrix.test }} ${{ matrix.template }} argparse

      - name: 'Run ${{ matrix.template }} ${{ matrix.test }} - Python Fire'
        run: sh ./scripts/run_tests.sh ${{ matrix.test }} ${{ matrix.template }} fire

      - name: 'Run ${{ matrix.template }} ${{ matrix.test }} - Hydra'
        run: sh ./scripts/run_tests.sh ${{ matrix.test }} ${{ matrix.template }} hydra

  lint:
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v4
      - uses: actions/setup-python@v5
        with:
          python-version: 3.9

      - uses: actions/setup-node@v4
        with:
          node-version: 18

      - uses: actions/cache@v4
        with:
          path: |
            ~/.pnpm-store
          key: pnpm-and-pip-cache-${{ hashFiles('pnpm-lock.yaml') }}
          restore-keys: |
            pnpm-and-pip-cache-

      - run: pip install -Uq pip wheel && bash scripts/run_code_style.sh install
      - run: npm install -g pnpm
      - run: pnpm i --frozen-lockfile --color
      - run: pnpm source_lint