[pull] master from armadaproject:master #70
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Python Airflow Operator | |
| on: | |
| push: | |
| branches-ignore: | |
| - master | |
| paths: | |
| - '.github/workflows/airflow-operator.yml' | |
| - '.github/workflows/python-client.yml' | |
| - '.github/workflows/python-tests/*' | |
| - 'build/airflow-operator/**' | |
| - 'build/python-client/**' | |
| - 'client/python/**' | |
| - 'docs/python_airflow_operator.md' | |
| - 'docs/python_armada_client.md' | |
| - 'pkg/api/*.proto' | |
| - 'scripts/build-python-client.sh' | |
| - 'third_party/airflow/**' | |
| - './magefiles/tests.go' | |
| - './magefiles/python.go' | |
| pull_request: | |
| branches-ignore: | |
| - gh-pages | |
| paths: | |
| - '.github/workflows/airflow-operator.yml' | |
| - '.github/workflows/python-client.yml' | |
| - '.github/workflows/python-tests/*' | |
| - 'build/airflow-operator/**' | |
| - 'build/python-client/**' | |
| - 'client/python/**' | |
| - 'docs/python_airflow_operator.md' | |
| - 'docs/python_armada_client.md' | |
| - 'pkg/api/*.proto' | |
| - 'scripts/build-python-client.sh' | |
| - 'third_party/airflow/**' | |
| jobs: | |
| airflow-tox: | |
| runs-on: ubuntu-22.04 | |
| strategy: | |
| matrix: | |
| python: [ '3.8', '3.9', '3.10' ] | |
| include: | |
| - tox-env: 'py38' | |
| - tox-env: 'py39' | |
| python: '3.9' | |
| - tox-env: 'py310' | |
| python: '3.10' | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Setup Go | |
| uses: ./.github/actions/setup-go-cache | |
| with: | |
| cache-prefix: airflow-tox | |
| - name: Install Protoc | |
| uses: arduino/setup-protoc@v3 | |
| with: | |
| version: '23.3' | |
| repo-token: ${{ secrets.GITHUB_TOKEN }} | |
| - run: go run github.com/magefile/[email protected] -v airflowOperator | |
| - uses: ./.github/workflows/python-tests | |
| with: | |
| python-version: ${{ matrix.python }} | |
| tox-env: ${{ matrix.tox-env }} | |
| path: third_party/airflow | |
| github-token: ${{secrets.GITHUB_TOKEN}} | |
| airflow-integration-tests: | |
| if: github.repository_owner == 'armadaproject' | |
| # As of December 2022, using 8vcpu runners is slower overall, | |
| # due to longer queue times. | |
| runs-on: ubuntu-22.04 | |
| env: | |
| # This variable is picked up by the goreleaser config. | |
| DOCKER_BUILDX_BUILDER: "builder" | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - run: docker buildx create --name ${DOCKER_BUILDX_BUILDER} --driver docker-container --use | |
| - run: docker buildx install | |
| - name: Setup Go | |
| uses: ./.github/actions/setup-go-cache | |
| with: | |
| cache-prefix: airflow-integration-tests | |
| cache-tools: true | |
| - name: Setup and run integration tests | |
| run: | | |
| # Manually create folders to ensure perms are correct. | |
| mkdir -p .kube/internal | |
| mkdir -p .kube/external | |
| go run github.com/magefile/[email protected] -v localdev minimal | |
| - name: Install Protoc | |
| uses: arduino/setup-protoc@v3 | |
| with: | |
| version: '23.3' | |
| repo-token: ${{ secrets.GITHUB_TOKEN }} | |
| - run: go run github.com/magefile/[email protected] -v teste2eAirflow |