Fix failing app tests #5793
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Test App - examples | |
| # see: https://help.github.com/en/actions/reference/events-that-trigger-workflows | |
| on: | |
| push: | |
| branches: [master, "release/*"] | |
| pull_request: | |
| branches: [master, "release/*"] | |
| types: [opened, reopened, ready_for_review, synchronize] # added `ready_for_review` since draft is skipped | |
| paths: | |
| - ".actions/*" | |
| - ".github/workflows/ci-examples-app.yml" | |
| - "src/lightning/app/**" | |
| - "src/lightning_app/*" | |
| - "tests/integrations_app/**" | |
| - "!tests/integrations_app/flagship/**" | |
| - "examples/app/**" | |
| - "requirements/app/**" | |
| - "setup.py" | |
| - "!requirements/*/docs.txt" | |
| - "!*.md" | |
| - "!**/*.md" | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.ref }}-${{ github.head_ref }} | |
| cancel-in-progress: ${{ github.event_name == 'pull_request' }} | |
| defaults: | |
| run: | |
| shell: bash | |
| jobs: | |
| app-examples: | |
| if: github.event.pull_request.draft == false | |
| runs-on: ${{ matrix.os }} | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| os: [ubuntu-20.04, macOS-11, windows-2022] | |
| pkg-name: ["lightning"] | |
| python-version: ["3.9"] | |
| requires: ["oldest", "latest"] | |
| include: | |
| # "app" installs the standalone package | |
| - { os: "macOS-11", pkg-name: "app", python-version: "3.9", requires: "latest" } | |
| - { os: "ubuntu-20.04", pkg-name: "app", python-version: "3.9", requires: "latest" } | |
| - { os: "windows-2022", pkg-name: "app", python-version: "3.9", requires: "latest" } | |
| # Timeout: https://stackoverflow.com/a/59076067/4521646 | |
| timeout-minutes: 15 | |
| env: | |
| PACKAGE_NAME: ${{ matrix.pkg-name }} | |
| FREEZE_REQUIREMENTS: 1 | |
| TORCH_URL: "https://download.pytorch.org/whl/cpu/torch_stable.html" | |
| PYPI_CACHE_DIR: "_pip-wheels" | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Set up Python ${{ matrix.python-version }} | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| - name: basic setup | |
| run: pip install -q -r .actions/requirements.txt | |
| - name: Set min. dependencies | |
| if: ${{ matrix.requires == 'oldest' }} | |
| run: python .actions/assistant.py replace_oldest_ver | |
| - name: pip wheels cache | |
| uses: actions/cache/restore@v4 | |
| with: | |
| path: ${{ env.PYPI_CACHE_DIR }} | |
| key: pypi_wheels | |
| - name: Install Lightning package & dependencies | |
| timeout-minutes: 20 | |
| run: | | |
| extra=$(python -c "print({'lightning': 'app-'}.get('${{ matrix.pkg-name }}', ''))") | |
| # do not use `-e` because it will make both packages available since it adds `src` to `sys.path` automatically | |
| pip install ".[${extra}dev]" -U -f ${TORCH_URL} -f ${PYPI_CACHE_DIR} --prefer-binary | |
| pip list | |
| - name: Dump handy wheels | |
| if: github.event_name == 'push' && github.ref == 'refs/heads/master' | |
| continue-on-error: true | |
| uses: ./.github/actions/pip-wheels | |
| with: | |
| wheel-dir: ${{ env.PYPI_CACHE_DIR }} | |
| torch-url: ${{ env.TORCH_URL }} | |
| cache-key: "pypi_wheels" | |
| - name: Setup Node.js | |
| uses: actions/setup-node@v4 | |
| with: | |
| node-version: "16" | |
| - name: Install Yarn | |
| timeout-minutes: 20 | |
| run: npm install -g yarn | |
| - name: Adjust imports -> App | |
| if: ${{ matrix.pkg-name != 'lightning' }} | |
| run: | | |
| python .actions/assistant.py copy_replace_imports --source_dir="./tests" \ | |
| --source_import="lightning.app,lightning.fabric,lightning.pytorch" \ | |
| --target_import="lightning_app,lightning_fabric,pytorch_lightning" \ | |
| --lightning_by="lightning_app" | |
| python .actions/assistant.py copy_replace_imports --source_dir="./examples" \ | |
| --source_import="lightning.app,lightning.fabric,lightning.pytorch,lightning" \ | |
| --target_import="lightning_app,lightning_fabric,pytorch_lightning,lightning_app" | |
| - name: Switch coverage scope | |
| run: python -c "print('COVERAGE_SCOPE=' + str('lightning' if '${{matrix.pkg-name}}' == 'lightning' else 'lightning_app'))" >> $GITHUB_ENV | |
| - name: Tests | |
| working-directory: ./tests | |
| run: | | |
| python -m coverage run --source ${{ env.COVERAGE_SCOPE }} \ | |
| -m pytest -m "not cloud" integrations_app \ | |
| --timeout=120 --durations=0 -vvvv | |
| - name: Statistics | |
| if: success() | |
| working-directory: ./tests | |
| run: | | |
| coverage xml -i | |
| coverage report -i | |
| - name: Upload coverage to Codecov | |
| uses: codecov/codecov-action@v4 | |
| with: | |
| token: ${{ secrets.CODECOV_TOKEN }} | |
| file: tests/coverage.xml | |
| flags: cpu,pytest,app,examples | |
| env_vars: OS,PYTHON | |
| name: codecov-umbrella | |
| fail_ci_if_error: false |