diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index 5c9c6cc7577..c60d1049eb9 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -297,7 +297,7 @@ jobs: - shell: bash -l {0} run: bash <(curl -s https://codecov.io/bash) - test-ubuntu-all-except-io: + test-all: needs: [lint-commit, lint-flake8, lint-black, test-api, test-headers] runs-on: ubuntu-latest strategy: @@ -307,7 +307,7 @@ jobs: env: MODIN_ENGINE: ${{matrix.engine}} MODIN_MEMORY: 1000000000 - name: test-ubuntu all except io part (engine ${{matrix.engine}}, python ${{matrix.python-version}}) + name: test-ubuntu (engine ${{matrix.engine}}, python ${{matrix.python-version}}) steps: - uses: actions/checkout@v2 with: @@ -361,41 +361,6 @@ jobs: run: python -m pytest modin/pandas/test/test_reshape.py - shell: bash -l {0} run: python -m pytest modin/pandas/test/test_general.py - - shell: bash -l {0} - run: bash <(curl -s https://codecov.io/bash) - - test-ubuntu-io: - needs: [lint-commit, lint-flake8, lint-black, test-api, test-headers] - runs-on: ubuntu-latest - strategy: - matrix: - python-version: ["3.6", "3.7", "3.8"] - engine: ["python", "ray", "dask"] - env: - MODIN_ENGINE: ${{matrix.engine}} - MODIN_MEMORY: 1000000000 - name: test-ubuntu io part (engine ${{matrix.engine}}, python ${{matrix.python-version}}) - steps: - - uses: actions/checkout@v2 - with: - fetch-depth: 1 - - name: Cache pip - uses: actions/cache@v1 - with: - path: ~/.cache/pip - key: ${{ runner.os }}-python-${{ matrix.python-version }}-pip-${{ github.run_id }}-${{ hashFiles('environment.yml') }} - - uses: conda-incubator/setup-miniconda@v2 - with: - activate-environment: modin - environment-file: environment.yml - python-version: ${{matrix.python-version}} - channel-priority: strict - use-only-tar-bz2: true # IMPORTANT: This needs to be set for caching to work properly! - - name: Conda environment - shell: bash -l {0} - run: | - conda info - conda list - shell: bash -l {0} run: python -m pytest modin/pandas/test/test_io.py - shell: bash -l {0} @@ -475,7 +440,7 @@ jobs: - shell: bash -l {0} run: bash <(curl -s https://codecov.io/bash) - test-windows-all-except-io: + test-windows: needs: [lint-commit, lint-flake8, lint-black, test-api, test-headers] runs-on: windows-latest strategy: @@ -486,7 +451,7 @@ jobs: env: MODIN_ENGINE: ${{matrix.engine}} MODIN_MEMORY: 1000000000 - name: test-windows all except io part + name: test-windows steps: - uses: actions/checkout@v2 with: @@ -554,45 +519,6 @@ jobs: - shell: bash -l {0} run: python -m pytest modin/pandas/test/test_general.py if: matrix.part == 3 - - shell: bash -l {0} - run: choco install codecov - - shell: bash -l {0} - run: codecov -f ./coverage.xml - - test-windows-io: - needs: [lint-commit, lint-flake8, lint-black, test-api, test-headers] - runs-on: windows-latest - strategy: - matrix: - python-version: ["3.6", "3.7", "3.8"] - engine: ["ray", "dask"] - part: ["DataFrame", 3] - env: - MODIN_ENGINE: ${{matrix.engine}} - MODIN_MEMORY: 1000000000 - name: test-windows io part - steps: - - uses: actions/checkout@v2 - with: - fetch-depth: 1 - - name: Cache pip - uses: actions/cache@v1 - with: - path: ~\AppData\Local\pip\Cache - key: ${{ runner.os }}-python-${{ matrix.python-version }}-pip-${{ github.run_id }}-${{ hashFiles('environment.yml') }} - - uses: conda-incubator/setup-miniconda@v2 - with: - activate-environment: modin - environment-file: environment.yml - python-version: ${{matrix.python-version}} - channel-priority: strict - use-only-tar-bz2: true # IMPORTANT: This needs to be set for caching to work properly! - auto-update-conda: true # this enable `use-only-tar-bz2` feature on Windows - - name: Conda environment - shell: bash -l {0} - run: | - conda info - conda list - shell: bash -l {0} run: python -m pytest modin/pandas/test/test_io.py if: matrix.part == 3 diff --git a/.github/workflows/push.yml b/.github/workflows/push.yml index de059698c40..a5594a8af81 100644 --- a/.github/workflows/push.yml +++ b/.github/workflows/push.yml @@ -168,7 +168,7 @@ jobs: - shell: bash -l {0} run: bash <(curl -s https://codecov.io/bash) - test-ubuntu-all-except-io: + test-all: needs: prepare-cache runs-on: ubuntu-latest strategy: @@ -178,7 +178,7 @@ jobs: env: MODIN_ENGINE: ${{matrix.engine}} MODIN_MEMORY: 1000000000 - name: test-ubuntu all except io part (engine ${{matrix.engine}}, python ${{matrix.python-version}}) + name: test-ubuntu (engine ${{matrix.engine}}, python ${{matrix.python-version}}) steps: - uses: actions/checkout@v2 with: @@ -232,41 +232,6 @@ jobs: run: python -m pytest modin/pandas/test/test_reshape.py - shell: bash -l {0} run: python -m pytest modin/pandas/test/test_general.py - - shell: bash -l {0} - run: bash <(curl -s https://codecov.io/bash) - - test-ubuntu-io: - needs: [lint-commit, lint-flake8, lint-black, test-api, test-headers] - runs-on: ubuntu-latest - strategy: - matrix: - python-version: ["3.6", "3.7", "3.8"] - engine: ["python", "ray", "dask"] - env: - MODIN_ENGINE: ${{matrix.engine}} - MODIN_MEMORY: 1000000000 - name: test-ubuntu io part (engine ${{matrix.engine}}, python ${{matrix.python-version}}) - steps: - - uses: actions/checkout@v2 - with: - fetch-depth: 1 - - name: Cache pip - uses: actions/cache@v1 - with: - path: ~/.cache/pip - key: ${{ runner.os }}-python-${{ matrix.python-version }}-pip-${{ github.run_id }}-${{ hashFiles('environment.yml') }} - - uses: conda-incubator/setup-miniconda@v2 - with: - activate-environment: modin - environment-file: environment.yml - python-version: ${{matrix.python-version}} - channel-priority: strict - use-only-tar-bz2: true # IMPORTANT: This needs to be set for caching to work properly! - - name: Conda environment - shell: bash -l {0} - run: | - conda info - conda list - shell: bash -l {0} run: python -m pytest modin/pandas/test/test_io.py - shell: bash -l {0} @@ -274,7 +239,7 @@ jobs: - shell: bash -l {0} run: bash <(curl -s https://codecov.io/bash) - test-windows-all-except-io: + test-windows: needs: prepare-cache runs-on: windows-latest strategy: @@ -285,7 +250,7 @@ jobs: env: MODIN_ENGINE: ${{matrix.engine}} MODIN_MEMORY: 1000000000 - name: test-windows all except io part + name: test-windows steps: - uses: actions/checkout@v2 with: @@ -353,45 +318,6 @@ jobs: - shell: bash -l {0} run: python -m pytest modin/pandas/test/test_general.py if: matrix.part == 3 - - shell: bash -l {0} - run: choco install codecov - - shell: bash -l {0} - run: codecov -f ./coverage.xml - - test-windows-io: - needs: [lint-commit, lint-flake8, lint-black, test-api, test-headers] - runs-on: windows-latest - strategy: - matrix: - python-version: ["3.6", "3.7", "3.8"] - engine: ["ray", "dask"] - part: ["DataFrame", 3] - env: - MODIN_ENGINE: ${{matrix.engine}} - MODIN_MEMORY: 1000000000 - name: test-windows io part - steps: - - uses: actions/checkout@v2 - with: - fetch-depth: 1 - - name: Cache pip - uses: actions/cache@v1 - with: - path: ~\AppData\Local\pip\Cache - key: ${{ runner.os }}-python-${{ matrix.python-version }}-pip-${{ github.run_id }}-${{ hashFiles('environment.yml') }} - - uses: conda-incubator/setup-miniconda@v2 - with: - activate-environment: modin - environment-file: environment.yml - python-version: ${{matrix.python-version}} - channel-priority: strict - use-only-tar-bz2: true # IMPORTANT: This needs to be set for caching to work properly! - auto-update-conda: true # this enable `use-only-tar-bz2` feature on Windows - - name: Conda environment - shell: bash -l {0} - run: | - conda info - conda list - shell: bash -l {0} run: python -m pytest modin/pandas/test/test_io.py if: matrix.part == 3