diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index c60d1049eb9..90182c16ee8 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -297,7 +297,7 @@ jobs: - shell: bash -l {0} run: bash <(curl -s https://codecov.io/bash) - test-all: + test-all-except-io: needs: [lint-commit, lint-flake8, lint-black, test-api, test-headers] runs-on: ubuntu-latest strategy: @@ -361,6 +361,41 @@ jobs: run: python -m pytest modin/pandas/test/test_reshape.py - shell: bash -l {0} run: python -m pytest modin/pandas/test/test_general.py + - shell: bash -l {0} + run: bash <(curl -s https://codecov.io/bash) + + test-io: + needs: [lint-commit, lint-flake8, lint-black, test-api, test-headers] + runs-on: ubuntu-latest + strategy: + matrix: + python-version: ["3.6", "3.7", "3.8"] + engine: ["python", "ray", "dask"] + env: + MODIN_ENGINE: ${{matrix.engine}} + MODIN_MEMORY: 1000000000 + name: test-ubuntu io part (engine ${{matrix.engine}}, python ${{matrix.python-version}}) + steps: + - uses: actions/checkout@v2 + with: + fetch-depth: 1 + - name: Cache pip + uses: actions/cache@v1 + with: + path: ~/.cache/pip + key: ${{ runner.os }}-python-${{ matrix.python-version }}-pip-${{ github.run_id }}-${{ hashFiles('environment.yml') }} + - uses: conda-incubator/setup-miniconda@v2 + with: + activate-environment: modin + environment-file: environment.yml + python-version: ${{matrix.python-version}} + channel-priority: strict + use-only-tar-bz2: true # IMPORTANT: This needs to be set for caching to work properly! + - name: Conda environment + shell: bash -l {0} + run: | + conda info + conda list - shell: bash -l {0} run: python -m pytest modin/pandas/test/test_io.py - shell: bash -l {0} @@ -440,7 +475,7 @@ jobs: - shell: bash -l {0} run: bash <(curl -s https://codecov.io/bash) - test-windows: + test-windows-all-except-io: needs: [lint-commit, lint-flake8, lint-black, test-api, test-headers] runs-on: windows-latest strategy: @@ -519,6 +554,45 @@ jobs: - shell: bash -l {0} run: python -m pytest modin/pandas/test/test_general.py if: matrix.part == 3 + - shell: bash -l {0} + run: choco install codecov + - shell: bash -l {0} + run: codecov -f ./coverage.xml + + test-windows-io: + needs: [lint-commit, lint-flake8, lint-black, test-api, test-headers] + runs-on: windows-latest + strategy: + matrix: + python-version: ["3.6", "3.7", "3.8"] + engine: ["ray", "dask"] + part: ["DataFrame", 3] + env: + MODIN_ENGINE: ${{matrix.engine}} + MODIN_MEMORY: 1000000000 + name: test-windows io part + steps: + - uses: actions/checkout@v2 + with: + fetch-depth: 1 + - name: Cache pip + uses: actions/cache@v1 + with: + path: ~\AppData\Local\pip\Cache + key: ${{ runner.os }}-python-${{ matrix.python-version }}-pip-${{ github.run_id }}-${{ hashFiles('environment.yml') }} + - uses: conda-incubator/setup-miniconda@v2 + with: + activate-environment: modin + environment-file: environment.yml + python-version: ${{matrix.python-version}} + channel-priority: strict + use-only-tar-bz2: true # IMPORTANT: This needs to be set for caching to work properly! + auto-update-conda: true # this enable `use-only-tar-bz2` feature on Windows + - name: Conda environment + shell: bash -l {0} + run: | + conda info + conda list - shell: bash -l {0} run: python -m pytest modin/pandas/test/test_io.py if: matrix.part == 3 diff --git a/.github/workflows/push.yml b/.github/workflows/push.yml index a5594a8af81..ecc8bb5f7e1 100644 --- a/.github/workflows/push.yml +++ b/.github/workflows/push.yml @@ -168,7 +168,7 @@ jobs: - shell: bash -l {0} run: bash <(curl -s https://codecov.io/bash) - test-all: + test-all-except-io: needs: prepare-cache runs-on: ubuntu-latest strategy: @@ -232,6 +232,41 @@ jobs: run: python -m pytest modin/pandas/test/test_reshape.py - shell: bash -l {0} run: python -m pytest modin/pandas/test/test_general.py + - shell: bash -l {0} + run: bash <(curl -s https://codecov.io/bash) + + test-io: + needs: [lint-commit, lint-flake8, lint-black, test-api, test-headers] + runs-on: ubuntu-latest + strategy: + matrix: + python-version: ["3.6", "3.7", "3.8"] + engine: ["python", "ray", "dask"] + env: + MODIN_ENGINE: ${{matrix.engine}} + MODIN_MEMORY: 1000000000 + name: test-ubuntu io part (engine ${{matrix.engine}}, python ${{matrix.python-version}}) + steps: + - uses: actions/checkout@v2 + with: + fetch-depth: 1 + - name: Cache pip + uses: actions/cache@v1 + with: + path: ~/.cache/pip + key: ${{ runner.os }}-python-${{ matrix.python-version }}-pip-${{ github.run_id }}-${{ hashFiles('environment.yml') }} + - uses: conda-incubator/setup-miniconda@v2 + with: + activate-environment: modin + environment-file: environment.yml + python-version: ${{matrix.python-version}} + channel-priority: strict + use-only-tar-bz2: true # IMPORTANT: This needs to be set for caching to work properly! + - name: Conda environment + shell: bash -l {0} + run: | + conda info + conda list - shell: bash -l {0} run: python -m pytest modin/pandas/test/test_io.py - shell: bash -l {0} @@ -239,7 +274,7 @@ jobs: - shell: bash -l {0} run: bash <(curl -s https://codecov.io/bash) - test-windows: + test-windows-all-except-io: needs: prepare-cache runs-on: windows-latest strategy: @@ -318,6 +353,45 @@ jobs: - shell: bash -l {0} run: python -m pytest modin/pandas/test/test_general.py if: matrix.part == 3 + - shell: bash -l {0} + run: choco install codecov + - shell: bash -l {0} + run: codecov -f ./coverage.xml + + test-windows-io: + needs: [lint-commit, lint-flake8, lint-black, test-api, test-headers] + runs-on: windows-latest + strategy: + matrix: + python-version: ["3.6", "3.7", "3.8"] + engine: ["ray", "dask"] + part: ["DataFrame", 3] + env: + MODIN_ENGINE: ${{matrix.engine}} + MODIN_MEMORY: 1000000000 + name: test-windows io part + steps: + - uses: actions/checkout@v2 + with: + fetch-depth: 1 + - name: Cache pip + uses: actions/cache@v1 + with: + path: ~\AppData\Local\pip\Cache + key: ${{ runner.os }}-python-${{ matrix.python-version }}-pip-${{ github.run_id }}-${{ hashFiles('environment.yml') }} + - uses: conda-incubator/setup-miniconda@v2 + with: + activate-environment: modin + environment-file: environment.yml + python-version: ${{matrix.python-version}} + channel-priority: strict + use-only-tar-bz2: true # IMPORTANT: This needs to be set for caching to work properly! + auto-update-conda: true # this enable `use-only-tar-bz2` feature on Windows + - name: Conda environment + shell: bash -l {0} + run: | + conda info + conda list - shell: bash -l {0} run: python -m pytest modin/pandas/test/test_io.py if: matrix.part == 3