Skip to content

Commit

Permalink
Unpin dask and distributed for development (#886)
Browse files Browse the repository at this point in the history 
This PR relaxes the pinnings of `dask` and `distributed` for `22.12` development.
xref: rapidsai/cudf#11859

Authors:
  - GALI PREM SAGAR (https://github.com/galipremsagar)

Approvers:
  - Joseph (https://github.com/jolorunyomi)

URL: #886
  • Loading branch information
@galipremsagar
galipremsagar authored Oct 14, 2022
1 parent 3cc8ba8 commit a44ea33
Show file tree
Hide file tree
Showing 6 changed files with 30 additions and 14 deletions.
20 changes: 16 additions & 4 deletions ci/gpu/build.sh
View file
Original file line number Diff line number Diff line change
Expand Up @@ -33,6 +33,12 @@ unset GIT_DESCRIBE_TAG
# ucx-py version
export UCX_PY_VERSION='0.29.*'

# Whether to install dask nightly or stable packages.
export INSTALL_DASK_MAIN=1

# Dask version to install when `INSTALL_DASK_MAIN=0`
export DASK_STABLE_VERSION="2022.9.2"

################################################################################
# SETUP - Check environment
################################################################################
Expand Down Expand Up @@ -80,11 +86,17 @@ if hasArg --skip-tests; then
exit 0
fi

# Install the master version of dask, distributed, and dask-ml
gpuci_logger "Install the master version of dask and distributed"
set -x
pip install "git+https://github.com/dask/[email protected]" --upgrade --no-deps
pip install "git+https://github.com/dask/[email protected]" --upgrade --no-deps
# Install latest nightly version for dask and distributed depending on `INSTALL_DASK_MAIN`
if [[ "${INSTALL_DASK_MAIN}" == 1 ]]; then
gpuci_logger "Installing dask and distributed from dask nightly channel"
gpuci_mamba_retry install -c dask/label/dev \
"dask/label/dev::dask" \
"dask/label/dev::distributed"
else
gpuci_logger "gpuci_mamba_retry install conda-forge::dask==${DASK_STABLE_VERSION} conda-forge::distributed==${DASK_STABLE_VERSION} conda-forge::dask-core==${DASK_STABLE_VERSION} --force-reinstall"
gpuci_mamba_retry install conda-forge::dask==${DASK_STABLE_VERSION} conda-forge::distributed==${DASK_STABLE_VERSION} conda-forge::dask-core==${DASK_STABLE_VERSION} --force-reinstall
fi
set +x

gpuci_logger "Check GPU usage"
Expand Down
5 changes: 3 additions & 2 deletions conda/environments/raft_dev_cuda11.0.yml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -3,6 +3,7 @@ channels:
- rapidsai
- nvidia
- rapidsai-nightly
- dask/label/dev
- conda-forge
dependencies:
- c-compiler
Expand All @@ -13,6 +14,8 @@ dependencies:
- clang-tools=11.1.0
- cython>=0.29,<0.30
- cmake>=3.23.1
- dask>=2022.9.2
- distributed>=2022.9.2
- scikit-build>=0.13.1
- rapids-build-env=22.12.*
- rapids-notebook-env=22.12.*
Expand All @@ -30,8 +33,6 @@ dependencies:
- pip:
- sphinx_markdown_tables
- breathe
- git+https://github.com/dask/[email protected]
- git+https://github.com/dask/[email protected]

# rapids-build-env, notebook-env and doc-env are defined in
# https://docs.rapids.ai/maintainers/depmgmt/
Expand Down
5 changes: 3 additions & 2 deletions conda/environments/raft_dev_cuda11.2.yml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -3,6 +3,7 @@ channels:
- rapidsai
- nvidia
- rapidsai-nightly
- dask/label/dev
- conda-forge
dependencies:
- c-compiler
Expand All @@ -13,6 +14,8 @@ dependencies:
- clang-tools=11.1.0
- cython>=0.29,<0.30
- cmake>=3.23.1
- dask>=2022.9.2
- distributed>=2022.9.2
- scikit-build>=0.13.1
- rapids-build-env=22.12.*
- rapids-notebook-env=22.12.*
Expand All @@ -30,8 +33,6 @@ dependencies:
- pip:
- sphinx_markdown_tables
- breathe
- git+https://github.com/dask/[email protected]
- git+https://github.com/dask/[email protected]

# rapids-build-env, notebook-env and doc-env are defined in
# https://docs.rapids.ai/maintainers/depmgmt/
Expand Down
5 changes: 3 additions & 2 deletions conda/environments/raft_dev_cuda11.4.yml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -3,6 +3,7 @@ channels:
- rapidsai
- nvidia
- rapidsai-nightly
- dask/label/dev
- conda-forge
dependencies:
- c-compiler
Expand All @@ -13,6 +14,8 @@ dependencies:
- clang-tools=11.1.0
- cython>=0.29,<0.30
- cmake>=3.23.1
- dask>=2022.9.2
- distributed>=2022.9.2
- scikit-build>=0.13.1
- rapids-build-env=22.12.*
- rapids-notebook-env=22.12.*
Expand All @@ -30,8 +33,6 @@ dependencies:
- pip:
- sphinx_markdown_tables
- breathe
- git+https://github.com/dask/[email protected]
- git+https://github.com/dask/[email protected]

# rapids-build-env, notebook-env and doc-env are defined in
# https://docs.rapids.ai/maintainers/depmgmt/
Expand Down
5 changes: 3 additions & 2 deletions conda/environments/raft_dev_cuda11.5.yml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -3,6 +3,7 @@ channels:
- rapidsai
- nvidia
- rapidsai-nightly
- dask/label/dev
- conda-forge
dependencies:
- c-compiler
Expand All @@ -14,6 +15,8 @@ dependencies:
- clang-tools=11.1.0
- cython>=0.29,<0.30
- cmake>=3.23.1
- dask>=2022.9.2
- distributed>=2022.9.2
- scikit-build>=0.13.1
- rapids-build-env=22.12.*
- rapids-notebook-env=22.12.*
Expand All @@ -31,8 +34,6 @@ dependencies:
- pip:
- sphinx_markdown_tables
- breathe
- git+https://github.com/dask/[email protected]
- git+https://github.com/dask/[email protected]

# rapids-build-env, notebook-env and doc-env are defined in
# https://docs.rapids.ai/maintainers/depmgmt/
Expand Down
4 changes: 2 additions & 2 deletions conda/recipes/raft-dask/meta.yaml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -51,8 +51,8 @@ requirements:
- ucx >={{ ucx_version }}
- ucx-py {{ ucx_py_version }}
- ucx-proc=*=gpu
- dask==2022.9.2
- distributed==2022.9.2
- dask>=2022.9.2
- distributed>=2022.9.2
- cuda-python >=11.5,<11.7.1
- joblib >=0.11
- {{ pin_compatible('cudatoolkit', max_pin='x', min_pin='x') }}
Expand Down

0 comments on commit a44ea33

Please sign in to comment.