diff --git a/ci/gpu/build.sh b/ci/gpu/build.sh index d41730c89c..53041be957 100644 --- a/ci/gpu/build.sh +++ b/ci/gpu/build.sh @@ -33,6 +33,12 @@ unset GIT_DESCRIBE_TAG # ucx-py version export UCX_PY_VERSION='0.29.*' +# Whether to install dask nightly or stable packages. +export INSTALL_DASK_MAIN=1 + +# Dask version to install when `INSTALL_DASK_MAIN=0` +export DASK_STABLE_VERSION="2022.9.2" + ################################################################################ # SETUP - Check environment ################################################################################ @@ -80,11 +86,17 @@ if hasArg --skip-tests; then exit 0 fi -# Install the master version of dask, distributed, and dask-ml -gpuci_logger "Install the master version of dask and distributed" set -x -pip install "git+https://github.com/dask/distributed.git@2022.9.2" --upgrade --no-deps -pip install "git+https://github.com/dask/dask.git@2022.9.2" --upgrade --no-deps +# Install latest nightly version for dask and distributed depending on `INSTALL_DASK_MAIN` +if [[ "${INSTALL_DASK_MAIN}" == 1 ]]; then + gpuci_logger "Installing dask and distributed from dask nightly channel" + gpuci_mamba_retry install -c dask/label/dev \ + "dask/label/dev::dask" \ + "dask/label/dev::distributed" +else + gpuci_logger "gpuci_mamba_retry install conda-forge::dask==${DASK_STABLE_VERSION} conda-forge::distributed==${DASK_STABLE_VERSION} conda-forge::dask-core==${DASK_STABLE_VERSION} --force-reinstall" + gpuci_mamba_retry install conda-forge::dask==${DASK_STABLE_VERSION} conda-forge::distributed==${DASK_STABLE_VERSION} conda-forge::dask-core==${DASK_STABLE_VERSION} --force-reinstall +fi set +x gpuci_logger "Check GPU usage" diff --git a/conda/environments/raft_dev_cuda11.0.yml b/conda/environments/raft_dev_cuda11.0.yml index 565fb7216e..31f7af0839 100644 --- a/conda/environments/raft_dev_cuda11.0.yml +++ b/conda/environments/raft_dev_cuda11.0.yml @@ -3,6 +3,7 @@ channels: - rapidsai - nvidia - rapidsai-nightly +- dask/label/dev - conda-forge dependencies: - cudatoolkit=11.0 @@ -10,6 +11,8 @@ dependencies: - clang-tools=11.1.0 - cython>=0.29,<0.30 - cmake>=3.23.1 +- dask>=2022.9.2 +- distributed>=2022.9.2 - scikit-build>=0.13.1 - rapids-build-env=22.12.* - rapids-notebook-env=22.12.* @@ -27,8 +30,6 @@ dependencies: - pip: - sphinx_markdown_tables - breathe - - git+https://github.com/dask/dask.git@2022.9.2 - - git+https://github.com/dask/distributed.git@2022.9.2 # rapids-build-env, notebook-env and doc-env are defined in # https://docs.rapids.ai/maintainers/depmgmt/ diff --git a/conda/environments/raft_dev_cuda11.2.yml b/conda/environments/raft_dev_cuda11.2.yml index 77de72c4a1..d1ad06d8c8 100644 --- a/conda/environments/raft_dev_cuda11.2.yml +++ b/conda/environments/raft_dev_cuda11.2.yml @@ -3,6 +3,7 @@ channels: - rapidsai - nvidia - rapidsai-nightly +- dask/label/dev - conda-forge dependencies: - cudatoolkit=11.2 @@ -10,6 +11,8 @@ dependencies: - clang-tools=11.1.0 - cython>=0.29,<0.30 - cmake>=3.23.1 +- dask>=2022.9.2 +- distributed>=2022.9.2 - scikit-build>=0.13.1 - rapids-build-env=22.12.* - rapids-notebook-env=22.12.* @@ -27,8 +30,6 @@ dependencies: - pip: - sphinx_markdown_tables - breathe - - git+https://github.com/dask/dask.git@2022.9.2 - - git+https://github.com/dask/distributed.git@2022.9.2 # rapids-build-env, notebook-env and doc-env are defined in # https://docs.rapids.ai/maintainers/depmgmt/ diff --git a/conda/environments/raft_dev_cuda11.4.yml b/conda/environments/raft_dev_cuda11.4.yml index 27c88ac5f7..279f20dfff 100644 --- a/conda/environments/raft_dev_cuda11.4.yml +++ b/conda/environments/raft_dev_cuda11.4.yml @@ -3,6 +3,7 @@ channels: - rapidsai - nvidia - rapidsai-nightly +- dask/label/dev - conda-forge dependencies: - cudatoolkit=11.4 @@ -10,6 +11,8 @@ dependencies: - clang-tools=11.1.0 - cython>=0.29,<0.30 - cmake>=3.23.1 +- dask>=2022.9.2 +- distributed>=2022.9.2 - scikit-build>=0.13.1 - rapids-build-env=22.12.* - rapids-notebook-env=22.12.* @@ -27,8 +30,6 @@ dependencies: - pip: - sphinx_markdown_tables - breathe - - git+https://github.com/dask/dask.git@2022.9.2 - - git+https://github.com/dask/distributed.git@2022.9.2 # rapids-build-env, notebook-env and doc-env are defined in # https://docs.rapids.ai/maintainers/depmgmt/ diff --git a/conda/environments/raft_dev_cuda11.5.yml b/conda/environments/raft_dev_cuda11.5.yml index d88a006225..af775fc6bf 100644 --- a/conda/environments/raft_dev_cuda11.5.yml +++ b/conda/environments/raft_dev_cuda11.5.yml @@ -3,6 +3,7 @@ channels: - rapidsai - nvidia - rapidsai-nightly +- dask/label/dev - conda-forge dependencies: - cudatoolkit=11.5 @@ -11,6 +12,8 @@ dependencies: - clang-tools=11.1.0 - cython>=0.29,<0.30 - cmake>=3.23.1 +- dask>=2022.9.2 +- distributed>=2022.9.2 - scikit-build>=0.13.1 - rapids-build-env=22.12.* - rapids-notebook-env=22.12.* @@ -28,8 +31,6 @@ dependencies: - pip: - sphinx_markdown_tables - breathe - - git+https://github.com/dask/dask.git@2022.9.2 - - git+https://github.com/dask/distributed.git@2022.9.2 # rapids-build-env, notebook-env and doc-env are defined in # https://docs.rapids.ai/maintainers/depmgmt/ diff --git a/conda/recipes/raft-dask/meta.yaml b/conda/recipes/raft-dask/meta.yaml index 4e10294db7..5213ae2b8b 100644 --- a/conda/recipes/raft-dask/meta.yaml +++ b/conda/recipes/raft-dask/meta.yaml @@ -51,8 +51,8 @@ requirements: - ucx >={{ ucx_version }} - ucx-py {{ ucx_py_version }} - ucx-proc=*=gpu - - dask==2022.9.2 - - distributed==2022.9.2 + - dask>=2022.9.2 + - distributed>=2022.9.2 - cuda-python >=11.5,<11.7.1 - joblib >=0.11 - {{ pin_compatible('cudatoolkit', max_pin='x', min_pin='x') }}