Skip to content

Commit

Permalink
Install Dask nightly last in CI (#1029)
Browse files Browse the repository at this point in the history
By installing Dask nightly as last step in CI, we prevent any other steps from inadvertently downgrading it before running tests.

Authors:
  - Peter Andreas Entschev (https://github.com/pentschev)

Approvers:
  - Mark Sadang (https://github.com/msadang)

URL: #1029
  • Loading branch information
pentschev authored Nov 2, 2022
1 parent 3e5a19b commit 3dbc4c9
Showing 1 changed file with 15 additions and 12 deletions.
27 changes: 15 additions & 12 deletions ci/gpu/build.sh
Original file line number Diff line number Diff line change
Expand Up @@ -68,18 +68,6 @@ gpuci_mamba_retry install "cudf=${MINOR_VERSION}" \
"cucim" \
"pytest-asyncio=<0.14.0"

# Install latest nightly version for dask and distributed if needed
if [[ "${INSTALL_DASK_MAIN}" == 1 ]]; then
gpuci_logger "Installing dask and distributed from dask nightly channel"
gpuci_mamba_retry install -c dask/label/dev \
"dask/label/dev::dask" \
"dask/label/dev::distributed"
else
gpuci_logger "gpuci_mamba_retry install conda-forge::dask==${DASK_STABLE_VERSION} conda-forge::distributed==${DASK_STABLE_VERSION} conda-forge::dask-core==${DASK_STABLE_VERSION} --force-reinstall"
gpuci_mamba_retry install conda-forge::dask==${DASK_STABLE_VERSION} conda-forge::distributed==${DASK_STABLE_VERSION} conda-forge::dask-core==${DASK_STABLE_VERSION} --force-reinstall
conda config --system --remove channels dask/label/dev
fi


gpuci_logger "Check versions"
python --version
Expand All @@ -103,6 +91,21 @@ CONDA_BLD_DIR="${WORKSPACE}/.conda-bld"
gpuci_conda_retry mambabuild --croot "${CONDA_BLD_DIR}" conda/recipes/dask-cuda --python="${PYTHON}"
gpuci_mamba_retry install -c "${CONDA_BLD_DIR}" dask-cuda

################################################################################
# DASK - Install latest nightly version for dask and distributed if needed.
# Done after everything else to ensure packages are not downgraded.
################################################################################
if [[ "${INSTALL_DASK_MAIN}" == 1 ]]; then
gpuci_logger "Installing dask and distributed from dask nightly channel"
gpuci_mamba_retry install -c dask/label/dev \
"dask/label/dev::dask" \
"dask/label/dev::distributed"
else
gpuci_logger "gpuci_mamba_retry install conda-forge::dask==${DASK_STABLE_VERSION} conda-forge::distributed==${DASK_STABLE_VERSION} conda-forge::dask-core==${DASK_STABLE_VERSION} --force-reinstall"
gpuci_mamba_retry install conda-forge::dask==${DASK_STABLE_VERSION} conda-forge::distributed==${DASK_STABLE_VERSION} conda-forge::dask-core==${DASK_STABLE_VERSION} --force-reinstall
conda config --system --remove channels dask/label/dev
fi

################################################################################
# TEST - Run pytests for ucx-py
################################################################################
Expand Down

0 comments on commit 3dbc4c9

Please sign in to comment.