From 3dbc4c9353d043cc5bd4530154809f8918d571d9 Mon Sep 17 00:00:00 2001 From: Peter Andreas Entschev Date: Wed, 2 Nov 2022 20:19:53 +0100 Subject: [PATCH] Install Dask nightly last in CI (#1029) By installing Dask nightly as last step in CI, we prevent any other steps from inadvertently downgrading it before running tests. Authors: - Peter Andreas Entschev (https://github.com/pentschev) Approvers: - Mark Sadang (https://github.com/msadang) URL: https://github.com/rapidsai/dask-cuda/pull/1029 --- ci/gpu/build.sh | 27 +++++++++++++++------------ 1 file changed, 15 insertions(+), 12 deletions(-) diff --git a/ci/gpu/build.sh b/ci/gpu/build.sh index b88e0ef99..e41f99762 100755 --- a/ci/gpu/build.sh +++ b/ci/gpu/build.sh @@ -68,18 +68,6 @@ gpuci_mamba_retry install "cudf=${MINOR_VERSION}" \ "cucim" \ "pytest-asyncio=<0.14.0" -# Install latest nightly version for dask and distributed if needed -if [[ "${INSTALL_DASK_MAIN}" == 1 ]]; then - gpuci_logger "Installing dask and distributed from dask nightly channel" - gpuci_mamba_retry install -c dask/label/dev \ - "dask/label/dev::dask" \ - "dask/label/dev::distributed" -else - gpuci_logger "gpuci_mamba_retry install conda-forge::dask==${DASK_STABLE_VERSION} conda-forge::distributed==${DASK_STABLE_VERSION} conda-forge::dask-core==${DASK_STABLE_VERSION} --force-reinstall" - gpuci_mamba_retry install conda-forge::dask==${DASK_STABLE_VERSION} conda-forge::distributed==${DASK_STABLE_VERSION} conda-forge::dask-core==${DASK_STABLE_VERSION} --force-reinstall - conda config --system --remove channels dask/label/dev -fi - gpuci_logger "Check versions" python --version @@ -103,6 +91,21 @@ CONDA_BLD_DIR="${WORKSPACE}/.conda-bld" gpuci_conda_retry mambabuild --croot "${CONDA_BLD_DIR}" conda/recipes/dask-cuda --python="${PYTHON}" gpuci_mamba_retry install -c "${CONDA_BLD_DIR}" dask-cuda +################################################################################ +# DASK - Install latest nightly version for dask and distributed if needed. +# Done after everything else to ensure packages are not downgraded. +################################################################################ +if [[ "${INSTALL_DASK_MAIN}" == 1 ]]; then + gpuci_logger "Installing dask and distributed from dask nightly channel" + gpuci_mamba_retry install -c dask/label/dev \ + "dask/label/dev::dask" \ + "dask/label/dev::distributed" +else + gpuci_logger "gpuci_mamba_retry install conda-forge::dask==${DASK_STABLE_VERSION} conda-forge::distributed==${DASK_STABLE_VERSION} conda-forge::dask-core==${DASK_STABLE_VERSION} --force-reinstall" + gpuci_mamba_retry install conda-forge::dask==${DASK_STABLE_VERSION} conda-forge::distributed==${DASK_STABLE_VERSION} conda-forge::dask-core==${DASK_STABLE_VERSION} --force-reinstall + conda config --system --remove channels dask/label/dev +fi + ################################################################################ # TEST - Run pytests for ucx-py ################################################################################