diff --git a/ci/gpu/build.sh b/ci/gpu/build.sh
index 1363a2156..5a2d5111c 100755
--- a/ci/gpu/build.sh
+++ b/ci/gpu/build.sh
@@ -35,7 +35,10 @@ export NUMPY_EXPERIMENTAL_ARRAY_FUNCTION=1
 
 # Install dask and distributed from main branch. Usually needed during
 # development time and disabled before a new dask-cuda release.
-export INSTALL_DASK_MAIN=1
+export INSTALL_DASK_MAIN=0
+
+# Dask version to install when `INSTALL_DASK_MAIN=0`
+export DASK_STABLE_VERSION="2022.05.1"
 
 ################################################################################
 # SETUP - Check environment
@@ -71,8 +74,12 @@ if [[ "${INSTALL_DASK_MAIN}" == 1 ]]; then
   gpuci_mamba_retry install -c dask/label/dev \
     "dask/label/dev::dask" \
     "dask/label/dev::distributed"
+else
+  gpuci_logger "gpuci_mamba_retry install conda-forge::dask==${DASK_STABLE_VERSION} conda-forge::distributed==${DASK_STABLE_VERSION} conda-forge::dask-core==${DASK_STABLE_VERSION} --force-reinstall"
+  gpuci_mamba_retry install conda-forge::dask==${DASK_STABLE_VERSION} conda-forge::distributed==${DASK_STABLE_VERSION} conda-forge::dask-core==${DASK_STABLE_VERSION} --force-reinstall
 fi
 
+
 gpuci_logger "Check versions"
 python --version
 $CC --version
diff --git a/requirements.txt b/requirements.txt
index 4e8642731..861a4f89b 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -1,5 +1,5 @@
-dask>=2022.03.0
-distributed>=2022.03.0
+dask==2022.05.1
+distributed==2022.05.1
 pynvml>=11.0.0
 numpy>=1.16.0
 numba>=0.54