diff --git a/ci/gpu/build.sh b/ci/gpu/build.sh
index 0ba9901107..6f5b5c3c6c 100644
--- a/ci/gpu/build.sh
+++ b/ci/gpu/build.sh
@@ -59,8 +59,8 @@ gpuci_mamba_retry install -c conda-forge -c rapidsai -c rapidsai-nightly -c nvid
 # Install the master version of dask, distributed, and dask-ml
 gpuci_logger "Install the master version of dask and distributed"
 set -x
-pip install "git+https://github.com/dask/distributed.git@main" --upgrade --no-deps
-pip install "git+https://github.com/dask/dask.git@main" --upgrade --no-deps
+pip install "git+https://github.com/dask/distributed.git@2021.09.1" --upgrade --no-deps
+pip install "git+https://github.com/dask/dask.git@2021.09.1" --upgrade --no-deps
 set +x
 
 
diff --git a/ci/local/old-gpubuild.sh b/ci/local/old-gpubuild.sh
index efd6c0382a..9ab4486977 100644
--- a/ci/local/old-gpubuild.sh
+++ b/ci/local/old-gpubuild.sh
@@ -81,8 +81,8 @@ fi
 
 # Install the master version of dask, distributed, and dask-ml
 set -x
-pip install "git+https://github.com/dask/distributed.git@main" --upgrade --no-deps
-pip install "git+https://github.com/dask/dask.git@main" --upgrade --no-deps
+pip install "git+https://github.com/dask/distributed.git@2021.09.1" --upgrade --no-deps
+pip install "git+https://github.com/dask/dask.git@2021.09.1" --upgrade --no-deps
 set +x