diff --git a/ci/gpu/build.sh b/ci/gpu/build.sh
index a06649c7df..5ee8e84da5 100644
--- a/ci/gpu/build.sh
+++ b/ci/gpu/build.sh
@@ -59,8 +59,8 @@ gpuci_conda_retry install -c conda-forge -c rapidsai -c rapidsai-nightly -c nvid
 # Install the master version of dask, distributed, and dask-ml
 gpuci_logger "Install the master version of dask and distributed"
 set -x
-pip install "git+https://github.com/dask/distributed.git@2021.05.1" --upgrade --no-deps
-pip install "git+https://github.com/dask/dask.git@2021.05.1" --upgrade --no-deps
+pip install "git+https://github.com/dask/distributed.git" --upgrade --no-deps
+pip install "git+https://github.com/dask/dask.git" --upgrade --no-deps
 set +x
 
 
diff --git a/ci/local/old-gpubuild.sh b/ci/local/old-gpubuild.sh
index 33df039eaa..a0ecd9d1d2 100644
--- a/ci/local/old-gpubuild.sh
+++ b/ci/local/old-gpubuild.sh
@@ -81,8 +81,8 @@ fi
 
 # Install the master version of dask, distributed, and dask-ml
 set -x
-pip install "git+https://github.com/dask/distributed.git@2021.05.1" --upgrade --no-deps
-pip install "git+https://github.com/dask/dask.git@2021.05.1" --upgrade --no-deps
+pip install "git+https://github.com/dask/distributed.git" --upgrade --no-deps
+pip install "git+https://github.com/dask/dask.git" --upgrade --no-deps
 set +x