diff --git a/dask_cuda/local_cuda_cluster.py b/dask_cuda/local_cuda_cluster.py
index 9ee4bbb6..9ccf6b1d 100644
--- a/dask_cuda/local_cuda_cluster.py
+++ b/dask_cuda/local_cuda_cluster.py
@@ -327,6 +327,7 @@ def __init__(
         self.host = kwargs.get("host", None)
 
         initialize(
+            create_cuda_context=False,
             enable_tcp_over_ucx=enable_tcp_over_ucx,
             enable_nvlink=enable_nvlink,
             enable_infiniband=enable_infiniband,