Spilling 1% each time a Worker evicts explicitly

rapidsai · Nov 2, 2021 · 69eac03 · 69eac03
1 parent 51cd469
commit 69eac03
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/dask_cuda/proxify_host_file.py b/dask_cuda/proxify_host_file.py
@@ -541,12 +541,12 @@ class EvictDummy:
             @staticmethod
             def evict():
                 # We don't know how much we need to spill but Dask will call evict()
-                # repeatedly until enough is spilled. We ask for 100MB each time.
+                # repeatedly until enough is spilled. We ask for 1% each time.
                 return (
                     None,
                     None,
                     self.manager.evict(
-                        nbytes=2 ** 27,
+                        nbytes=int(self.manager._host_memory_limit * 0.01),
                         proxies_access=self.manager.get_host_access_info,
                         serializer=ProxifyHostFile.serialize_proxy_to_disk_inplace,
                     ),