From 1aebc8ee47e0afe7651a3b794ae6ac26c63de422 Mon Sep 17 00:00:00 2001 From: Peter Andreas Entschev Date: Thu, 26 May 2022 02:07:47 -0700 Subject: [PATCH] Reduce `test_cudf_cluster_device_spill` test and speed it up This test has been non-deterministically timing out in gpuCI, instead of increasing its timeout, reduce problem size to make it faster. --- dask_cuda/tests/test_spill.py | 16 ++++++++-------- 1 file changed, 8 insertions(+), 8 deletions(-) diff --git a/dask_cuda/tests/test_spill.py b/dask_cuda/tests/test_spill.py index b14c5bc3a..73f211d1d 100644 --- a/dask_cuda/tests/test_spill.py +++ b/dask_cuda/tests/test_spill.py @@ -168,16 +168,16 @@ async def test_cupy_cluster_device_spill(params): "params", [ { - "device_memory_limit": int(200e6), - "memory_limit": int(4000e6), + "device_memory_limit": int(50e6), + "memory_limit": int(1000e6), "host_target": False, "host_spill": False, "host_pause": False, "spills_to_disk": False, }, { - "device_memory_limit": int(200e6), - "memory_limit": int(200e6), + "device_memory_limit": int(50e6), + "memory_limit": int(50e6), "host_target": False, "host_spill": False, "host_pause": False, @@ -186,15 +186,15 @@ async def test_cupy_cluster_device_spill(params): { # This test setup differs from the one above as Distributed worker # pausing is enabled and thus triggers `DeviceHostFile.evict()` - "device_memory_limit": int(200e6), - "memory_limit": int(200e6), + "device_memory_limit": int(50e6), + "memory_limit": int(50e6), "host_target": None, "host_spill": None, "host_pause": False, "spills_to_disk": True, }, { - "device_memory_limit": int(200e6), + "device_memory_limit": int(50e6), "memory_limit": None, "host_target": False, "host_spill": False, @@ -228,7 +228,7 @@ async def test_cudf_cluster_device_spill(params): # The same error above happens when spilling datetime64 to disk cdf = ( dask.datasets.timeseries( - dtypes={"x": int, "y": float}, freq="100ms" + dtypes={"x": int, "y": float}, freq="400ms" ) .reset_index(drop=True) .map_partitions(cudf.from_pandas)