From 35f1723d0dcde82ab9d584ccacf9c11b8d4988d1 Mon Sep 17 00:00:00 2001 From: galipremsagar Date: Wed, 17 Jul 2024 14:51:52 +0000 Subject: [PATCH 01/14] Add ability to prefetch --- python/cudf/cudf/pandas/__init__.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/cudf/cudf/pandas/__init__.py b/python/cudf/cudf/pandas/__init__.py index ff445a63f74..3be32b7581e 100644 --- a/python/cudf/cudf/pandas/__init__.py +++ b/python/cudf/cudf/pandas/__init__.py @@ -50,7 +50,7 @@ def install(): mr = rmm.mr.CudaAsyncMemoryResource(initial_pool_size=free_memory) rmm.mr.set_current_device_resource(mr) elif rmm_mode == "managed": - mr = rmm.mr.ManagedMemoryResource() + mr = rmm.mr.PrefetchResourceAdaptor(rmm.mr.ManagedMemoryResource()) rmm.mr.set_current_device_resource(mr) elif rmm_mode == "managed_pool": mr = rmm.mr.PoolMemoryResource( From 7047b77366c93723de8a3c40fd3a2fbb16c05c19 Mon Sep 17 00:00:00 2001 From: Bradley Dice Date: Mon, 22 Jul 2024 23:08:04 -0500 Subject: [PATCH 02/14] Prefetch the managed pool, too. --- python/cudf/cudf/pandas/__init__.py | 8 +++++--- 1 file changed, 5 insertions(+), 3 deletions(-) diff --git a/python/cudf/cudf/pandas/__init__.py b/python/cudf/cudf/pandas/__init__.py index 3be32b7581e..f8851f42e00 100644 --- a/python/cudf/cudf/pandas/__init__.py +++ b/python/cudf/cudf/pandas/__init__.py @@ -53,9 +53,11 @@ def install(): mr = rmm.mr.PrefetchResourceAdaptor(rmm.mr.ManagedMemoryResource()) rmm.mr.set_current_device_resource(mr) elif rmm_mode == "managed_pool": - mr = rmm.mr.PoolMemoryResource( - rmm.mr.ManagedMemoryResource(), - initial_pool_size=free_memory, + mr = rmm.mr.PrefetchResourceAdaptor( + rmm.mr.PoolMemoryResource( + rmm.mr.ManagedMemoryResource(), + initial_pool_size=free_memory, + ) ) rmm.mr.set_current_device_resource(mr) else: From 42762d63628ceb38d68a7c00f6e6923b34d97d3d Mon Sep 17 00:00:00 2001 From: galipremsagar Date: Tue, 23 Jul 2024 17:52:57 +0000 Subject: [PATCH 03/14] enable by default and add prefetch --- python/cudf/cudf/pandas/__init__.py | 15 ++++++++++++++- 1 file changed, 14 insertions(+), 1 deletion(-) diff --git a/python/cudf/cudf/pandas/__init__.py b/python/cudf/cudf/pandas/__init__.py index f8851f42e00..dd19220f25a 100644 --- a/python/cudf/cudf/pandas/__init__.py +++ b/python/cudf/cudf/pandas/__init__.py @@ -25,7 +25,11 @@ def install(): global LOADED LOADED = loader is not None - if (rmm_mode := os.getenv("CUDF_PANDAS_RMM_MODE", None)) is not None: + if ( + rmm_mode := os.getenv("CUDF_PANDAS_RMM_MODE", "managed_pool") + ) is not None: + if rmm_mode == "disable": + return # Check if a non-default memory resource is set current_mr = rmm.mr.get_current_device_resource() if not isinstance(current_mr, rmm.mr.CudaMemoryResource): @@ -62,6 +66,15 @@ def install(): rmm.mr.set_current_device_resource(mr) else: raise ValueError(f"Unsupported rmm mode: {rmm_mode}") + from cudf._lib import pylibcudf + + for item in { + "column_view::get_data", + "mutable_column_view::get_data", + "gather", + "hash_join", + }: + pylibcudf.experimental.enable_prefetching(item) def pytest_load_initial_conftests(early_config, parser, args): From 2cd93d0f82a1d9088eeadf61764dbe4834f93b2f Mon Sep 17 00:00:00 2001 From: galipremsagar Date: Tue, 23 Jul 2024 18:28:50 +0000 Subject: [PATCH 04/14] simplify --- python/cudf/cudf/pandas/__init__.py | 25 +++++++++++++------------ 1 file changed, 13 insertions(+), 12 deletions(-) diff --git a/python/cudf/cudf/pandas/__init__.py b/python/cudf/cudf/pandas/__init__.py index dd19220f25a..36b4ad11e1b 100644 --- a/python/cudf/cudf/pandas/__init__.py +++ b/python/cudf/cudf/pandas/__init__.py @@ -25,11 +25,8 @@ def install(): global LOADED LOADED = loader is not None - if ( - rmm_mode := os.getenv("CUDF_PANDAS_RMM_MODE", "managed_pool") - ) is not None: - if rmm_mode == "disable": - return + rmm_mode = os.getenv("CUDF_PANDAS_RMM_MODE", "managed_pool") + if rmm_mode != "disable": # Check if a non-default memory resource is set current_mr = rmm.mr.get_current_device_resource() if not isinstance(current_mr, rmm.mr.CudaMemoryResource): @@ -37,6 +34,7 @@ def install(): f"cudf.pandas detected an already configured memory resource, ignoring 'CUDF_PANDAS_RMM_MODE'={str(rmm_mode)}", UserWarning, ) + enable_prefetching = False free_memory, _ = rmm.mr.available_device_memory() free_memory = int(round(float(free_memory) * 0.80 / 256) * 256) @@ -56,6 +54,7 @@ def install(): elif rmm_mode == "managed": mr = rmm.mr.PrefetchResourceAdaptor(rmm.mr.ManagedMemoryResource()) rmm.mr.set_current_device_resource(mr) + enable_prefetching = True elif rmm_mode == "managed_pool": mr = rmm.mr.PrefetchResourceAdaptor( rmm.mr.PoolMemoryResource( @@ -64,17 +63,19 @@ def install(): ) ) rmm.mr.set_current_device_resource(mr) + enable_prefetching = True else: raise ValueError(f"Unsupported rmm mode: {rmm_mode}") from cudf._lib import pylibcudf - for item in { - "column_view::get_data", - "mutable_column_view::get_data", - "gather", - "hash_join", - }: - pylibcudf.experimental.enable_prefetching(item) + if enable_prefetching: + for item in { + "column_view::get_data", + "mutable_column_view::get_data", + "gather", + "hash_join", + }: + pylibcudf.experimental.enable_prefetching(item) def pytest_load_initial_conftests(early_config, parser, args): From 664da446a73689b0e4bcd62802f658412971bffc Mon Sep 17 00:00:00 2001 From: GALI PREM SAGAR Date: Tue, 23 Jul 2024 13:40:01 -0500 Subject: [PATCH 05/14] Apply suggestions from code review Co-authored-by: Bradley Dice --- python/cudf/cudf/pandas/__init__.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/python/cudf/cudf/pandas/__init__.py b/python/cudf/cudf/pandas/__init__.py index 36b4ad11e1b..8c9a40d0133 100644 --- a/python/cudf/cudf/pandas/__init__.py +++ b/python/cudf/cudf/pandas/__init__.py @@ -34,7 +34,7 @@ def install(): f"cudf.pandas detected an already configured memory resource, ignoring 'CUDF_PANDAS_RMM_MODE'={str(rmm_mode)}", UserWarning, ) - enable_prefetching = False + enable_prefetching = "managed" in rmm_mode free_memory, _ = rmm.mr.available_device_memory() free_memory = int(round(float(free_memory) * 0.80 / 256) * 256) @@ -69,13 +69,13 @@ def install(): from cudf._lib import pylibcudf if enable_prefetching: - for item in { + for key in { "column_view::get_data", "mutable_column_view::get_data", "gather", "hash_join", }: - pylibcudf.experimental.enable_prefetching(item) + pylibcudf.experimental.enable_prefetching(key) def pytest_load_initial_conftests(early_config, parser, args): From 02bb3ddbc695f862d8cf8fa10a29e664947a3ccb Mon Sep 17 00:00:00 2001 From: galipremsagar Date: Tue, 23 Jul 2024 18:40:26 +0000 Subject: [PATCH 06/14] update --- python/cudf/cudf/pandas/__init__.py | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/python/cudf/cudf/pandas/__init__.py b/python/cudf/cudf/pandas/__init__.py index 8c9a40d0133..ae0c2325b9a 100644 --- a/python/cudf/cudf/pandas/__init__.py +++ b/python/cudf/cudf/pandas/__init__.py @@ -54,7 +54,6 @@ def install(): elif rmm_mode == "managed": mr = rmm.mr.PrefetchResourceAdaptor(rmm.mr.ManagedMemoryResource()) rmm.mr.set_current_device_resource(mr) - enable_prefetching = True elif rmm_mode == "managed_pool": mr = rmm.mr.PrefetchResourceAdaptor( rmm.mr.PoolMemoryResource( @@ -63,12 +62,12 @@ def install(): ) ) rmm.mr.set_current_device_resource(mr) - enable_prefetching = True else: raise ValueError(f"Unsupported rmm mode: {rmm_mode}") - from cudf._lib import pylibcudf if enable_prefetching: + from cudf._lib import pylibcudf + for key in { "column_view::get_data", "mutable_column_view::get_data", From 82b5c9ef63bd94769b365542cd48d58a68a79ebd Mon Sep 17 00:00:00 2001 From: galipremsagar Date: Tue, 23 Jul 2024 19:55:50 +0000 Subject: [PATCH 07/14] Address reviews --- python/cudf/cudf/pandas/__init__.py | 92 ++++++++++++++--------------- 1 file changed, 46 insertions(+), 46 deletions(-) diff --git a/python/cudf/cudf/pandas/__init__.py b/python/cudf/cudf/pandas/__init__.py index ae0c2325b9a..e6d8d1d76e9 100644 --- a/python/cudf/cudf/pandas/__init__.py +++ b/python/cudf/cudf/pandas/__init__.py @@ -7,6 +7,8 @@ import rmm.mr +from cudf._lib import pylibcudf + from .fast_slow_proxy import is_proxy_object from .magics import load_ipython_extension from .profiler import Profiler @@ -26,55 +28,53 @@ def install(): LOADED = loader is not None rmm_mode = os.getenv("CUDF_PANDAS_RMM_MODE", "managed_pool") - if rmm_mode != "disable": - # Check if a non-default memory resource is set - current_mr = rmm.mr.get_current_device_resource() - if not isinstance(current_mr, rmm.mr.CudaMemoryResource): - warnings.warn( - f"cudf.pandas detected an already configured memory resource, ignoring 'CUDF_PANDAS_RMM_MODE'={str(rmm_mode)}", - UserWarning, - ) - enable_prefetching = "managed" in rmm_mode - free_memory, _ = rmm.mr.available_device_memory() - free_memory = int(round(float(free_memory) * 0.80 / 256) * 256) + # Check if a non-default memory resource is set + current_mr = rmm.mr.get_current_device_resource() + if not isinstance(current_mr, rmm.mr.CudaMemoryResource): + warnings.warn( + f"cudf.pandas detected an already configured memory resource, ignoring 'CUDF_PANDAS_RMM_MODE'={str(rmm_mode)}", + UserWarning, + ) + return + enable_prefetching = "managed" in rmm_mode + free_memory, _ = rmm.mr.available_device_memory() + free_memory = int(round(float(free_memory) * 0.80 / 256) * 256) - if rmm_mode == "cuda": - mr = rmm.mr.CudaMemoryResource() - rmm.mr.set_current_device_resource(mr) - elif rmm_mode == "pool": - rmm.mr.set_current_device_resource( - rmm.mr.PoolMemoryResource( - rmm.mr.get_current_device_resource(), - initial_pool_size=free_memory, - ) + if rmm_mode == "cuda": + current_mr = rmm.mr.CudaMemoryResource() + elif rmm_mode == "pool": + current_mr = rmm.mr.set_current_device_resource( + rmm.mr.PoolMemoryResource( + rmm.mr.get_current_device_resource(), + initial_pool_size=free_memory, ) - elif rmm_mode == "async": - mr = rmm.mr.CudaAsyncMemoryResource(initial_pool_size=free_memory) - rmm.mr.set_current_device_resource(mr) - elif rmm_mode == "managed": - mr = rmm.mr.PrefetchResourceAdaptor(rmm.mr.ManagedMemoryResource()) - rmm.mr.set_current_device_resource(mr) - elif rmm_mode == "managed_pool": - mr = rmm.mr.PrefetchResourceAdaptor( - rmm.mr.PoolMemoryResource( - rmm.mr.ManagedMemoryResource(), - initial_pool_size=free_memory, - ) + ) + elif rmm_mode == "async": + current_mr = rmm.mr.CudaAsyncMemoryResource( + initial_pool_size=free_memory + ) + elif rmm_mode == "managed": + current_mr = rmm.mr.PrefetchResourceAdaptor( + rmm.mr.ManagedMemoryResource() + ) + elif rmm_mode == "managed_pool": + current_mr = rmm.mr.PrefetchResourceAdaptor( + rmm.mr.PoolMemoryResource( + rmm.mr.ManagedMemoryResource(), + initial_pool_size=free_memory, ) - rmm.mr.set_current_device_resource(mr) - else: - raise ValueError(f"Unsupported rmm mode: {rmm_mode}") - - if enable_prefetching: - from cudf._lib import pylibcudf - - for key in { - "column_view::get_data", - "mutable_column_view::get_data", - "gather", - "hash_join", - }: - pylibcudf.experimental.enable_prefetching(key) + ) + else: + raise ValueError(f"Unsupported rmm mode: {rmm_mode}") + rmm.mr.set_current_device_resource(current_mr) + if enable_prefetching: + for key in { + "column_view::get_data", + "mutable_column_view::get_data", + "gather", + "hash_join", + }: + pylibcudf.experimental.enable_prefetching(key) def pytest_load_initial_conftests(early_config, parser, args): From a6ebd3d23010bbbe670d59330e14e24e14aacf7b Mon Sep 17 00:00:00 2001 From: GALI PREM SAGAR Date: Tue, 23 Jul 2024 15:13:23 -0500 Subject: [PATCH 08/14] Update python/cudf/cudf/pandas/__init__.py Co-authored-by: Bradley Dice --- python/cudf/cudf/pandas/__init__.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/cudf/cudf/pandas/__init__.py b/python/cudf/cudf/pandas/__init__.py index e6d8d1d76e9..dee90201f7d 100644 --- a/python/cudf/cudf/pandas/__init__.py +++ b/python/cudf/cudf/pandas/__init__.py @@ -45,7 +45,7 @@ def install(): elif rmm_mode == "pool": current_mr = rmm.mr.set_current_device_resource( rmm.mr.PoolMemoryResource( - rmm.mr.get_current_device_resource(), + current_mr, initial_pool_size=free_memory, ) ) From caaa2f161d830b2868b5bf025e16ff9dad096c2e Mon Sep 17 00:00:00 2001 From: GALI PREM SAGAR Date: Tue, 23 Jul 2024 16:18:47 -0500 Subject: [PATCH 09/14] Apply suggestions from code review Co-authored-by: Vyas Ramasubramani Co-authored-by: Bradley Dice --- python/cudf/cudf/pandas/__init__.py | 8 +++----- 1 file changed, 3 insertions(+), 5 deletions(-) diff --git a/python/cudf/cudf/pandas/__init__.py b/python/cudf/cudf/pandas/__init__.py index dee90201f7d..fff75c985ad 100644 --- a/python/cudf/cudf/pandas/__init__.py +++ b/python/cudf/cudf/pandas/__init__.py @@ -40,9 +40,7 @@ def install(): free_memory, _ = rmm.mr.available_device_memory() free_memory = int(round(float(free_memory) * 0.80 / 256) * 256) - if rmm_mode == "cuda": - current_mr = rmm.mr.CudaMemoryResource() - elif rmm_mode == "pool": + if rmm_mode == "pool": current_mr = rmm.mr.set_current_device_resource( rmm.mr.PoolMemoryResource( current_mr, @@ -64,8 +62,8 @@ def install(): initial_pool_size=free_memory, ) ) - else: - raise ValueError(f"Unsupported rmm mode: {rmm_mode}") + elif rmm_mode != "cuda": + raise ValueError(f"Unsupported {rmm_mode=}") rmm.mr.set_current_device_resource(current_mr) if enable_prefetching: for key in { From c7b6d564c58ea9bf017a73ffa7a6ad7010529fa9 Mon Sep 17 00:00:00 2001 From: galipremsagar Date: Tue, 23 Jul 2024 21:19:18 +0000 Subject: [PATCH 10/14] move enable prefecting order to after module is run --- python/cudf/cudf/pandas/__init__.py | 2 -- python/cudf/cudf/pandas/__main__.py | 15 +++++++++++++-- 2 files changed, 13 insertions(+), 4 deletions(-) diff --git a/python/cudf/cudf/pandas/__init__.py b/python/cudf/cudf/pandas/__init__.py index dee90201f7d..1300d1852ca 100644 --- a/python/cudf/cudf/pandas/__init__.py +++ b/python/cudf/cudf/pandas/__init__.py @@ -7,8 +7,6 @@ import rmm.mr -from cudf._lib import pylibcudf - from .fast_slow_proxy import is_proxy_object from .magics import load_ipython_extension from .profiler import Profiler diff --git a/python/cudf/cudf/pandas/__main__.py b/python/cudf/cudf/pandas/__main__.py index fb8569fa1d0..d4cb42d4c0b 100644 --- a/python/cudf/cudf/pandas/__main__.py +++ b/python/cudf/cudf/pandas/__main__.py @@ -1,4 +1,4 @@ -# SPDX-FileCopyrightText: Copyright (c) 2023 NVIDIA CORPORATION & AFFILIATES. +# SPDX-FileCopyrightText: Copyright (c) 2023-2024, NVIDIA CORPORATION & AFFILIATES. # All rights reserved. # SPDX-License-Identifier: Apache-2.0 @@ -72,7 +72,7 @@ def main(): args = parser.parse_args() - install() + rmm_mode = install() with profile(args.profile, args.line_profile, args.args[0]) as fn: args.args[0] = fn if args.module: @@ -86,6 +86,17 @@ def main(): sys.argv[:] = args.args runpy.run_path(args.args[0], run_name="__main__") + if "managed" in rmm_mode: + for key in { + "column_view::get_data", + "mutable_column_view::get_data", + "gather", + "hash_join", + }: + from cudf._lib import pylibcudf + + pylibcudf.experimental.enable_prefetching(key) + if __name__ == "__main__": main() From 3050661bc13f5d58f1050eeb1a8dfecbfb5b4340 Mon Sep 17 00:00:00 2001 From: galipremsagar Date: Tue, 23 Jul 2024 21:20:37 +0000 Subject: [PATCH 11/14] return rmm_mode --- python/cudf/cudf/pandas/__init__.py | 13 +++---------- 1 file changed, 3 insertions(+), 10 deletions(-) diff --git a/python/cudf/cudf/pandas/__init__.py b/python/cudf/cudf/pandas/__init__.py index bdc8cfca8f3..bcd084509da 100644 --- a/python/cudf/cudf/pandas/__init__.py +++ b/python/cudf/cudf/pandas/__init__.py @@ -33,8 +33,8 @@ def install(): f"cudf.pandas detected an already configured memory resource, ignoring 'CUDF_PANDAS_RMM_MODE'={str(rmm_mode)}", UserWarning, ) - return - enable_prefetching = "managed" in rmm_mode + return rmm_mode + free_memory, _ = rmm.mr.available_device_memory() free_memory = int(round(float(free_memory) * 0.80 / 256) * 256) @@ -63,14 +63,7 @@ def install(): elif rmm_mode != "cuda": raise ValueError(f"Unsupported {rmm_mode=}") rmm.mr.set_current_device_resource(current_mr) - if enable_prefetching: - for key in { - "column_view::get_data", - "mutable_column_view::get_data", - "gather", - "hash_join", - }: - pylibcudf.experimental.enable_prefetching(key) + return rmm_mode def pytest_load_initial_conftests(early_config, parser, args): From c2e97e4bb886243b196706f02d43a353acebd9a0 Mon Sep 17 00:00:00 2001 From: galipremsagar Date: Tue, 23 Jul 2024 21:47:44 +0000 Subject: [PATCH 12/14] update --- python/cudf/cudf/pandas/__init__.py | 22 ++++++++-------------- 1 file changed, 8 insertions(+), 14 deletions(-) diff --git a/python/cudf/cudf/pandas/__init__.py b/python/cudf/cudf/pandas/__init__.py index bcd084509da..bf88c950385 100644 --- a/python/cudf/cudf/pandas/__init__.py +++ b/python/cudf/cudf/pandas/__init__.py @@ -37,24 +37,18 @@ def install(): free_memory, _ = rmm.mr.available_device_memory() free_memory = int(round(float(free_memory) * 0.80 / 256) * 256) - + new_mr = current_mr if rmm_mode == "pool": - current_mr = rmm.mr.set_current_device_resource( - rmm.mr.PoolMemoryResource( - current_mr, - initial_pool_size=free_memory, - ) + new_mr = rmm.mr.PoolMemoryResource( + current_mr, + initial_pool_size=free_memory, ) elif rmm_mode == "async": - current_mr = rmm.mr.CudaAsyncMemoryResource( - initial_pool_size=free_memory - ) + new_mr = rmm.mr.CudaAsyncMemoryResource(initial_pool_size=free_memory) elif rmm_mode == "managed": - current_mr = rmm.mr.PrefetchResourceAdaptor( - rmm.mr.ManagedMemoryResource() - ) + new_mr = rmm.mr.PrefetchResourceAdaptor(rmm.mr.ManagedMemoryResource()) elif rmm_mode == "managed_pool": - current_mr = rmm.mr.PrefetchResourceAdaptor( + new_mr = rmm.mr.PrefetchResourceAdaptor( rmm.mr.PoolMemoryResource( rmm.mr.ManagedMemoryResource(), initial_pool_size=free_memory, @@ -62,7 +56,7 @@ def install(): ) elif rmm_mode != "cuda": raise ValueError(f"Unsupported {rmm_mode=}") - rmm.mr.set_current_device_resource(current_mr) + rmm.mr.set_current_device_resource(new_mr) return rmm_mode From cad780c4158cd9540d76ec595b580274aa669359 Mon Sep 17 00:00:00 2001 From: galipremsagar Date: Wed, 24 Jul 2024 21:29:46 +0000 Subject: [PATCH 13/14] reduce parallelism --- ci/cudf_pandas_scripts/pandas-tests/run.sh | 2 +- python/cudf/cudf/pandas/scripts/run-pandas-tests.sh | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/ci/cudf_pandas_scripts/pandas-tests/run.sh b/ci/cudf_pandas_scripts/pandas-tests/run.sh index abde5e5d160..48ee4a05628 100755 --- a/ci/cudf_pandas_scripts/pandas-tests/run.sh +++ b/ci/cudf_pandas_scripts/pandas-tests/run.sh @@ -19,7 +19,7 @@ RAPIDS_TESTS_DIR=${RAPIDS_TESTS_DIR:-"${RESULTS_DIR}/test-results"}/ mkdir -p "${RAPIDS_TESTS_DIR}" bash python/cudf/cudf/pandas/scripts/run-pandas-tests.sh \ - -n 10 \ + -n 5 \ --tb=no \ -m "not slow" \ --max-worker-restart=3 \ diff --git a/python/cudf/cudf/pandas/scripts/run-pandas-tests.sh b/python/cudf/cudf/pandas/scripts/run-pandas-tests.sh index a66f63c09b3..0f622c9ba30 100755 --- a/python/cudf/cudf/pandas/scripts/run-pandas-tests.sh +++ b/python/cudf/cudf/pandas/scripts/run-pandas-tests.sh @@ -137,7 +137,7 @@ and not test_eof_states \ and not test_array_tz" # TODO: Remove "not db" once a postgres & mysql container is set up on the CI -PANDAS_CI="1" timeout 30m python -m pytest -p cudf.pandas \ +PANDAS_CI="1" timeout 300m python -m pytest -p cudf.pandas \ -v -m "not single_cpu and not db" \ -k "$TEST_THAT_NEED_MOTO_SERVER and $TEST_THAT_CRASH_PYTEST_WORKERS and not test_groupby_raises_category_on_category and not test_constructor_no_pandas_array and not test_is_monotonic_na and not test_index_contains and not test_index_contains and not test_frame_op_subclass_nonclass_constructor and not test_round_trip_current" \ --import-mode=importlib \ From 2de38861132c1b2983be05f8d3bc246219a50853 Mon Sep 17 00:00:00 2001 From: GALI PREM SAGAR Date: Wed, 24 Jul 2024 19:40:42 -0500 Subject: [PATCH 14/14] Update python/cudf/cudf/pandas/scripts/run-pandas-tests.sh --- python/cudf/cudf/pandas/scripts/run-pandas-tests.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/cudf/cudf/pandas/scripts/run-pandas-tests.sh b/python/cudf/cudf/pandas/scripts/run-pandas-tests.sh index 0f622c9ba30..9c65b74d081 100755 --- a/python/cudf/cudf/pandas/scripts/run-pandas-tests.sh +++ b/python/cudf/cudf/pandas/scripts/run-pandas-tests.sh @@ -137,7 +137,7 @@ and not test_eof_states \ and not test_array_tz" # TODO: Remove "not db" once a postgres & mysql container is set up on the CI -PANDAS_CI="1" timeout 300m python -m pytest -p cudf.pandas \ +PANDAS_CI="1" timeout 60m python -m pytest -p cudf.pandas \ -v -m "not single_cpu and not db" \ -k "$TEST_THAT_NEED_MOTO_SERVER and $TEST_THAT_CRASH_PYTEST_WORKERS and not test_groupby_raises_category_on_category and not test_constructor_no_pandas_array and not test_is_monotonic_na and not test_index_contains and not test_index_contains and not test_frame_op_subclass_nonclass_constructor and not test_round_trip_current" \ --import-mode=importlib \