From 4bdd1c62951b516bd7b82ee8f62586c09ecbf8f0 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Dea=20Mar=C3=ADa=20L=C3=A9on?= Date: Tue, 31 Dec 2024 19:03:47 +0100 Subject: [PATCH 1/8] removing filters --- pyproject.toml | 14 -------------- 1 file changed, 14 deletions(-) diff --git a/pyproject.toml b/pyproject.toml index 8193e0284..5e6a06f69 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -151,22 +151,8 @@ docstring-code-format = true testpaths = ["tests"] filterwarnings = [ "error", - 'ignore:distutils Version classes are deprecated:DeprecationWarning', - 'ignore:In the future `np.bool`', - 'ignore:make_block is deprecated and will be removed', - 'ignore:np.find_common_type is deprecated', - 'ignore:is_sparse is deprecated and will be removed', - 'ignore:Passing a BlockManager to DataFrame is deprecated', 'ignore:.*defaulting to pandas implementation', 'ignore:.*implementation has mismatches with pandas', - 'ignore:.*Do not use the `random` module inside strategies', - 'ignore:.*You are using pyarrow version', - 'ignore:.*but when imported by', - 'ignore:Distributing .*This may take some time', - 'ignore:.*The default coalesce behavior', - 'ignore:is_datetime64tz_dtype is deprecated', - 'ignore: unclosed Date: Wed, 1 Jan 2025 11:29:47 +0100 Subject: [PATCH 2/8] spark_like filter warning --- tests/spark_like_test.py | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/tests/spark_like_test.py b/tests/spark_like_test.py index 3b9fa12f3..81576fd9a 100644 --- a/tests/spark_like_test.py +++ b/tests/spark_like_test.py @@ -24,6 +24,12 @@ from tests.utils import Constructor +# Apply filterwarnings to all tests in this module +pytestmark = pytest.mark.filterwarnings( + "ignore:.*is_datetime64tz_dtype is deprecated and will be removed in a future version.*:DeprecationWarning" +) + + def _pyspark_constructor_with_session(obj: Any, spark_session: SparkSession) -> IntoFrame: # NaN and NULL are not the same in PySpark pd_df = pd.DataFrame(obj).replace({float("nan"): None}).reset_index() From b44a268bd355d59a6850bac18bd3a8ef43719a6f Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Dea=20Mar=C3=ADa=20L=C3=A9on?= Date: Wed, 1 Jan 2025 14:45:08 +0100 Subject: [PATCH 3/8] added filter --- tests/spark_like_test.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/tests/spark_like_test.py b/tests/spark_like_test.py index 81576fd9a..98d473b22 100644 --- a/tests/spark_like_test.py +++ b/tests/spark_like_test.py @@ -26,7 +26,8 @@ # Apply filterwarnings to all tests in this module pytestmark = pytest.mark.filterwarnings( - "ignore:.*is_datetime64tz_dtype is deprecated and will be removed in a future version.*:DeprecationWarning" + "ignore:.*is_datetime64tz_dtype is deprecated and will be removed in a future version.*:DeprecationWarning", + "ignore:.*distutils Version classes are deprecated. Use packaging.version instead.*:DeprecationWarning ", ) From fa108e3ad25d65e365c1fa47647ebc620f8e24cb Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Dea=20Mar=C3=ADa=20L=C3=A9on?= Date: Wed, 1 Jan 2025 18:26:47 +0100 Subject: [PATCH 4/8] fix --- tests/spark_like_test.py | 12 ++++++++---- 1 file changed, 8 insertions(+), 4 deletions(-) diff --git a/tests/spark_like_test.py b/tests/spark_like_test.py index 98d473b22..29b05a565 100644 --- a/tests/spark_like_test.py +++ b/tests/spark_like_test.py @@ -25,10 +25,14 @@ # Apply filterwarnings to all tests in this module -pytestmark = pytest.mark.filterwarnings( - "ignore:.*is_datetime64tz_dtype is deprecated and will be removed in a future version.*:DeprecationWarning", - "ignore:.*distutils Version classes are deprecated. Use packaging.version instead.*:DeprecationWarning ", -) +pytestmark = [ + pytest.mark.filterwarnings( + "ignore:.*is_datetime64tz_dtype is deprecated and will be removed in a future version.*:DeprecationWarning" + ), + pytest.mark.filterwarnings( + "ignore:.*distutils Version classes are deprecated. Use packaging.version instead.*:DeprecationWarning " + ), +] def _pyspark_constructor_with_session(obj: Any, spark_session: SparkSession) -> IntoFrame: From eccd2de28aa47283b216c22c3b6c463f06d3f83e Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Dea=20Mar=C3=ADa=20L=C3=A9on?= Date: Wed, 1 Jan 2025 18:43:41 +0100 Subject: [PATCH 5/8] fix --- tests/spark_like_test.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tests/spark_like_test.py b/tests/spark_like_test.py index eaaf17ef2..2cc0cb270 100644 --- a/tests/spark_like_test.py +++ b/tests/spark_like_test.py @@ -30,7 +30,7 @@ "ignore:.*is_datetime64tz_dtype is deprecated and will be removed in a future version.*:DeprecationWarning" ), pytest.mark.filterwarnings( - "ignore:.*distutils Version classes are deprecated. Use packaging.version instead.*:DeprecationWarning " + "ignore:.*distutils Version classes are deprecated. Use packaging.version instead.*:DeprecationWarning" ), ] From c57dc29658b9300912e7674a55500f0304d413f1 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Dea=20Mar=C3=ADa=20L=C3=A9on?= Date: Fri, 3 Jan 2025 14:31:01 +0100 Subject: [PATCH 6/8] wip --- pyproject.toml | 2 ++ tests/spark_like_test.py | 16 ++++++++-------- 2 files changed, 10 insertions(+), 8 deletions(-) diff --git a/pyproject.toml b/pyproject.toml index 71c0e4c1d..0b539d151 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -152,6 +152,8 @@ filterwarnings = [ "error", 'ignore:.*defaulting to pandas implementation', 'ignore:.*implementation has mismatches with pandas', + 'ignore:.*distutils package is deprecated and.*', + 'ignore:.*is_datetime64tz_dtype is deprecated and will be removed.*', ] xfail_strict = true markers = ["slow: marks tests as slow (deselect with '-m \"not slow\"')"] diff --git a/tests/spark_like_test.py b/tests/spark_like_test.py index 2cc0cb270..72f9f9d41 100644 --- a/tests/spark_like_test.py +++ b/tests/spark_like_test.py @@ -25,14 +25,14 @@ # Apply filterwarnings to all tests in this module -pytestmark = [ - pytest.mark.filterwarnings( - "ignore:.*is_datetime64tz_dtype is deprecated and will be removed in a future version.*:DeprecationWarning" - ), - pytest.mark.filterwarnings( - "ignore:.*distutils Version classes are deprecated. Use packaging.version instead.*:DeprecationWarning" - ), -] +# pytestmark = [ +# pytest.mark.filterwarnings( +# "ignore:.*is_datetime64tz_dtype is deprecated and will be removed in a future version.*:DeprecationWarning" +# ), +# pytest.mark.filterwarnings( +# "ignore:.*distutils Version classes are deprecated. Use packaging.version instead.*:DeprecationWarning" +# ), +# ] def _pyspark_constructor_with_session(obj: Any, spark_session: SparkSession) -> IntoFrame: From b3cdb450e01669228fc9312b5568dad5399a571f Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Dea=20Mar=C3=ADa=20L=C3=A9on?= Date: Fri, 3 Jan 2025 17:30:48 +0100 Subject: [PATCH 7/8] added more filters --- pyproject.toml | 2 -- tests/spark_like_test.py | 20 ++++++++++++-------- 2 files changed, 12 insertions(+), 10 deletions(-) diff --git a/pyproject.toml b/pyproject.toml index 0b539d151..71c0e4c1d 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -152,8 +152,6 @@ filterwarnings = [ "error", 'ignore:.*defaulting to pandas implementation', 'ignore:.*implementation has mismatches with pandas', - 'ignore:.*distutils package is deprecated and.*', - 'ignore:.*is_datetime64tz_dtype is deprecated and will be removed.*', ] xfail_strict = true markers = ["slow: marks tests as slow (deselect with '-m \"not slow\"')"] diff --git a/tests/spark_like_test.py b/tests/spark_like_test.py index 72f9f9d41..574d66b1b 100644 --- a/tests/spark_like_test.py +++ b/tests/spark_like_test.py @@ -25,14 +25,18 @@ # Apply filterwarnings to all tests in this module -# pytestmark = [ -# pytest.mark.filterwarnings( -# "ignore:.*is_datetime64tz_dtype is deprecated and will be removed in a future version.*:DeprecationWarning" -# ), -# pytest.mark.filterwarnings( -# "ignore:.*distutils Version classes are deprecated. Use packaging.version instead.*:DeprecationWarning" -# ), -# ] +pytestmark = [ + pytest.mark.filterwarnings( + "ignore:.*is_datetime64tz_dtype is deprecated and will be removed in a future version.*:DeprecationWarning" + ), + pytest.mark.filterwarnings( + "ignore:.*distutils Version classes are deprecated. Use packaging.version instead.*:DeprecationWarning" + ), + pytest.mark.filterwarnings("ignore: unclosed IntoFrame: From 38f4a209ba917449691fc7e24816ea520756372e Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Dea=20Mar=C3=ADa=20L=C3=A9on?= Date: Sun, 5 Jan 2025 09:42:32 +0100 Subject: [PATCH 8/8] keep pyarrow filter --- pyproject.toml | 1 + 1 file changed, 1 insertion(+) diff --git a/pyproject.toml b/pyproject.toml index 71c0e4c1d..ec631fd90 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -152,6 +152,7 @@ filterwarnings = [ "error", 'ignore:.*defaulting to pandas implementation', 'ignore:.*implementation has mismatches with pandas', + 'ignore:.*You are using pyarrow version', ] xfail_strict = true markers = ["slow: marks tests as slow (deselect with '-m \"not slow\"')"]