From 4e978354b4b82547c28cb89abaf6d9a058129e61 Mon Sep 17 00:00:00 2001 From: Charles Blackmon-Luca <20627856+charlesbluca@users.noreply.github.com> Date: Thu, 3 Feb 2022 13:10:05 -0500 Subject: [PATCH] Update dask-cudf parquet tests to reflect upstream bugfixes to `_metadata` (#10206) As pointed out in [this issue comment](https://github.com/rapidsai/cudf/pull/10141#discussion_r798111727), we should be good to update some of dask-cudf's parquet testing to reflect bug fixes merged in https://github.com/dask/dask/pull/6047. cc @rjzamora in case you see some other tests that could be resolved here Authors: - Charles Blackmon-Luca (https://github.com/charlesbluca) Approvers: - Richard (Rick) Zamora (https://github.com/rjzamora) URL: https://github.com/rapidsai/cudf/pull/10206 --- python/dask_cudf/dask_cudf/io/tests/test_parquet.py | 7 +------ 1 file changed, 1 insertion(+), 6 deletions(-) diff --git a/python/dask_cudf/dask_cudf/io/tests/test_parquet.py b/python/dask_cudf/dask_cudf/io/tests/test_parquet.py index 706b0e272ea..a023fe726e6 100644 --- a/python/dask_cudf/dask_cudf/io/tests/test_parquet.py +++ b/python/dask_cudf/dask_cudf/io/tests/test_parquet.py @@ -40,12 +40,7 @@ def test_roundtrip_from_dask(tmpdir, stats): tmpdir = str(tmpdir) ddf.to_parquet(tmpdir, engine="pyarrow") files = sorted( - [ - os.path.join(tmpdir, f) - for f in os.listdir(tmpdir) - # TODO: Allow "_metadata" in list after dask#6047 - if not f.endswith("_metadata") - ], + [os.path.join(tmpdir, f) for f in os.listdir(tmpdir)], key=natural_sort_key, )