From cee2a89a3f8ece7ebb617d7cac25e2e644772adf Mon Sep 17 00:00:00 2001 From: Liangcai Li Date: Sat, 13 Jun 2020 22:23:07 +0800 Subject: [PATCH] Ignore the order locally for repartition tests (#163) * Ignore the order locally for repartition tests * Update repart_test.py Co-authored-by: Liangcai Li --- integration_tests/src/main/python/repart_test.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/integration_tests/src/main/python/repart_test.py b/integration_tests/src/main/python/repart_test.py index abacb37c056..90f1f0de0e7 100644 --- a/integration_tests/src/main/python/repart_test.py +++ b/integration_tests/src/main/python/repart_test.py @@ -16,6 +16,7 @@ from asserts import assert_gpu_and_cpu_are_equal_collect from data_gen import * +from marks import ignore_order @pytest.mark.parametrize('data_gen', all_basic_gens, ids=idfn) def test_union(data_gen): @@ -37,6 +38,7 @@ def test_coalesce_df(num_parts, length): @pytest.mark.parametrize('num_parts', [1, 10, 100, 1000, 2000], ids=idfn) @pytest.mark.parametrize('length', [0, 2048, 4096], ids=idfn) +@ignore_order('local') # To avoid extra data shuffle by 'sort on Spark' for this repartition test. def test_repartion_df(num_parts, length): #This should change eventually to be more than just the basic gens gen_list = [('_c' + str(i), gen) for i, gen in enumerate(all_basic_gens)]