From dcde0f4b62e3359ec7b44dfe0409abb692f019d0 Mon Sep 17 00:00:00 2001 From: Liangcai Li Date: Fri, 12 Jun 2020 18:06:26 +0800 Subject: [PATCH 1/2] Ignore the order locally for repartition tests --- integration_tests/src/main/python/repart_test.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/integration_tests/src/main/python/repart_test.py b/integration_tests/src/main/python/repart_test.py index abacb37c056..71096184492 100644 --- a/integration_tests/src/main/python/repart_test.py +++ b/integration_tests/src/main/python/repart_test.py @@ -16,6 +16,7 @@ from asserts import assert_gpu_and_cpu_are_equal_collect from data_gen import * +from marks import ignore_order @pytest.mark.parametrize('data_gen', all_basic_gens, ids=idfn) def test_union(data_gen): @@ -37,6 +38,7 @@ def test_coalesce_df(num_parts, length): @pytest.mark.parametrize('num_parts', [1, 10, 100, 1000, 2000], ids=idfn) @pytest.mark.parametrize('length', [0, 2048, 4096], ids=idfn) +@ignore_order('local') def test_repartion_df(num_parts, length): #This should change eventually to be more than just the basic gens gen_list = [('_c' + str(i), gen) for i, gen in enumerate(all_basic_gens)] From a07078b3e1a00ed2707da03c5df0e98074720c31 Mon Sep 17 00:00:00 2001 From: Liangcai Li Date: Sat, 13 Jun 2020 20:03:21 +0800 Subject: [PATCH 2/2] Update repart_test.py --- integration_tests/src/main/python/repart_test.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/integration_tests/src/main/python/repart_test.py b/integration_tests/src/main/python/repart_test.py index 71096184492..90f1f0de0e7 100644 --- a/integration_tests/src/main/python/repart_test.py +++ b/integration_tests/src/main/python/repart_test.py @@ -38,7 +38,7 @@ def test_coalesce_df(num_parts, length): @pytest.mark.parametrize('num_parts', [1, 10, 100, 1000, 2000], ids=idfn) @pytest.mark.parametrize('length', [0, 2048, 4096], ids=idfn) -@ignore_order('local') +@ignore_order('local') # To avoid extra data shuffle by 'sort on Spark' for this repartition test. def test_repartion_df(num_parts, length): #This should change eventually to be more than just the basic gens gen_list = [('_c' + str(i), gen) for i, gen in enumerate(all_basic_gens)]