Ignore the order locally for repartition tests (#163)

* Ignore the order locally for repartition tests * Update repart_test.py Co-authored-by: Liangcai Li <[email protected]>
NVIDIA · Jun 13, 2020 · 4f12285 · 4f12285
1 parent 8c27f70
commit 4f12285
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/integration_tests/src/main/python/repart_test.py b/integration_tests/src/main/python/repart_test.py
@@ -16,6 +16,7 @@
 
 from asserts import assert_gpu_and_cpu_are_equal_collect
 from data_gen import *
+from marks import ignore_order
 
 @pytest.mark.parametrize('data_gen', all_basic_gens, ids=idfn)
 def test_union(data_gen):
@@ -37,6 +38,7 @@ def test_coalesce_df(num_parts, length):
 
 @pytest.mark.parametrize('num_parts', [1, 10, 100, 1000, 2000], ids=idfn)
 @pytest.mark.parametrize('length', [0, 2048, 4096], ids=idfn)
+@ignore_order('local') # To avoid extra data shuffle by 'sort on Spark' for this repartition test.
 def test_repartion_df(num_parts, length):
     #This should change eventually to be more than just the basic gens
     gen_list = [('_c' + str(i), gen) for i, gen in enumerate(all_basic_gens)]