Skip to content

Commit

Permalink
Lower batch limit in agg tests to better exercise sort-based aggregat…
Browse files Browse the repository at this point in the history
…ions
  • Loading branch information
jlowe committed Feb 8, 2022
1 parent 93245c8 commit 60593fb
Showing 1 changed file with 2 additions and 2 deletions.
4 changes: 2 additions & 2 deletions integration_tests/src/main/python/hash_aggregate_test.py
Original file line number Diff line number Diff line change
Expand Up @@ -34,7 +34,7 @@
}

_no_nans_float_smallbatch_conf = copy_and_update(_no_nans_float_conf,
{'spark.rapids.sql.batchSizeBytes' : '1000'})
{'spark.rapids.sql.batchSizeBytes' : '250'})

_no_nans_float_conf_partial = copy_and_update(_no_nans_float_conf,
{'spark.rapids.sql.hashAgg.replaceMode': 'partial'})
Expand Down Expand Up @@ -339,7 +339,7 @@ def test_hash_reduction_sum_count_action(data_gen):
# Make sure that we can do computation in the group by columns
@ignore_order
def test_computation_in_grpby_columns():
conf = {'spark.rapids.sql.batchSizeBytes' : '1000'}
conf = {'spark.rapids.sql.batchSizeBytes' : '250'}
data_gen = [
('a', RepeatSeqGen(StringGen('a{1,20}'), length=50)),
('b', short_gen)]
Expand Down

0 comments on commit 60593fb

Please sign in to comment.