Skip to content

Commit

Permalink
removed f.hash from the test
Browse files Browse the repository at this point in the history
Signed-off-by: Raza Jafri <[email protected]>
  • Loading branch information
razajafri committed Aug 29, 2022
1 parent 90082fe commit b9cc96c
Show file tree
Hide file tree
Showing 2 changed files with 2 additions and 3 deletions.
3 changes: 1 addition & 2 deletions integration_tests/src/main/python/repart_test.py
Original file line number Diff line number Diff line change
Expand Up @@ -225,8 +225,7 @@ def test_hash_repartition_exact_fallback(gen, num_parts):
lambda spark : gen_df(spark, data_gen, length=1024) \
.repartition(num_parts, *part_on) \
.withColumn('id', f.spark_partition_id()) \
.withColumn('hashed', f.hash(*part_on)) \
.selectExpr('*', 'pmod(hashed, {})'.format(num_parts)), "ShuffleExchangeExec")
.selectExpr('*'), "ShuffleExchangeExec")

@ignore_order(local=True) # To avoid extra data shuffle by 'sort on Spark' for this repartition test.
@pytest.mark.parametrize('num_parts', [1, 2, 10, 17, 19, 32], ids=idfn)
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -3744,7 +3744,7 @@ object GpuOverrides extends Logging {
})
)
if (arrayWithStructsHashing) {
willNotWorkOnGpu(s"GPU does not currently support the operator")
willNotWorkOnGpu("hashing arrays with structs is not supported")
}
}

Expand Down

0 comments on commit b9cc96c

Please sign in to comment.