Skip to content

Commit

Permalink
Disable udf tests that fail periodically (NVIDIA#747)
Browse files Browse the repository at this point in the history
Signed-off-by: Robert (Bobby) Evans <[email protected]>
  • Loading branch information
revans2 authored Sep 11, 2020
1 parent a860a86 commit 91211eb
Show file tree
Hide file tree
Showing 2 changed files with 8 additions and 0 deletions.
7 changes: 7 additions & 0 deletions integration_tests/src/main/python/udf_cudf_test.py
Original file line number Diff line number Diff line change
Expand Up @@ -124,6 +124,7 @@ def gpu_run(spark):
_assert_cpu_gpu(cpu_run, gpu_run, gpu_conf=_conf)


@pytest.mark.skip("https://github.com/NVIDIA/spark-rapids/issues/746")
@allow_non_gpu('GpuMapInPandasExec','PythonUDF')
@cudf_udf
def test_map_in_pandas():
Expand Down Expand Up @@ -160,6 +161,7 @@ def _normalize_gpu_func(df):
v = gdf.v
return gdf.assign(v=(v - v.mean()) / v.std()).to_pandas()

@pytest.mark.skip("https://github.com/NVIDIA/spark-rapids/issues/746")
@allow_non_gpu('GpuFlatMapGroupsInPandasExec','PythonUDF')
@cudf_udf
def test_group_apply():
Expand All @@ -174,6 +176,7 @@ def gpu_run(spark):
_assert_cpu_gpu(cpu_run, gpu_run, gpu_conf=_conf, is_sort=True)


@pytest.mark.skip("https://github.com/NVIDIA/spark-rapids/issues/746")
@allow_non_gpu('GpuFlatMapGroupsInPandasExec','PythonUDF')
@cudf_udf
def test_group_apply_in_pandas():
Expand Down Expand Up @@ -206,6 +209,7 @@ def _sum_gpu_func(v: pd.Series) -> int:
gpu_serises = cudf.Series(v)
return gpu_serises.sum()

@pytest.mark.skip("https://github.com/NVIDIA/spark-rapids/issues/746")
@allow_non_gpu('GpuAggregateInPandasExec','PythonUDF','Alias')
@cudf_udf
def test_group_agg():
Expand All @@ -220,6 +224,7 @@ def gpu_run(spark):
_assert_cpu_gpu(cpu_run, gpu_run, gpu_conf=_conf, is_sort=True)


@pytest.mark.skip("https://github.com/NVIDIA/spark-rapids/issues/746")
@allow_non_gpu('GpuAggregateInPandasExec','PythonUDF','Alias')
@cudf_udf
def test_sql_group():
Expand All @@ -236,6 +241,7 @@ def gpu_run(spark):
_assert_cpu_gpu(cpu_run, gpu_run, gpu_conf=_conf, is_sort=True)


@pytest.mark.skip("https://github.com/NVIDIA/spark-rapids/issues/746")
@allow_non_gpu('GpuWindowInPandasExec','PythonUDF','Alias','WindowExpression','WindowSpecDefinition','SpecifiedWindowFrame','UnboundedPreceding$', 'UnboundedFollowing$')
@cudf_udf
def test_window():
Expand All @@ -252,6 +258,7 @@ def gpu_run(spark):
_assert_cpu_gpu(cpu_run, gpu_run, gpu_conf=_conf, is_sort=True)


@pytest.mark.skip("https://github.com/NVIDIA/spark-rapids/issues/746")
@allow_non_gpu('GpuFlatMapCoGroupsInPandasExec','PythonUDF')
@cudf_udf
def test_cogroup():
Expand Down
1 change: 1 addition & 0 deletions integration_tests/src/main/python/udf_test.py
Original file line number Diff line number Diff line change
Expand Up @@ -88,6 +88,7 @@ def pandas_sum(to_process: pd.Series) -> int:
.agg(pandas_sum(f.col('b'))),
conf=arrow_udf_conf)

@pytest.mark.skip("https://github.com/NVIDIA/spark-rapids/issues/740")
@ignore_order
@allow_non_gpu('WindowInPandasExec', 'PythonUDF', 'WindowExpression', 'Alias', 'WindowSpecDefinition', 'SpecifiedWindowFrame', 'UnboundedPreceding$', 'UnboundedFollowing$')
@pytest.mark.parametrize('data_gen', integral_gens, ids=idfn)
Expand Down

0 comments on commit 91211eb

Please sign in to comment.