From 711e86cf2ed7c1e4b3d4737ea697af59e8a80f2d Mon Sep 17 00:00:00 2001 From: Anand Inguva Date: Fri, 29 Sep 2023 16:38:39 -0400 Subject: [PATCH 1/3] Add CoGbk, GBK, sideinputs, and Combine test to the perf alert config --- .../testing/analyzers/tests_config.yaml | 189 ++++++++++++++++++ 1 file changed, 189 insertions(+) diff --git a/sdks/python/apache_beam/testing/analyzers/tests_config.yaml b/sdks/python/apache_beam/testing/analyzers/tests_config.yaml index bc74f292c487..1ea1ed0c8dbf 100644 --- a/sdks/python/apache_beam/testing/analyzers/tests_config.yaml +++ b/sdks/python/apache_beam/testing/analyzers/tests_config.yaml @@ -101,3 +101,192 @@ test_cloudml_benchmark_criteo_10GB-runtime_sec: metrics_table: cloudml_benchmark_criteo_10GB project: apache-beam-testing metric_name: runtime_sec + +# Python Combine load tests at http://35.193.202.176/d/WNzYt13Zk/combine-load-tests?orgId=1 +combine_python_batch_2gb_10_byte_records: + test_description: + Combine Python Load Test 2 GB 10 byte records + Test link - https://github.com/apache/beam/blob/5e38decf9e723a385057131b01bbd33d8c60bda3/.test-infra/jenkins/job_LoadTests_Combine_Python.groovy#L76C24-L76C65 + Test dashboard - http://35.193.202.176/d/WNzYt13Zk/combine-load-tests?orgId=1&from=now-90d&to=now&var-processingType=batch&var-sdk=python&viewPanel=2 + test_target: apache_beam.testing.load_tests.combine_test + metrics_dataset: load_test + metrics_table: python_dataflow_batch_combine_1 + metric_name: runtime + project: apache-beam-testing + +combine_python_batch_2gb_fanout_4: + test_description: + Combine Python Load test - 2GB Fanout 4 + Test link - https://github.com/apache/beam/blob/5e38decf9e723a385057131b01bbd33d8c60bda3/.test-infra/jenkins/job_LoadTests_Combine_Python.groovy#L52 + Test Dashboard - http://35.193.202.176/d/WNzYt13Zk/combine-load-tests?orgId=1&from=now-90d&to=now&var-processingType=batch&var-sdk=python&viewPanel=4 + test_target: apache_beam.testing.load_tests.combine_test + metrics_dataset: load_test + metrics_table: python_dataflow_batch_combine_4 + metric_name: runtime + project: apache-beam-testing + +combine_python_batch_2gb_fanout_8: + test_description: Combine Python Load test - 2GB Fanout 8 + test_target: apache_beam.testing.load_tests.combine_test + metrics_dataset: load_test + metrics_table: python_dataflow_batch_combine_5 + metric_name: runtime + project: apache-beam-testing + +# Python Batch GBK load tests at http://35.193.202.176/d/UYZ-oJ3Zk/gbk-load-tests?orgId=1&var-processingType=batch&var-sdk=python&from=now-90d&to=now +gbk_python_batch_load_test_2gb_of_10B_records: + test_description: + GroupByKey Python Load test - 2GB of 10B records + python | GBK | Small records (10B) + Test Dashboard - http://35.193.202.176/d/UYZ-oJ3Zk/gbk-load-tests?orgId=1&var-processingType=batch&var-sdk=python&from=now-90d&to=now&viewPanel=2 + Test link - https://github.com/apache/beam/blob/5e38decf9e723a385057131b01bbd33d8c60bda3/.test-infra/jenkins/job_LoadTests_GBK_Python.groovy#L36C25-L36C72 + test_target: apache_beam.testing.load_tests.group_by_key_test + metrics_table: python_dataflow_batch_gbk_1 + metrics_dataset: load_test + metric_name: runtime + project: apache-beam-testing + +gbk_python_batch_load_test_2gb_of_100B_records: + test_description: + GroupByKey Python Load test - 2GB of 100B records + python | GBK | Medium records (100B) + Test Dashboard - http://35.193.202.176/d/UYZ-oJ3Zk/gbk-load-tests?orgId=1&var-processingType=batch&var-sdk=python&from=now-90d&to=now&viewPanel=3 + Test link - https://github.com/apache/beam/blob/5e38decf9e723a385057131b01bbd33d8c60bda3/.test-infra/jenkins/job_LoadTests_GBK_Python.groovy#L60 + test_target: apache_beam.testing.load_tests.group_by_key_test + metrics_table: python_dataflow_batch_gbk_2 + metrics_dataset: load_test + metric_name: runtime + project: apache-beam-testing + +gbk_python_batch_load_test_2gb_of_100KB_records: + test_description: + GroupByKey Python Load test - 2GB of 100kB records + python | GBK | Large records (100kB) + Test Dashboard - http://35.193.202.176/d/UYZ-oJ3Zk/gbk-load-tests?orgId=1&var-processingType=batch&var-sdk=python&from=now-6M&to=now&viewPanel=4&inspect=4 + Test link - https://github.com/apache/beam/blob/5e38decf9e723a385057131b01bbd33d8c60bda3/.test-infra/jenkins/job_LoadTests_GBK_Python.groovy#L83 + test_target: apache_beam.testing.load_tests.group_by_key_test + metrics_table: python_dataflow_batch_gbk_3 + metrics_dataset: load_test + metric_name: runtime + project: apache-beam-testing + +gbk_python_batch_load_test_fanout_4_times_with_2GB_10byte_records_total: +# this test looks little noisy. Remove this if it causes too many false +# positives. + test_description: + GroupByKey Python Load test - fanout 4 times with 2GB 10-byte records total + python | GBK | Fanout 4 + Test Dashboard - http://35.193.202.176/d/UYZ-oJ3Zk/gbk-load-tests?orgId=1&var-processingType=batch&var-sdk=python&from=now-90d&to=now&viewPanel=5 + Test link - https://github.com/apache/beam/blob/5e38decf9e723a385057131b01bbd33d8c60bda3/.test-infra/jenkins/job_LoadTests_GBK_Python.groovy#L106 + test_target: apache_beam.testing.load_tests.group_by_key_test + metrics_table: python_dataflow_batch_gbk_4 + metrics_dataset: load_test + metric_name: runtime + project: apache-beam-testing + + +gbk_python_batch_load_test_fanout_8_times_with_2GB_10byte_records_total: +# this test looks little noisy. Remove this if it causes too many false +# positives. + test_description: + GroupByKey Python Load test - fanout 8 times with 2GB 10-byte records total + python | GBK | Fanout 8 + Test Dashboard - http://35.193.202.176/d/UYZ-oJ3Zk/gbk-load-tests?orgId=1&var-processingType=batch&var-sdk=python&from=now-90d&to=now&viewPanel=6 + Test link - https://github.com/apache/beam/blob/5e38decf9e723a385057131b01bbd33d8c60bda3/.test-infra/jenkins/job_LoadTests_GBK_Python.groovy#L129 + metrics_table: python_dataflow_batch_gbk_5 + metrics_dataset: load_test + metric_name: runtime + project: apache-beam-testing + +# Python SideInput load tests at http://35.193.202.176/d/-E9aGlFGk/side-input-load-tests?orgId=1&from=now-90d&to=now + +sideinpts_python_batch_1gb_1kb_10workers_1000window_1key_percent_dict: + test_description: + python | Side Input | 1 GB dictionary, 1% of keys, 1000 fixed windows + Test Link - https://github.com/apache/beam/blob/5e38decf9e723a385057131b01bbd33d8c60bda3/.test-infra/jenkins/job_LoadTests_SideInput_Python.groovy#L120 + Test Dashboard - http://35.193.202.176/d/-E9aGlFGk/side-input-load-tests?orgId=1&from=now-90d&to=now&viewPanel=8 + metrics_table: python_dataflow_batch_sideinput_7 + metrics_dataset: load_test + metric_name: runtime + project: apache-beam-testing + + +sideinpts_python_batch_1gb_1kb_10workers_1000window_99key_percent_dict: + test_description: + python | Side Input | 1 GB dictionary, 99% of keys, 1000 fixed windows + Test Link - https://github.com/apache/beam/blob/5e38decf9e723a385057131b01bbd33d8c60bda3/.test-infra/jenkins/job_LoadTests_SideInput_Python.groovy#L133 + Test Dashboard - http://35.193.202.176/d/-E9aGlFGk/side-input-load-tests?orgId=1&from=now-90d&to=now&viewPanel=9 + metrics_table: python_dataflow_batch_sideinput_8 + metrics_dataset: load_test + metric_name: runtime + project: apache-beam-testing + +sideinpts_python_batch_10gb_1kb_10workers_1000window_first_iterable: + test_description: + python | Side Input | 10 GB iterable, 1% of elements, 1000 fixed windows + Test Link - https://github.com/apache/beam/blob/5e38decf9e723a385057131b01bbd33d8c60bda3/.test-infra/jenkins/job_LoadTests_SideInput_Python.groovy#L146 + Test Dashboard - http://35.193.202.176/d/-E9aGlFGk/side-input-load-tests?orgId=1&from=now-90d&to=now&viewPanel=10 + metrics_table: python_dataflow_batch_sideinput_9 + metrics_dataset: load_test + metric_name: runtime + project: apache-beam-testing + + +sideinpts_python_batch_10gb_1kb_10workers_1000window_first_iterable: + test_description: + python | Side Input | 10 GB iterable, all elements, 1000 fixed windows + Test Link - https://github.com/apache/beam/blob/5e38decf9e723a385057131b01bbd33d8c60bda3/.test-infra/jenkins/job_LoadTests_SideInput_Python.groovy#L159 + Test Dashboard - http://35.193.202.176/d/-E9aGlFGk/side-input-load-tests?orgId=1&from=now-90d&to=now&viewPanel=11 + metrics_table: python_dataflow_batch_sideinput_10 + metrics_dataset: load_test + metric_name: runtime + project: apache-beam-testing + +# Python CoGBK load tests at http://35.193.202.176/d/fK0U4JqWz/cogbk-load-tests?orgId=1&var-processingType=batch&var-sdk=python + +cogbk_python_batch_load_test_2GB_of_100B_records_with_a_single_key: + test_description: + CoGroupByKey Python Load test - 2GB of 100B records with a single key + python | coGBK | 100B records with a single key + Test Link - https://github.com/apache/beam/blob/5e38decf9e723a385057131b01bbd33d8c60bda3/.test-infra/jenkins/job_LoadTests_coGBK_Python.groovy#L32C25-L32C76 + Test Dashboard - http://35.193.202.176/d/fK0U4JqWz/cogbk-load-tests?orgId=1&var-processingType=batch&var-sdk=python&viewPanel=2 + test_target: apache_beam.testing.load_tests.co_group_by_key_test + metrics_table: python_dataflow_batch_cogbk_1 + metrics_dataset: load_test + metric_name: runtime + project: apache-beam-testing + +cogbk_python_batch_load_test_2GB_of_100B_records_with_a_multiple_key: + test_description: + CoGroupByKey Python Load test - 2GB of 100B records with multiple keys + python | coGBK | 100B records with multiple keys + + Test Link - https://github.com/apache/beam/blob/5e38decf9e723a385057131b01bbd33d8c60bda3/.test-infra/jenkins/job_LoadTests_coGBK_Python.groovy#L64 + + Test Dashboard - http://35.193.202.176/d/fK0U4JqWz/cogbk-load-tests?orgId=1&var-processingType=batch&var-sdk=python&viewPanel=3 + metrics_table: python_dataflow_batch_cogbk_2 + metrics_dataset: load_test + metric_name: runtime + project: apache-beam-testing + +cogbk_python_batch_load_test_reiterate_4times_10KB_values: + test_description: + CoGroupByKey Python Load test - reiterate 4 times 10kB values + python | coGBK | reiteration 10kB value + Test Link - https://github.com/apache/beam/blob/5e38decf9e723a385057131b01bbd33d8c60bda3/.test-infra/jenkins/job_LoadTests_coGBK_Python.groovy#L96 + Test Dashboard - http://35.193.202.176/d/fK0U4JqWz/cogbk-load-tests?orgId=1&var-processingType=batch&var-sdk=python&viewPanel=4 + metrics_table: python_dataflow_batch_cogbk_3 + metrics_dataset: load_test + metric_name: runtime + project: apache-beam-testing + +cogbk_python_batch_load_test_reiterate_4times_2MB_values: + test_description: + CoGroupByKey Python Load test - reiterate 4 times 2 MB values + python | coGBK | reiteration 2MB value + Test Link - https://github.com/apache/beam/blob/5e38decf9e723a385057131b01bbd33d8c60bda3/.test-infra/jenkins/job_LoadTests_coGBK_Python.groovy#L128 + Test Dashboard - http://35.193.202.176/d/fK0U4JqWz/cogbk-load-tests?orgId=1&var-processingType=batch&var-sdk=python&viewPanel=5 + metrics_table: python_dataflow_batch_cogbk_4 + metrics_dataset: load_test + metric_name: runtime + project: apache-beam-testing \ No newline at end of file From d037957fc2dd540e9f735a329ff180e47602f3e7 Mon Sep 17 00:00:00 2001 From: Anand Inguva Date: Fri, 29 Sep 2023 23:23:32 -0400 Subject: [PATCH 2/3] Modify test links --- .../testing/analyzers/tests_config.yaml | 38 +++++++++---------- 1 file changed, 19 insertions(+), 19 deletions(-) diff --git a/sdks/python/apache_beam/testing/analyzers/tests_config.yaml b/sdks/python/apache_beam/testing/analyzers/tests_config.yaml index 1ea1ed0c8dbf..7be26e0d1ea4 100644 --- a/sdks/python/apache_beam/testing/analyzers/tests_config.yaml +++ b/sdks/python/apache_beam/testing/analyzers/tests_config.yaml @@ -102,12 +102,12 @@ test_cloudml_benchmark_criteo_10GB-runtime_sec: project: apache-beam-testing metric_name: runtime_sec -# Python Combine load tests at http://35.193.202.176/d/WNzYt13Zk/combine-load-tests?orgId=1 +# Python Combine load tests athttp://metrics.beam.apache.org/d/WNzYt13Zk/combine-load-tests?orgId=1 combine_python_batch_2gb_10_byte_records: test_description: Combine Python Load Test 2 GB 10 byte records Test link - https://github.com/apache/beam/blob/5e38decf9e723a385057131b01bbd33d8c60bda3/.test-infra/jenkins/job_LoadTests_Combine_Python.groovy#L76C24-L76C65 - Test dashboard - http://35.193.202.176/d/WNzYt13Zk/combine-load-tests?orgId=1&from=now-90d&to=now&var-processingType=batch&var-sdk=python&viewPanel=2 + Test dashboard -http://metrics.beam.apache.org/d/WNzYt13Zk/combine-load-tests?orgId=1&from=now-90d&to=now&var-processingType=batch&var-sdk=python&viewPanel=2 test_target: apache_beam.testing.load_tests.combine_test metrics_dataset: load_test metrics_table: python_dataflow_batch_combine_1 @@ -118,7 +118,7 @@ combine_python_batch_2gb_fanout_4: test_description: Combine Python Load test - 2GB Fanout 4 Test link - https://github.com/apache/beam/blob/5e38decf9e723a385057131b01bbd33d8c60bda3/.test-infra/jenkins/job_LoadTests_Combine_Python.groovy#L52 - Test Dashboard - http://35.193.202.176/d/WNzYt13Zk/combine-load-tests?orgId=1&from=now-90d&to=now&var-processingType=batch&var-sdk=python&viewPanel=4 + Test Dashboard -http://metrics.beam.apache.org/d/WNzYt13Zk/combine-load-tests?orgId=1&from=now-90d&to=now&var-processingType=batch&var-sdk=python&viewPanel=4 test_target: apache_beam.testing.load_tests.combine_test metrics_dataset: load_test metrics_table: python_dataflow_batch_combine_4 @@ -133,12 +133,12 @@ combine_python_batch_2gb_fanout_8: metric_name: runtime project: apache-beam-testing -# Python Batch GBK load tests at http://35.193.202.176/d/UYZ-oJ3Zk/gbk-load-tests?orgId=1&var-processingType=batch&var-sdk=python&from=now-90d&to=now +# Python Batch GBK load tests athttp://metrics.beam.apache.org/d/UYZ-oJ3Zk/gbk-load-tests?orgId=1&var-processingType=batch&var-sdk=python&from=now-90d&to=now gbk_python_batch_load_test_2gb_of_10B_records: test_description: GroupByKey Python Load test - 2GB of 10B records python | GBK | Small records (10B) - Test Dashboard - http://35.193.202.176/d/UYZ-oJ3Zk/gbk-load-tests?orgId=1&var-processingType=batch&var-sdk=python&from=now-90d&to=now&viewPanel=2 + Test Dashboard -http://metrics.beam.apache.org/d/UYZ-oJ3Zk/gbk-load-tests?orgId=1&var-processingType=batch&var-sdk=python&from=now-90d&to=now&viewPanel=2 Test link - https://github.com/apache/beam/blob/5e38decf9e723a385057131b01bbd33d8c60bda3/.test-infra/jenkins/job_LoadTests_GBK_Python.groovy#L36C25-L36C72 test_target: apache_beam.testing.load_tests.group_by_key_test metrics_table: python_dataflow_batch_gbk_1 @@ -150,7 +150,7 @@ gbk_python_batch_load_test_2gb_of_100B_records: test_description: GroupByKey Python Load test - 2GB of 100B records python | GBK | Medium records (100B) - Test Dashboard - http://35.193.202.176/d/UYZ-oJ3Zk/gbk-load-tests?orgId=1&var-processingType=batch&var-sdk=python&from=now-90d&to=now&viewPanel=3 + Test Dashboard -http://metrics.beam.apache.org/d/UYZ-oJ3Zk/gbk-load-tests?orgId=1&var-processingType=batch&var-sdk=python&from=now-90d&to=now&viewPanel=3 Test link - https://github.com/apache/beam/blob/5e38decf9e723a385057131b01bbd33d8c60bda3/.test-infra/jenkins/job_LoadTests_GBK_Python.groovy#L60 test_target: apache_beam.testing.load_tests.group_by_key_test metrics_table: python_dataflow_batch_gbk_2 @@ -162,7 +162,7 @@ gbk_python_batch_load_test_2gb_of_100KB_records: test_description: GroupByKey Python Load test - 2GB of 100kB records python | GBK | Large records (100kB) - Test Dashboard - http://35.193.202.176/d/UYZ-oJ3Zk/gbk-load-tests?orgId=1&var-processingType=batch&var-sdk=python&from=now-6M&to=now&viewPanel=4&inspect=4 + Test Dashboard -http://metrics.beam.apache.org/d/UYZ-oJ3Zk/gbk-load-tests?orgId=1&var-processingType=batch&var-sdk=python&from=now-6M&to=now&viewPanel=4&inspect=4 Test link - https://github.com/apache/beam/blob/5e38decf9e723a385057131b01bbd33d8c60bda3/.test-infra/jenkins/job_LoadTests_GBK_Python.groovy#L83 test_target: apache_beam.testing.load_tests.group_by_key_test metrics_table: python_dataflow_batch_gbk_3 @@ -176,7 +176,7 @@ gbk_python_batch_load_test_fanout_4_times_with_2GB_10byte_records_total: test_description: GroupByKey Python Load test - fanout 4 times with 2GB 10-byte records total python | GBK | Fanout 4 - Test Dashboard - http://35.193.202.176/d/UYZ-oJ3Zk/gbk-load-tests?orgId=1&var-processingType=batch&var-sdk=python&from=now-90d&to=now&viewPanel=5 + Test Dashboard -http://metrics.beam.apache.org/d/UYZ-oJ3Zk/gbk-load-tests?orgId=1&var-processingType=batch&var-sdk=python&from=now-90d&to=now&viewPanel=5 Test link - https://github.com/apache/beam/blob/5e38decf9e723a385057131b01bbd33d8c60bda3/.test-infra/jenkins/job_LoadTests_GBK_Python.groovy#L106 test_target: apache_beam.testing.load_tests.group_by_key_test metrics_table: python_dataflow_batch_gbk_4 @@ -191,20 +191,20 @@ gbk_python_batch_load_test_fanout_8_times_with_2GB_10byte_records_total: test_description: GroupByKey Python Load test - fanout 8 times with 2GB 10-byte records total python | GBK | Fanout 8 - Test Dashboard - http://35.193.202.176/d/UYZ-oJ3Zk/gbk-load-tests?orgId=1&var-processingType=batch&var-sdk=python&from=now-90d&to=now&viewPanel=6 + Test Dashboard -http://metrics.beam.apache.org/d/UYZ-oJ3Zk/gbk-load-tests?orgId=1&var-processingType=batch&var-sdk=python&from=now-90d&to=now&viewPanel=6 Test link - https://github.com/apache/beam/blob/5e38decf9e723a385057131b01bbd33d8c60bda3/.test-infra/jenkins/job_LoadTests_GBK_Python.groovy#L129 metrics_table: python_dataflow_batch_gbk_5 metrics_dataset: load_test metric_name: runtime project: apache-beam-testing -# Python SideInput load tests at http://35.193.202.176/d/-E9aGlFGk/side-input-load-tests?orgId=1&from=now-90d&to=now +# Python SideInput load tests athttp://metrics.beam.apache.org/d/-E9aGlFGk/side-input-load-tests?orgId=1&from=now-90d&to=now sideinpts_python_batch_1gb_1kb_10workers_1000window_1key_percent_dict: test_description: python | Side Input | 1 GB dictionary, 1% of keys, 1000 fixed windows Test Link - https://github.com/apache/beam/blob/5e38decf9e723a385057131b01bbd33d8c60bda3/.test-infra/jenkins/job_LoadTests_SideInput_Python.groovy#L120 - Test Dashboard - http://35.193.202.176/d/-E9aGlFGk/side-input-load-tests?orgId=1&from=now-90d&to=now&viewPanel=8 + Test Dashboard -http://metrics.beam.apache.org/d/-E9aGlFGk/side-input-load-tests?orgId=1&from=now-90d&to=now&viewPanel=8 metrics_table: python_dataflow_batch_sideinput_7 metrics_dataset: load_test metric_name: runtime @@ -215,7 +215,7 @@ sideinpts_python_batch_1gb_1kb_10workers_1000window_99key_percent_dict: test_description: python | Side Input | 1 GB dictionary, 99% of keys, 1000 fixed windows Test Link - https://github.com/apache/beam/blob/5e38decf9e723a385057131b01bbd33d8c60bda3/.test-infra/jenkins/job_LoadTests_SideInput_Python.groovy#L133 - Test Dashboard - http://35.193.202.176/d/-E9aGlFGk/side-input-load-tests?orgId=1&from=now-90d&to=now&viewPanel=9 + Test Dashboard -http://metrics.beam.apache.org/d/-E9aGlFGk/side-input-load-tests?orgId=1&from=now-90d&to=now&viewPanel=9 metrics_table: python_dataflow_batch_sideinput_8 metrics_dataset: load_test metric_name: runtime @@ -225,7 +225,7 @@ sideinpts_python_batch_10gb_1kb_10workers_1000window_first_iterable: test_description: python | Side Input | 10 GB iterable, 1% of elements, 1000 fixed windows Test Link - https://github.com/apache/beam/blob/5e38decf9e723a385057131b01bbd33d8c60bda3/.test-infra/jenkins/job_LoadTests_SideInput_Python.groovy#L146 - Test Dashboard - http://35.193.202.176/d/-E9aGlFGk/side-input-load-tests?orgId=1&from=now-90d&to=now&viewPanel=10 + Test Dashboard -http://metrics.beam.apache.org/d/-E9aGlFGk/side-input-load-tests?orgId=1&from=now-90d&to=now&viewPanel=10 metrics_table: python_dataflow_batch_sideinput_9 metrics_dataset: load_test metric_name: runtime @@ -236,20 +236,20 @@ sideinpts_python_batch_10gb_1kb_10workers_1000window_first_iterable: test_description: python | Side Input | 10 GB iterable, all elements, 1000 fixed windows Test Link - https://github.com/apache/beam/blob/5e38decf9e723a385057131b01bbd33d8c60bda3/.test-infra/jenkins/job_LoadTests_SideInput_Python.groovy#L159 - Test Dashboard - http://35.193.202.176/d/-E9aGlFGk/side-input-load-tests?orgId=1&from=now-90d&to=now&viewPanel=11 + Test Dashboard -http://metrics.beam.apache.org/d/-E9aGlFGk/side-input-load-tests?orgId=1&from=now-90d&to=now&viewPanel=11 metrics_table: python_dataflow_batch_sideinput_10 metrics_dataset: load_test metric_name: runtime project: apache-beam-testing -# Python CoGBK load tests at http://35.193.202.176/d/fK0U4JqWz/cogbk-load-tests?orgId=1&var-processingType=batch&var-sdk=python +# Python CoGBK load tests athttp://metrics.beam.apache.org/d/fK0U4JqWz/cogbk-load-tests?orgId=1&var-processingType=batch&var-sdk=python cogbk_python_batch_load_test_2GB_of_100B_records_with_a_single_key: test_description: CoGroupByKey Python Load test - 2GB of 100B records with a single key python | coGBK | 100B records with a single key Test Link - https://github.com/apache/beam/blob/5e38decf9e723a385057131b01bbd33d8c60bda3/.test-infra/jenkins/job_LoadTests_coGBK_Python.groovy#L32C25-L32C76 - Test Dashboard - http://35.193.202.176/d/fK0U4JqWz/cogbk-load-tests?orgId=1&var-processingType=batch&var-sdk=python&viewPanel=2 + Test Dashboard -http://metrics.beam.apache.org/d/fK0U4JqWz/cogbk-load-tests?orgId=1&var-processingType=batch&var-sdk=python&viewPanel=2 test_target: apache_beam.testing.load_tests.co_group_by_key_test metrics_table: python_dataflow_batch_cogbk_1 metrics_dataset: load_test @@ -263,7 +263,7 @@ cogbk_python_batch_load_test_2GB_of_100B_records_with_a_multiple_key: Test Link - https://github.com/apache/beam/blob/5e38decf9e723a385057131b01bbd33d8c60bda3/.test-infra/jenkins/job_LoadTests_coGBK_Python.groovy#L64 - Test Dashboard - http://35.193.202.176/d/fK0U4JqWz/cogbk-load-tests?orgId=1&var-processingType=batch&var-sdk=python&viewPanel=3 + Test Dashboard -http://metrics.beam.apache.org/d/fK0U4JqWz/cogbk-load-tests?orgId=1&var-processingType=batch&var-sdk=python&viewPanel=3 metrics_table: python_dataflow_batch_cogbk_2 metrics_dataset: load_test metric_name: runtime @@ -274,7 +274,7 @@ cogbk_python_batch_load_test_reiterate_4times_10KB_values: CoGroupByKey Python Load test - reiterate 4 times 10kB values python | coGBK | reiteration 10kB value Test Link - https://github.com/apache/beam/blob/5e38decf9e723a385057131b01bbd33d8c60bda3/.test-infra/jenkins/job_LoadTests_coGBK_Python.groovy#L96 - Test Dashboard - http://35.193.202.176/d/fK0U4JqWz/cogbk-load-tests?orgId=1&var-processingType=batch&var-sdk=python&viewPanel=4 + Test Dashboard -http://metrics.beam.apache.org/d/fK0U4JqWz/cogbk-load-tests?orgId=1&var-processingType=batch&var-sdk=python&viewPanel=4 metrics_table: python_dataflow_batch_cogbk_3 metrics_dataset: load_test metric_name: runtime @@ -285,7 +285,7 @@ cogbk_python_batch_load_test_reiterate_4times_2MB_values: CoGroupByKey Python Load test - reiterate 4 times 2 MB values python | coGBK | reiteration 2MB value Test Link - https://github.com/apache/beam/blob/5e38decf9e723a385057131b01bbd33d8c60bda3/.test-infra/jenkins/job_LoadTests_coGBK_Python.groovy#L128 - Test Dashboard - http://35.193.202.176/d/fK0U4JqWz/cogbk-load-tests?orgId=1&var-processingType=batch&var-sdk=python&viewPanel=5 + Test Dashboard -http://metrics.beam.apache.org/d/fK0U4JqWz/cogbk-load-tests?orgId=1&var-processingType=batch&var-sdk=python&viewPanel=5 metrics_table: python_dataflow_batch_cogbk_4 metrics_dataset: load_test metric_name: runtime From 4609884e901c486de982931f54bfbd75a6a5dddd Mon Sep 17 00:00:00 2001 From: Anand Inguva Date: Fri, 29 Sep 2023 23:24:41 -0400 Subject: [PATCH 3/3] Add space --- .../testing/analyzers/tests_config.yaml | 38 +++++++++---------- 1 file changed, 19 insertions(+), 19 deletions(-) diff --git a/sdks/python/apache_beam/testing/analyzers/tests_config.yaml b/sdks/python/apache_beam/testing/analyzers/tests_config.yaml index 7be26e0d1ea4..f808f5e41d74 100644 --- a/sdks/python/apache_beam/testing/analyzers/tests_config.yaml +++ b/sdks/python/apache_beam/testing/analyzers/tests_config.yaml @@ -102,12 +102,12 @@ test_cloudml_benchmark_criteo_10GB-runtime_sec: project: apache-beam-testing metric_name: runtime_sec -# Python Combine load tests athttp://metrics.beam.apache.org/d/WNzYt13Zk/combine-load-tests?orgId=1 +# Python Combine load tests at http://metrics.beam.apache.org/d/WNzYt13Zk/combine-load-tests?orgId=1 combine_python_batch_2gb_10_byte_records: test_description: Combine Python Load Test 2 GB 10 byte records Test link - https://github.com/apache/beam/blob/5e38decf9e723a385057131b01bbd33d8c60bda3/.test-infra/jenkins/job_LoadTests_Combine_Python.groovy#L76C24-L76C65 - Test dashboard -http://metrics.beam.apache.org/d/WNzYt13Zk/combine-load-tests?orgId=1&from=now-90d&to=now&var-processingType=batch&var-sdk=python&viewPanel=2 + Test dashboard - http://metrics.beam.apache.org/d/WNzYt13Zk/combine-load-tests?orgId=1&from=now-90d&to=now&var-processingType=batch&var-sdk=python&viewPanel=2 test_target: apache_beam.testing.load_tests.combine_test metrics_dataset: load_test metrics_table: python_dataflow_batch_combine_1 @@ -118,7 +118,7 @@ combine_python_batch_2gb_fanout_4: test_description: Combine Python Load test - 2GB Fanout 4 Test link - https://github.com/apache/beam/blob/5e38decf9e723a385057131b01bbd33d8c60bda3/.test-infra/jenkins/job_LoadTests_Combine_Python.groovy#L52 - Test Dashboard -http://metrics.beam.apache.org/d/WNzYt13Zk/combine-load-tests?orgId=1&from=now-90d&to=now&var-processingType=batch&var-sdk=python&viewPanel=4 + Test Dashboard - http://metrics.beam.apache.org/d/WNzYt13Zk/combine-load-tests?orgId=1&from=now-90d&to=now&var-processingType=batch&var-sdk=python&viewPanel=4 test_target: apache_beam.testing.load_tests.combine_test metrics_dataset: load_test metrics_table: python_dataflow_batch_combine_4 @@ -133,12 +133,12 @@ combine_python_batch_2gb_fanout_8: metric_name: runtime project: apache-beam-testing -# Python Batch GBK load tests athttp://metrics.beam.apache.org/d/UYZ-oJ3Zk/gbk-load-tests?orgId=1&var-processingType=batch&var-sdk=python&from=now-90d&to=now +# Python Batch GBK load tests at http://metrics.beam.apache.org/d/UYZ-oJ3Zk/gbk-load-tests?orgId=1&var-processingType=batch&var-sdk=python&from=now-90d&to=now gbk_python_batch_load_test_2gb_of_10B_records: test_description: GroupByKey Python Load test - 2GB of 10B records python | GBK | Small records (10B) - Test Dashboard -http://metrics.beam.apache.org/d/UYZ-oJ3Zk/gbk-load-tests?orgId=1&var-processingType=batch&var-sdk=python&from=now-90d&to=now&viewPanel=2 + Test Dashboard - http://metrics.beam.apache.org/d/UYZ-oJ3Zk/gbk-load-tests?orgId=1&var-processingType=batch&var-sdk=python&from=now-90d&to=now&viewPanel=2 Test link - https://github.com/apache/beam/blob/5e38decf9e723a385057131b01bbd33d8c60bda3/.test-infra/jenkins/job_LoadTests_GBK_Python.groovy#L36C25-L36C72 test_target: apache_beam.testing.load_tests.group_by_key_test metrics_table: python_dataflow_batch_gbk_1 @@ -150,7 +150,7 @@ gbk_python_batch_load_test_2gb_of_100B_records: test_description: GroupByKey Python Load test - 2GB of 100B records python | GBK | Medium records (100B) - Test Dashboard -http://metrics.beam.apache.org/d/UYZ-oJ3Zk/gbk-load-tests?orgId=1&var-processingType=batch&var-sdk=python&from=now-90d&to=now&viewPanel=3 + Test Dashboard - http://metrics.beam.apache.org/d/UYZ-oJ3Zk/gbk-load-tests?orgId=1&var-processingType=batch&var-sdk=python&from=now-90d&to=now&viewPanel=3 Test link - https://github.com/apache/beam/blob/5e38decf9e723a385057131b01bbd33d8c60bda3/.test-infra/jenkins/job_LoadTests_GBK_Python.groovy#L60 test_target: apache_beam.testing.load_tests.group_by_key_test metrics_table: python_dataflow_batch_gbk_2 @@ -162,7 +162,7 @@ gbk_python_batch_load_test_2gb_of_100KB_records: test_description: GroupByKey Python Load test - 2GB of 100kB records python | GBK | Large records (100kB) - Test Dashboard -http://metrics.beam.apache.org/d/UYZ-oJ3Zk/gbk-load-tests?orgId=1&var-processingType=batch&var-sdk=python&from=now-6M&to=now&viewPanel=4&inspect=4 + Test Dashboard - http://metrics.beam.apache.org/d/UYZ-oJ3Zk/gbk-load-tests?orgId=1&var-processingType=batch&var-sdk=python&from=now-6M&to=now&viewPanel=4&inspect=4 Test link - https://github.com/apache/beam/blob/5e38decf9e723a385057131b01bbd33d8c60bda3/.test-infra/jenkins/job_LoadTests_GBK_Python.groovy#L83 test_target: apache_beam.testing.load_tests.group_by_key_test metrics_table: python_dataflow_batch_gbk_3 @@ -176,7 +176,7 @@ gbk_python_batch_load_test_fanout_4_times_with_2GB_10byte_records_total: test_description: GroupByKey Python Load test - fanout 4 times with 2GB 10-byte records total python | GBK | Fanout 4 - Test Dashboard -http://metrics.beam.apache.org/d/UYZ-oJ3Zk/gbk-load-tests?orgId=1&var-processingType=batch&var-sdk=python&from=now-90d&to=now&viewPanel=5 + Test Dashboard - http://metrics.beam.apache.org/d/UYZ-oJ3Zk/gbk-load-tests?orgId=1&var-processingType=batch&var-sdk=python&from=now-90d&to=now&viewPanel=5 Test link - https://github.com/apache/beam/blob/5e38decf9e723a385057131b01bbd33d8c60bda3/.test-infra/jenkins/job_LoadTests_GBK_Python.groovy#L106 test_target: apache_beam.testing.load_tests.group_by_key_test metrics_table: python_dataflow_batch_gbk_4 @@ -191,20 +191,20 @@ gbk_python_batch_load_test_fanout_8_times_with_2GB_10byte_records_total: test_description: GroupByKey Python Load test - fanout 8 times with 2GB 10-byte records total python | GBK | Fanout 8 - Test Dashboard -http://metrics.beam.apache.org/d/UYZ-oJ3Zk/gbk-load-tests?orgId=1&var-processingType=batch&var-sdk=python&from=now-90d&to=now&viewPanel=6 + Test Dashboard - http://metrics.beam.apache.org/d/UYZ-oJ3Zk/gbk-load-tests?orgId=1&var-processingType=batch&var-sdk=python&from=now-90d&to=now&viewPanel=6 Test link - https://github.com/apache/beam/blob/5e38decf9e723a385057131b01bbd33d8c60bda3/.test-infra/jenkins/job_LoadTests_GBK_Python.groovy#L129 metrics_table: python_dataflow_batch_gbk_5 metrics_dataset: load_test metric_name: runtime project: apache-beam-testing -# Python SideInput load tests athttp://metrics.beam.apache.org/d/-E9aGlFGk/side-input-load-tests?orgId=1&from=now-90d&to=now +# Python SideInput load tests at http://metrics.beam.apache.org/d/-E9aGlFGk/side-input-load-tests?orgId=1&from=now-90d&to=now sideinpts_python_batch_1gb_1kb_10workers_1000window_1key_percent_dict: test_description: python | Side Input | 1 GB dictionary, 1% of keys, 1000 fixed windows Test Link - https://github.com/apache/beam/blob/5e38decf9e723a385057131b01bbd33d8c60bda3/.test-infra/jenkins/job_LoadTests_SideInput_Python.groovy#L120 - Test Dashboard -http://metrics.beam.apache.org/d/-E9aGlFGk/side-input-load-tests?orgId=1&from=now-90d&to=now&viewPanel=8 + Test Dashboard - http://metrics.beam.apache.org/d/-E9aGlFGk/side-input-load-tests?orgId=1&from=now-90d&to=now&viewPanel=8 metrics_table: python_dataflow_batch_sideinput_7 metrics_dataset: load_test metric_name: runtime @@ -215,7 +215,7 @@ sideinpts_python_batch_1gb_1kb_10workers_1000window_99key_percent_dict: test_description: python | Side Input | 1 GB dictionary, 99% of keys, 1000 fixed windows Test Link - https://github.com/apache/beam/blob/5e38decf9e723a385057131b01bbd33d8c60bda3/.test-infra/jenkins/job_LoadTests_SideInput_Python.groovy#L133 - Test Dashboard -http://metrics.beam.apache.org/d/-E9aGlFGk/side-input-load-tests?orgId=1&from=now-90d&to=now&viewPanel=9 + Test Dashboard - http://metrics.beam.apache.org/d/-E9aGlFGk/side-input-load-tests?orgId=1&from=now-90d&to=now&viewPanel=9 metrics_table: python_dataflow_batch_sideinput_8 metrics_dataset: load_test metric_name: runtime @@ -225,7 +225,7 @@ sideinpts_python_batch_10gb_1kb_10workers_1000window_first_iterable: test_description: python | Side Input | 10 GB iterable, 1% of elements, 1000 fixed windows Test Link - https://github.com/apache/beam/blob/5e38decf9e723a385057131b01bbd33d8c60bda3/.test-infra/jenkins/job_LoadTests_SideInput_Python.groovy#L146 - Test Dashboard -http://metrics.beam.apache.org/d/-E9aGlFGk/side-input-load-tests?orgId=1&from=now-90d&to=now&viewPanel=10 + Test Dashboard - http://metrics.beam.apache.org/d/-E9aGlFGk/side-input-load-tests?orgId=1&from=now-90d&to=now&viewPanel=10 metrics_table: python_dataflow_batch_sideinput_9 metrics_dataset: load_test metric_name: runtime @@ -236,20 +236,20 @@ sideinpts_python_batch_10gb_1kb_10workers_1000window_first_iterable: test_description: python | Side Input | 10 GB iterable, all elements, 1000 fixed windows Test Link - https://github.com/apache/beam/blob/5e38decf9e723a385057131b01bbd33d8c60bda3/.test-infra/jenkins/job_LoadTests_SideInput_Python.groovy#L159 - Test Dashboard -http://metrics.beam.apache.org/d/-E9aGlFGk/side-input-load-tests?orgId=1&from=now-90d&to=now&viewPanel=11 + Test Dashboard - http://metrics.beam.apache.org/d/-E9aGlFGk/side-input-load-tests?orgId=1&from=now-90d&to=now&viewPanel=11 metrics_table: python_dataflow_batch_sideinput_10 metrics_dataset: load_test metric_name: runtime project: apache-beam-testing -# Python CoGBK load tests athttp://metrics.beam.apache.org/d/fK0U4JqWz/cogbk-load-tests?orgId=1&var-processingType=batch&var-sdk=python +# Python CoGBK load tests at http://metrics.beam.apache.org/d/fK0U4JqWz/cogbk-load-tests?orgId=1&var-processingType=batch&var-sdk=python cogbk_python_batch_load_test_2GB_of_100B_records_with_a_single_key: test_description: CoGroupByKey Python Load test - 2GB of 100B records with a single key python | coGBK | 100B records with a single key Test Link - https://github.com/apache/beam/blob/5e38decf9e723a385057131b01bbd33d8c60bda3/.test-infra/jenkins/job_LoadTests_coGBK_Python.groovy#L32C25-L32C76 - Test Dashboard -http://metrics.beam.apache.org/d/fK0U4JqWz/cogbk-load-tests?orgId=1&var-processingType=batch&var-sdk=python&viewPanel=2 + Test Dashboard - http://metrics.beam.apache.org/d/fK0U4JqWz/cogbk-load-tests?orgId=1&var-processingType=batch&var-sdk=python&viewPanel=2 test_target: apache_beam.testing.load_tests.co_group_by_key_test metrics_table: python_dataflow_batch_cogbk_1 metrics_dataset: load_test @@ -263,7 +263,7 @@ cogbk_python_batch_load_test_2GB_of_100B_records_with_a_multiple_key: Test Link - https://github.com/apache/beam/blob/5e38decf9e723a385057131b01bbd33d8c60bda3/.test-infra/jenkins/job_LoadTests_coGBK_Python.groovy#L64 - Test Dashboard -http://metrics.beam.apache.org/d/fK0U4JqWz/cogbk-load-tests?orgId=1&var-processingType=batch&var-sdk=python&viewPanel=3 + Test Dashboard - http://metrics.beam.apache.org/d/fK0U4JqWz/cogbk-load-tests?orgId=1&var-processingType=batch&var-sdk=python&viewPanel=3 metrics_table: python_dataflow_batch_cogbk_2 metrics_dataset: load_test metric_name: runtime @@ -274,7 +274,7 @@ cogbk_python_batch_load_test_reiterate_4times_10KB_values: CoGroupByKey Python Load test - reiterate 4 times 10kB values python | coGBK | reiteration 10kB value Test Link - https://github.com/apache/beam/blob/5e38decf9e723a385057131b01bbd33d8c60bda3/.test-infra/jenkins/job_LoadTests_coGBK_Python.groovy#L96 - Test Dashboard -http://metrics.beam.apache.org/d/fK0U4JqWz/cogbk-load-tests?orgId=1&var-processingType=batch&var-sdk=python&viewPanel=4 + Test Dashboard - http://metrics.beam.apache.org/d/fK0U4JqWz/cogbk-load-tests?orgId=1&var-processingType=batch&var-sdk=python&viewPanel=4 metrics_table: python_dataflow_batch_cogbk_3 metrics_dataset: load_test metric_name: runtime @@ -285,7 +285,7 @@ cogbk_python_batch_load_test_reiterate_4times_2MB_values: CoGroupByKey Python Load test - reiterate 4 times 2 MB values python | coGBK | reiteration 2MB value Test Link - https://github.com/apache/beam/blob/5e38decf9e723a385057131b01bbd33d8c60bda3/.test-infra/jenkins/job_LoadTests_coGBK_Python.groovy#L128 - Test Dashboard -http://metrics.beam.apache.org/d/fK0U4JqWz/cogbk-load-tests?orgId=1&var-processingType=batch&var-sdk=python&viewPanel=5 + Test Dashboard - http://metrics.beam.apache.org/d/fK0U4JqWz/cogbk-load-tests?orgId=1&var-processingType=batch&var-sdk=python&viewPanel=5 metrics_table: python_dataflow_batch_cogbk_4 metrics_dataset: load_test metric_name: runtime