From 491e90c362c6cfa54dfed5f2978a0fe1e0cf67a8 Mon Sep 17 00:00:00 2001 From: Kibana Machine <42973632+kibanamachine@users.noreply.github.com> Date: Tue, 1 Jun 2021 14:04:19 -0400 Subject: [PATCH] [ML] Functional tests - disable categorization tests (#101057) (#101069) This PR temporarily disables categorization tests. Co-authored-by: Robert Oskamp --- .../ml/jobs/categorization_field_examples.ts | 3 +- .../apis/ml/modules/setup_module.ts | 55 ++++---- .../apis/ml/results/get_categorizer_stats.ts | 3 +- .../apis/ml/results/get_stopped_partitions.ts | 3 +- .../apps/ml/anomaly_detection/advanced_job.ts | 133 +++++++++--------- .../anomaly_detection/categorization_job.ts | 3 +- 6 files changed, 103 insertions(+), 97 deletions(-) diff --git a/x-pack/test/api_integration/apis/ml/jobs/categorization_field_examples.ts b/x-pack/test/api_integration/apis/ml/jobs/categorization_field_examples.ts index c9adc85b40c1b..85072986f1112 100644 --- a/x-pack/test/api_integration/apis/ml/jobs/categorization_field_examples.ts +++ b/x-pack/test/api_integration/apis/ml/jobs/categorization_field_examples.ts @@ -284,7 +284,8 @@ export default ({ getService }: FtrProviderContext) => { }, ]; - describe('Categorization example endpoint - ', function () { + // skipping categorization tests, see https://github.com/elastic/kibana/issues/101056 + describe.skip('Categorization example endpoint - ', function () { before(async () => { await esArchiver.loadIfNeeded('ml/categorization'); await ml.testResources.setKibanaTimeZoneToUTC(); diff --git a/x-pack/test/api_integration/apis/ml/modules/setup_module.ts b/x-pack/test/api_integration/apis/ml/modules/setup_module.ts index 186a87e547382..6df94c35ab50b 100644 --- a/x-pack/test/api_integration/apis/ml/modules/setup_module.ts +++ b/x-pack/test/api_integration/apis/ml/modules/setup_module.ts @@ -241,33 +241,34 @@ export default ({ getService }: FtrProviderContext) => { dashboards: [] as string[], }, }, - { - testTitleSuffix: - 'for logs_ui_categories with prefix, startDatafeed true and estimateModelMemory true', - sourceDataArchive: 'ml/module_logs', - indexPattern: { name: 'ft_module_logs', timeField: '@timestamp' }, - module: 'logs_ui_categories', - user: USER.ML_POWERUSER, - requestBody: { - prefix: 'pf7_', - indexPatternName: 'ft_module_logs', - startDatafeed: true, - end: Date.now(), - }, - expected: { - responseCode: 200, - jobs: [ - { - jobId: 'pf7_log-entry-categories-count', - jobState: JOB_STATE.CLOSED, - datafeedState: DATAFEED_STATE.STOPPED, - }, - ], - searches: [] as string[], - visualizations: [] as string[], - dashboards: [] as string[], - }, - }, + // skipping categorization tests, see https://github.com/elastic/kibana/issues/101056 + // { + // testTitleSuffix: + // 'for logs_ui_categories with prefix, startDatafeed true and estimateModelMemory true', + // sourceDataArchive: 'ml/module_logs', + // indexPattern: { name: 'ft_module_logs', timeField: '@timestamp' }, + // module: 'logs_ui_categories', + // user: USER.ML_POWERUSER, + // requestBody: { + // prefix: 'pf7_', + // indexPatternName: 'ft_module_logs', + // startDatafeed: true, + // end: Date.now(), + // }, + // expected: { + // responseCode: 200, + // jobs: [ + // { + // jobId: 'pf7_log-entry-categories-count', + // jobState: JOB_STATE.CLOSED, + // datafeedState: DATAFEED_STATE.STOPPED, + // }, + // ], + // searches: [] as string[], + // visualizations: [] as string[], + // dashboards: [] as string[], + // }, + // }, { testTitleSuffix: 'for nginx_ecs with prefix, startDatafeed true and estimateModelMemory true', sourceDataArchive: 'ml/module_nginx', diff --git a/x-pack/test/api_integration/apis/ml/results/get_categorizer_stats.ts b/x-pack/test/api_integration/apis/ml/results/get_categorizer_stats.ts index ef677969d006f..32a131ded98e1 100644 --- a/x-pack/test/api_integration/apis/ml/results/get_categorizer_stats.ts +++ b/x-pack/test/api_integration/apis/ml/results/get_categorizer_stats.ts @@ -51,7 +51,8 @@ export default ({ getService }: FtrProviderContext) => { query: { bool: { must: [{ match_all: {} }] } }, }; - describe('get categorizer_stats', function () { + // skipping categorization tests, see https://github.com/elastic/kibana/issues/101056 + describe.skip('get categorizer_stats', function () { before(async () => { await esArchiver.loadIfNeeded('ml/module_sample_logs'); await ml.testResources.setKibanaTimeZoneToUTC(); diff --git a/x-pack/test/api_integration/apis/ml/results/get_stopped_partitions.ts b/x-pack/test/api_integration/apis/ml/results/get_stopped_partitions.ts index d00999b06b588..97e4800f1bedd 100644 --- a/x-pack/test/api_integration/apis/ml/results/get_stopped_partitions.ts +++ b/x-pack/test/api_integration/apis/ml/results/get_stopped_partitions.ts @@ -85,7 +85,8 @@ export default ({ getService }: FtrProviderContext) => { const testJobIds = testSetUps.map((t) => t.jobId); - describe('get stopped_partitions', function () { + // skipping categorization tests, see https://github.com/elastic/kibana/issues/101056 + describe.skip('get stopped_partitions', function () { before(async () => { await esArchiver.loadIfNeeded('ml/module_sample_logs'); await ml.testResources.setKibanaTimeZoneToUTC(); diff --git a/x-pack/test/functional/apps/ml/anomaly_detection/advanced_job.ts b/x-pack/test/functional/apps/ml/anomaly_detection/advanced_job.ts index bc2f327720690..1ff437d441aa8 100644 --- a/x-pack/test/functional/apps/ml/anomaly_detection/advanced_job.ts +++ b/x-pack/test/functional/apps/ml/anomaly_detection/advanced_job.ts @@ -149,72 +149,73 @@ export default function ({ getService }: FtrProviderContext) { }, }, }, - { - suiteTitle: 'with categorization detector and default datafeed settings', - jobSource: 'ft_ecommerce', - jobId: `ec_advanced_2_${Date.now()}`, - get jobIdClone(): string { - return `${this.jobId}_clone`; - }, - jobDescription: - 'Create advanced job from ft_ecommerce dataset with a categorization detector and default datafeed settings', - jobGroups: ['automated', 'ecommerce', 'advanced'], - get jobGroupsClone(): string[] { - return [...this.jobGroups, 'clone']; - }, - pickFieldsConfig: { - categorizationField: 'products.product_name', - detectors: [ - { - identifier: 'count by mlcategory', - function: 'count', - byField: 'mlcategory', - } as Detector, - ], - influencers: ['mlcategory'], - bucketSpan: '4h', - memoryLimit: '100mb', - } as PickFieldsConfig, - datafeedConfig: {} as DatafeedConfig, - expected: { - wizard: { - timeField: 'order_date', - }, - row: { - recordCount: '4,675', - memoryStatus: 'ok', - jobState: 'closed', - datafeedState: 'stopped', - latestTimestamp: '2019-07-12 23:45:36', - }, - counts: { - processed_record_count: '4,675', - processed_field_count: '4,675', - input_bytes: '354.2 KB', - input_field_count: '4,675', - invalid_date_count: '0', - missing_field_count: '0', - out_of_order_timestamp_count: '0', - empty_bucket_count: '0', - sparse_bucket_count: '0', - bucket_count: '185', - earliest_record_timestamp: '2019-06-12 00:04:19', - latest_record_timestamp: '2019-07-12 23:45:36', - input_record_count: '4,675', - latest_bucket_timestamp: '2019-07-12 20:00:00', - }, - modelSizeStats: { - result_type: 'model_size_stats', - model_bytes_exceeded: '0.0 B', - // not checking total_by_field_count as the number of categories might change - total_over_field_count: '0', - total_partition_field_count: '2', - bucket_allocation_failures_count: '0', - memory_status: 'ok', - timestamp: '2019-07-12 16:00:00', - }, - }, - }, + // skipping categorization tests, see https://github.com/elastic/kibana/issues/101056 + // { + // suiteTitle: 'with categorization detector and default datafeed settings', + // jobSource: 'ft_ecommerce', + // jobId: `ec_advanced_2_${Date.now()}`, + // get jobIdClone(): string { + // return `${this.jobId}_clone`; + // }, + // jobDescription: + // 'Create advanced job from ft_ecommerce dataset with a categorization detector and default datafeed settings', + // jobGroups: ['automated', 'ecommerce', 'advanced'], + // get jobGroupsClone(): string[] { + // return [...this.jobGroups, 'clone']; + // }, + // pickFieldsConfig: { + // categorizationField: 'products.product_name', + // detectors: [ + // { + // identifier: 'count by mlcategory', + // function: 'count', + // byField: 'mlcategory', + // } as Detector, + // ], + // influencers: ['mlcategory'], + // bucketSpan: '4h', + // memoryLimit: '100mb', + // } as PickFieldsConfig, + // datafeedConfig: {} as DatafeedConfig, + // expected: { + // wizard: { + // timeField: 'order_date', + // }, + // row: { + // recordCount: '4,675', + // memoryStatus: 'ok', + // jobState: 'closed', + // datafeedState: 'stopped', + // latestTimestamp: '2019-07-12 23:45:36', + // }, + // counts: { + // processed_record_count: '4,675', + // processed_field_count: '4,675', + // input_bytes: '354.2 KB', + // input_field_count: '4,675', + // invalid_date_count: '0', + // missing_field_count: '0', + // out_of_order_timestamp_count: '0', + // empty_bucket_count: '0', + // sparse_bucket_count: '0', + // bucket_count: '185', + // earliest_record_timestamp: '2019-06-12 00:04:19', + // latest_record_timestamp: '2019-07-12 23:45:36', + // input_record_count: '4,675', + // latest_bucket_timestamp: '2019-07-12 20:00:00', + // }, + // modelSizeStats: { + // result_type: 'model_size_stats', + // model_bytes_exceeded: '0.0 B', + // // not checking total_by_field_count as the number of categories might change + // total_over_field_count: '0', + // total_partition_field_count: '2', + // bucket_allocation_failures_count: '0', + // memory_status: 'ok', + // timestamp: '2019-07-12 16:00:00', + // }, + // }, + // }, ]; const calendarId = `wizard-test-calendar_${Date.now()}`; diff --git a/x-pack/test/functional/apps/ml/anomaly_detection/categorization_job.ts b/x-pack/test/functional/apps/ml/anomaly_detection/categorization_job.ts index 85eeacc58514e..144199136a6dc 100644 --- a/x-pack/test/functional/apps/ml/anomaly_detection/categorization_job.ts +++ b/x-pack/test/functional/apps/ml/anomaly_detection/categorization_job.ts @@ -74,7 +74,8 @@ export default function ({ getService }: FtrProviderContext) { const calendarId = `wizard-test-calendar_${Date.now()}`; - describe('categorization', function () { + // skipping categorization tests, see https://github.com/elastic/kibana/issues/101056 + describe.skip('categorization', function () { this.tags(['mlqa']); before(async () => { await esArchiver.loadIfNeeded('ml/categorization');