From a41d8acc838272f58bc0f8058a7ae818581c7dc4 Mon Sep 17 00:00:00 2001 From: Robert Oskamp Date: Tue, 21 Feb 2023 16:54:01 +0100 Subject: [PATCH] [ML] Update plugin readme files and test report names --- x-pack/plugins/ml/readme.md | 15 ++++--- x-pack/plugins/transform/readme.md | 44 ++++++++++++------- .../test/api_integration/apis/aiops/config.ts | 3 ++ x-pack/test/api_integration/apis/ml/config.ts | 3 ++ .../api_integration/apis/transform/config.ts | 3 ++ 5 files changed, 45 insertions(+), 23 deletions(-) diff --git a/x-pack/plugins/ml/readme.md b/x-pack/plugins/ml/readme.md index b1b3ee8775dc2..c4b88780f6659 100644 --- a/x-pack/plugins/ml/readme.md +++ b/x-pack/plugins/ml/readme.md @@ -127,20 +127,21 @@ With PATH_TO_CONFIG and other options as follows. short tests | `test/functional/apps/ml/short_tests/config.ts` The `short tests` group contains tests for page navigation, model management, - feature controls, settings and embeddables. Test files for each group are located + feature controls, settings and notifications. Test files for each group are located in the directory of their configuration file. 1. Functional UI tests with `Basic` license: - - PATH_TO_CONFIG: `test/functional_basic/config.ts` - - Add `--include-tag ml` to the test runner command - - Tests are located in `x-pack/test/functional_basic/apps/ml` + Group | PATH_TO_CONFIG + ----- | -------------- + permissions | `test/functional_basic/apps/ml/permissions/config.ts` + data visualizer group1 (file data viz) | `test/functional_basic/apps/ml/data_visualizer/group3/config.ts` + data visualizer group2 (index data viz) | `test/functional_basic/apps/ml/data_visualizer/group2/config.ts` + data visualizer group3 (actions panel, discover grid) | `test/functional_basic/apps/ml/data_visualizer/group3/config.ts` 1. API integration tests with `Trial` license: - - PATH_TO_CONFIG: `test/api_integration/config.ts` - - Add `--include-tag ml` to the test runner command - - Tests are located in `x-pack/test/api_integration/apis/ml` + - PATH_TO_CONFIG: `test/api_integration/apis/ml/config.ts` 1. Accessibility tests: diff --git a/x-pack/plugins/transform/readme.md b/x-pack/plugins/transform/readme.md index 8a0ea7eb4f660..7eb1f59250be9 100644 --- a/x-pack/plugins/transform/readme.md +++ b/x-pack/plugins/transform/readme.md @@ -104,33 +104,45 @@ Run the following commands from the `x-pack` directory and use separate terminal for test server and test runner. The test server command starts an Elasticsearch and Kibana instance that the tests will be run against. -1. Functional UI tests with `Trial` license (default config): +Functional tests are broken up into independent groups with their own configuration. +Test server and runner need to be pointed to the configuration to run. The basic +commands are - node scripts/functional_tests_server.js --config test/functional/apps/transform/config.ts - node scripts/functional_test_runner.js --config test/functional/apps/transform/config.ts + node scripts/functional_tests_server.js --config PATH_TO_CONFIG + node scripts/functional_test_runner.js --config PATH_TO_CONFIG - Transform functional `Trial` license tests are located in `x-pack/test/functional/apps/transform`. +With PATH_TO_CONFIG and other options as follows. -1. Functional UI tests with `Basic` license: +1. Functional UI tests with `Trial` license: - node scripts/functional_tests_server.js --config test/functional_basic/config.ts - node scripts/functional_test_runner.js --config test/functional_basic/config.ts --include-tag transform + Group | PATH_TO_CONFIG + ----- | -------------- + creation - index pattern | `test/functional/apps/transform/creation/index_pattern/config.ts` + creation - runtime mappings, saved searches | `test/functional/apps/transform/creation/runtime_mappings_saved_search/config.ts` + edit, clone | `test/functional/apps/transform/edit_clone/config.ts` + feature controls | `test/functional/apps/transform/feature_controls/config.ts` + permissions | `test/functional/apps/transform/permissions/config.ts` + start, reset, delete | `test/functional/apps/transform/start_reset_delete/config.ts` - Transform functional `Basic` license tests are located in `x-pack/test/functional_basic/apps/transform`. +1. Functional UI tests with `Basic` license: + + Group | PATH_TO_CONFIG + ----- | -------------- + creation - index pattern | `test/functional_basic/apps/transform/creation/index_pattern/config.ts` + creation - runtime mappings, saved searches | `test/functional_basic/apps/transform/creation/runtime_mappings_saved_search/config.ts` + edit, clone | `test/functional_basic/apps/transform/edit_clone/config.ts` + feature controls | `test/functional_basic/apps/transform/feature_controls/config.ts` + permissions | `test/functional_basic/apps/transform/permissions/config.ts` + start, reset, delete | `test/functional_basic/apps/transform/start_reset_delete/config.ts` 1. API integration tests with `Trial` license: - node scripts/functional_tests_server.js --config test/api_integration/config.ts - node scripts/functional_test_runner.js --config test/api_integration/config.ts --include-tag transform - - Transform API integration `Trial` license tests are located in `x-pack/test/api_integration/apis/transform`. + - PATH_TO_CONFIG: `test/api_integration/apis/transform/config.ts` 1. API integration tests with `Basic` license: - node scripts/functional_tests_server.js --config test/api_integration_basic/config.ts - node scripts/functional_test_runner.js --config test/api_integration_basic/config.ts --include-tag transform - - Transform API integration `Basic` license tests are located in `x-pack/test/api_integration_basic/apis/ml`. + - PATH_TO_CONFIG: `test/api_integration_basic/config.ts` + - Add `--include-tag transform` to the test runner command 1. Accessibility tests: diff --git a/x-pack/test/api_integration/apis/aiops/config.ts b/x-pack/test/api_integration/apis/aiops/config.ts index 5f335f116fefe..aba6dda02eecc 100644 --- a/x-pack/test/api_integration/apis/aiops/config.ts +++ b/x-pack/test/api_integration/apis/aiops/config.ts @@ -13,5 +13,8 @@ export default async function ({ readConfigFile }: FtrConfigProviderContext) { return { ...baseIntegrationTestsConfig.getAll(), testFiles: [require.resolve('.')], + junit: { + reportName: 'X-Pack API Integration Tests - aiops', + }, }; } diff --git a/x-pack/test/api_integration/apis/ml/config.ts b/x-pack/test/api_integration/apis/ml/config.ts index 5f335f116fefe..925eda2a5bea8 100644 --- a/x-pack/test/api_integration/apis/ml/config.ts +++ b/x-pack/test/api_integration/apis/ml/config.ts @@ -13,5 +13,8 @@ export default async function ({ readConfigFile }: FtrConfigProviderContext) { return { ...baseIntegrationTestsConfig.getAll(), testFiles: [require.resolve('.')], + junit: { + reportName: 'Chrome X-Pack UI Functional Tests - ml', + }, }; } diff --git a/x-pack/test/api_integration/apis/transform/config.ts b/x-pack/test/api_integration/apis/transform/config.ts index 5f335f116fefe..7dac20656b8ea 100644 --- a/x-pack/test/api_integration/apis/transform/config.ts +++ b/x-pack/test/api_integration/apis/transform/config.ts @@ -13,5 +13,8 @@ export default async function ({ readConfigFile }: FtrConfigProviderContext) { return { ...baseIntegrationTestsConfig.getAll(), testFiles: [require.resolve('.')], + junit: { + reportName: 'Chrome X-Pack UI Functional Tests - transform', + }, }; }