[9.0] [Security Solution] Split prebuilt rule Cypress tests (#231150)

.buildkite/pipelines/chrome_forward_testing.yml

@@ -75,15 +75,57 @@ steps:
         - exit_status: '-1'
           limit: 1
 
-  - command: .buildkite/scripts/steps/functional/security_solution_rule_management_prebuilt_rules.sh
-    label: 'Rule Management - Prebuilt Rules - Security Solution Cypress Tests'
+  - command: .buildkite/scripts/steps/functional/security_solution_rule_management_prebuilt_rules_customization.sh
+    label: 'Rule Management - Prebuilt Rules Customization - Security Solution Cypress Tests'
     agents:
       machineType: n2-standard-4
       preemptible: true
     depends_on:
       - build
     timeout_in_minutes: 60
-    parallelism: 2
+    parallelism: 1
+    retry:
+      automatic:
+        - exit_status: '-1'
+          limit: 1
+
+  - command: .buildkite/scripts/steps/functional/security_solution_rule_management_prebuilt_rules_installation.sh
+    label: 'Rule Management - Prebuilt Rules Installation - Security Solution Cypress Tests'
+    agents:
+      machineType: n2-standard-4
+      preemptible: true
+    depends_on:
+      - build
+    timeout_in_minutes: 60
+    parallelism: 1
+    retry:
+      automatic:
+        - exit_status: '-1'
+          limit: 1
+
+  - command: .buildkite/scripts/steps/functional/security_solution_rule_management_prebuilt_rules_management.sh
+    label: 'Rule Management - Prebuilt Rules Management - Security Solution Cypress Tests'
+    agents:
+      machineType: n2-standard-4
+      preemptible: true
+    depends_on:
+      - build
+    timeout_in_minutes: 60
+    parallelism: 1
+    retry:
+      automatic:
+        - exit_status: '-1'
+          limit: 1
+
+  - command: .buildkite/scripts/steps/functional/security_solution_rule_management_prebuilt_rules_upgrade.sh
+    label: 'Rule Management - Prebuilt Rules Upgrade - Security Solution Cypress Tests'
+    agents:
+      machineType: n2-standard-4
+      preemptible: true
+    depends_on:
+      - build
+    timeout_in_minutes: 60
+    parallelism: 1
     retry:
       automatic:
         - exit_status: '-1'

.buildkite/pipelines/es_serverless/verify_es_serverless_image.yml

@@ -15,13 +15,13 @@ agents:
   machineType: n2-standard-2
 
 steps:
-  - label: "Annotate runtime parameters"
+  - label: 'Annotate runtime parameters'
     command: .buildkite/scripts/steps/es_serverless/annotate_runtime_parameters.sh
 
-  - group: "(:kibana: x :elastic:) Trigger Kibana Serverless suite"
+  - group: '(:kibana: x :elastic:) Trigger Kibana Serverless suite'
     if: "build.env('SKIP_VERIFICATION') != '1' && build.env('SKIP_VERIFICATION') != 'true'"
     steps:
-      - label: "Pre-Build"
+      - label: 'Pre-Build'
         command: .buildkite/scripts/lifecycle/pre_build.sh
         key: pre-build
         timeout_in_minutes: 10
@@ -31,7 +31,7 @@ steps:
           provider: gcp
           machineType: n2-standard-2
 
-      - label: "Build Kibana Distribution"
+      - label: 'Build Kibana Distribution'
         command: .buildkite/scripts/steps/build_kibana.sh
         agents:
           image: family/kibana-ubuntu-2004
@@ -44,26 +44,26 @@ steps:
         timeout_in_minutes: 60
         retry:
           automatic:
-            - exit_status: "-1"
+            - exit_status: '-1'
               limit: 3
 
-      - label: "Pick Test Group Run Order (FTR + Integration)"
+      - label: 'Pick Test Group Run Order (FTR + Integration)'
         command: .buildkite/scripts/steps/test/pick_test_group_run_order.sh
         depends_on: build
         timeout_in_minutes: 10
         env:
-          FTR_CONFIGS_SCRIPT: "TEST_ES_SERVERLESS_IMAGE=$ES_SERVERLESS_IMAGE .buildkite/scripts/steps/test/ftr_configs.sh"
-          JEST_INTEGRATION_SCRIPT: "TEST_ES_SERVERLESS_IMAGE=$ES_SERVERLESS_IMAGE .buildkite/scripts/steps/test/jest_integration.sh"
-          FTR_CONFIG_PATTERNS: "**/test_serverless/**,**/test/security_solution_api_integration/**/serverless.config.ts,x-pack/test/api_integration/deployment_agnostic/configs/serverless/**"
-          FTR_EXTRA_ARGS: "$FTR_EXTRA_ARGS"
-          LIMIT_CONFIG_TYPE: "functional,integration"
+          FTR_CONFIGS_SCRIPT: 'TEST_ES_SERVERLESS_IMAGE=$ES_SERVERLESS_IMAGE .buildkite/scripts/steps/test/ftr_configs.sh'
+          JEST_INTEGRATION_SCRIPT: 'TEST_ES_SERVERLESS_IMAGE=$ES_SERVERLESS_IMAGE .buildkite/scripts/steps/test/jest_integration.sh'
+          FTR_CONFIG_PATTERNS: '**/test_serverless/**,**/test/security_solution_api_integration/**/serverless.config.ts,x-pack/test/api_integration/deployment_agnostic/configs/serverless/**'
+          FTR_EXTRA_ARGS: '$FTR_EXTRA_ARGS'
+          LIMIT_CONFIG_TYPE: 'functional,integration'
         retry:
           automatic:
-            - exit_status: "*"
+            - exit_status: '*'
               limit: 1
 
       - command: .buildkite/scripts/steps/functional/security_serverless_entity_analytics.sh
-        label: "Serverless Entity Analytics - Security Solution Cypress Tests"
+        label: 'Serverless Entity Analytics - Security Solution Cypress Tests'
         if: "build.env('SKIP_CYPRESS') != '1' && build.env('SKIP_CYPRESS') != 'true'"
         agents:
           image: family/kibana-ubuntu-2004
@@ -76,11 +76,11 @@ steps:
         parallelism: 3
         retry:
           automatic:
-            - exit_status: "-1"
+            - exit_status: '-1'
               limit: 1
 
       - command: .buildkite/scripts/steps/functional/security_serverless_explore.sh
-        label: "Serverless Explore - Security Solution Cypress Tests"
+        label: 'Serverless Explore - Security Solution Cypress Tests'
         if: "build.env('SKIP_CYPRESS') != '1' && build.env('SKIP_CYPRESS') != 'true'"
         agents:
           image: family/kibana-ubuntu-2004
@@ -93,11 +93,11 @@ steps:
         parallelism: 4
         retry:
           automatic:
-            - exit_status: "-1"
+            - exit_status: '-1'
               limit: 1
 
       - command: .buildkite/scripts/steps/functional/security_serverless_investigations.sh
-        label: "Serverless Investigations - Security Solution Cypress Tests"
+        label: 'Serverless Investigations - Security Solution Cypress Tests'
         if: "build.env('SKIP_CYPRESS') != '1' && build.env('SKIP_CYPRESS') != 'true'"
         agents:
           image: family/kibana-ubuntu-2004
@@ -110,11 +110,11 @@ steps:
         parallelism: 10
         retry:
           automatic:
-            - exit_status: "-1"
+            - exit_status: '-1'
               limit: 1
 
       - command: .buildkite/scripts/steps/functional/security_serverless_rule_management.sh
-        label: "Serverless Rule Management - Security Solution Cypress Tests"
+        label: 'Serverless Rule Management - Security Solution Cypress Tests'
         if: "build.env('SKIP_CYPRESS') != '1' && build.env('SKIP_CYPRESS') != 'true'"
         agents:
           image: family/kibana-ubuntu-2004
@@ -127,11 +127,11 @@ steps:
         parallelism: 5
         retry:
           automatic:
-            - exit_status: "-1"
+            - exit_status: '-1'
               limit: 1
 
-      - command: .buildkite/scripts/steps/functional/security_serverless_rule_management_prebuilt_rules.sh
-        label: "Serverless Rule Management - Prebuilt Rules - Security Solution Cypress Tests"
+      - command: .buildkite/scripts/steps/functional/security_serverless_rule_management_prebuilt_rules_customization.sh
+        label: 'Serverless Rule Management - Prebuilt Rules Customization - Security Solution Cypress Tests'
         if: "build.env('SKIP_CYPRESS') != '1' && build.env('SKIP_CYPRESS') != 'true'"
         agents:
           image: family/kibana-ubuntu-2004
@@ -144,11 +144,62 @@ steps:
         parallelism: 1
         retry:
           automatic:
-            - exit_status: "-1"
+            - exit_status: '-1'
+              limit: 1
+
+      - command: .buildkite/scripts/steps/functional/security_serverless_rule_management_prebuilt_rules_installation.sh
+        label: 'Serverless Rule Management - Prebuilt Rules Installation - Security Solution Cypress Tests'
+        if: "build.env('SKIP_CYPRESS') != '1' && build.env('SKIP_CYPRESS') != 'true'"
+        agents:
+          image: family/kibana-ubuntu-2004
+          imageProject: elastic-images-prod
+          provider: gcp
+          machineType: n2-standard-4
+          preemptible: true
+        depends_on: build
+        timeout_in_minutes: 60
+        parallelism: 1
+        retry:
+          automatic:
+            - exit_status: '-1'
+              limit: 1
+
+      - command: .buildkite/scripts/steps/functional/security_serverless_rule_management_prebuilt_rules_management.sh
+        label: 'Serverless Rule Management - Prebuilt Rules Management - Security Solution Cypress Tests'
+        if: "build.env('SKIP_CYPRESS') != '1' && build.env('SKIP_CYPRESS') != 'true'"
+        agents:
+          image: family/kibana-ubuntu-2004
+          imageProject: elastic-images-prod
+          provider: gcp
+          machineType: n2-standard-4
+          preemptible: true
+        depends_on: build
+        timeout_in_minutes: 60
+        parallelism: 1
+        retry:
+          automatic:
+            - exit_status: '-1'
+              limit: 1
+
+      - command: .buildkite/scripts/steps/functional/security_serverless_rule_management_prebuilt_rules_upgrade.sh
+        label: 'Serverless Rule Management - Prebuilt Rules Upgrade - Security Solution Cypress Tests'
+        if: "build.env('SKIP_CYPRESS') != '1' && build.env('SKIP_CYPRESS') != 'true'"
+        agents:
+          image: family/kibana-ubuntu-2004
+          imageProject: elastic-images-prod
+          provider: gcp
+          machineType: n2-standard-4
+          preemptible: true
+        depends_on: build
+        timeout_in_minutes: 60
+        parallelism: 1
+        retry:
+          automatic:
+            - exit_status: '-1'
               limit: 1
 
       - command: .buildkite/scripts/steps/functional/security_serverless_detection_engine.sh
-        label: "Serverless Detection Engine - Security Solution Cypress Tests"
+        label: 'Serverless Detection Engine - Security Solution Cypress Tests'
         if: "build.env('SKIP_CYPRESS') != '1' && build.env('SKIP_CYPRESS') != 'true'"
         agents:
           image: family/kibana-ubuntu-2004
@@ -161,11 +212,11 @@ steps:
         parallelism: 5
         retry:
           automatic:
-            - exit_status: "-1"
+            - exit_status: '-1'
               limit: 1
 
       - command: .buildkite/scripts/steps/functional/security_serverless_detection_engine_exceptions.sh
-        label: "Serverless Detection Engine - Exceptions - Security Solution Cypress Tests"
+        label: 'Serverless Detection Engine - Exceptions - Security Solution Cypress Tests'
         if: "build.env('SKIP_CYPRESS') != '1' && build.env('SKIP_CYPRESS') != 'true'"
         agents:
           image: family/kibana-ubuntu-2004
@@ -178,11 +229,11 @@ steps:
         parallelism: 4
         retry:
           automatic:
-            - exit_status: "-1"
+            - exit_status: '-1'
               limit: 1
 
       - command: .buildkite/scripts/steps/functional/security_serverless_ai_assistant.sh
-        label: "Serverless AI Assistant - Security Solution Cypress Tests"
+        label: 'Serverless AI Assistant - Security Solution Cypress Tests'
         if: "build.env('SKIP_CYPRESS') != '1' && build.env('SKIP_CYPRESS') != 'true'"
         agents:
           image: family/kibana-ubuntu-2004
@@ -195,11 +246,11 @@ steps:
         parallelism: 1
         retry:
           automatic:
-            - exit_status: "-1"
+            - exit_status: '-1'
               limit: 1
 
       - command: .buildkite/scripts/steps/functional/defend_workflows_serverless.sh
-        label: "Defend Workflows Cypress Tests on Serverless"
+        label: 'Defend Workflows Cypress Tests on Serverless'
         if: "build.env('SKIP_CYPRESS') != '1' && build.env('SKIP_CYPRESS') != 'true'"
         agents:
           image: family/kibana-ubuntu-2004
@@ -212,11 +263,11 @@ steps:
         parallelism: 12
         retry:
           automatic:
-            - exit_status: "-1"
+            - exit_status: '-1'
               limit: 1
 
       - command: .buildkite/scripts/steps/functional/security_serverless_osquery.sh
-        label: "Osquery Cypress Tests on Serverless"
+        label: 'Osquery Cypress Tests on Serverless'
         if: "build.env('SKIP_CYPRESS') != '1' && build.env('SKIP_CYPRESS') != 'true'"
         agents:
           image: family/kibana-ubuntu-2004
@@ -229,16 +280,16 @@ steps:
         parallelism: 7
         retry:
           automatic:
-            - exit_status: "-1"
+            - exit_status: '-1'
               limit: 1
 
   - wait: ~
 
-  - label: ":arrow_up::elastic::arrow_up: Promote docker image"
+  - label: ':arrow_up::elastic::arrow_up: Promote docker image'
     command: .buildkite/scripts/steps/es_serverless/promote_es_serverless_image.sh $ES_SERVERLESS_IMAGE
 
   - wait: ~
 
-  - label: "Post-Build"
+  - label: 'Post-Build'
     command: .buildkite/scripts/lifecycle/post_build.sh
     timeout_in_minutes: 10

.buildkite/pipelines/flaky_tests/groups.json

@@ -33,12 +33,36 @@
       "name": "[Serverless] Security Solution Rule Management - Cypress"
     },
     {
-      "key": "cypress/security_solution_rule_management_prebuilt_rules",
-      "name": "Security Solution Rule Management - Prebuilt Rules - Cypress"
+      "key": "cypress/security_solution_rule_management_prebuilt_rules_customization",
+      "name": "Security Solution Rule Management - Prebuilt Rules Customization - Cypress"
     },
     {
-      "key": "cypress/security_serverless_rule_management_prebuilt_rules",
-      "name": "[Serverless] Security Solution Rule Management - Prebuilt Rules - Cypress"
+      "key": "cypress/security_serverless_rule_management_prebuilt_rules_customization",
+      "name": "[Serverless] Security Solution Rule Management - Prebuilt Rules Customization - Cypress"
+    },
+    {
+      "key": "cypress/security_solution_rule_management_prebuilt_rules_installation",
+      "name": "Security Solution Rule Management - Prebuilt Rules Installation - Cypress"
+    },
+    {
+      "key": "cypress/security_serverless_rule_management_prebuilt_rules_installation",
+      "name": "[Serverless] Security Solution Rule Management - Prebuilt Rules Installation - Cypress"
+    },
+    {
+      "key": "cypress/security_solution_rule_management_prebuilt_rules_management",
+      "name": "Security Solution Rule Management - Prebuilt Rules Management - Cypress"
+    },
+    {
+      "key": "cypress/security_serverless_rule_management_prebuilt_rules_management",
+      "name": "[Serverless] Security Solution Rule Management - Prebuilt Rules Management - Cypress"
+    },
+    {
+      "key": "cypress/security_solution_rule_management_prebuilt_rules_upgrade",
+      "name": "Security Solution Rule Management - Prebuilt Rules Upgrade - Cypress"
+    },
+    {
+      "key": "cypress/security_serverless_rule_management_prebuilt_rules_upgrade",
+      "name": "[Serverless] Security Solution Rule Management - Prebuilt Rules Upgrade - Cypress"
     },
     {
       "key": "cypress/security_solution_detection_engine",