[Custom threshold rule] Allow group for ip type fields !!

.buildkite/ftr_chat_serverless_configs.yml

@@ -0,0 +1,12 @@
+disabled:
+  # Base config files, only necessary to inform config finding script
+
+defaultQueue: 'n2-4-spot'
+enabled:
+  - x-pack/test_serverless/api_integration/test_suites/chat/config.ts
+  - x-pack/test_serverless/api_integration/test_suites/chat/config.feature_flags.ts
+  - x-pack/test_serverless/api_integration/test_suites/chat/common_configs/config.group1.ts
+  - x-pack/test_serverless/functional/test_suites/chat/config.ts
+  - x-pack/test_serverless/functional/test_suites/chat/config.feature_flags.ts
+  - x-pack/test_serverless/functional/test_suites/chat/common_configs/config.config_compat_mode.ts
+  - x-pack/test_serverless/functional/test_suites/chat/common_configs/config.group1.ts

.buildkite/ftr_configs_manifests.json

@@ -9,6 +9,7 @@
         ".buildkite/ftr_base_serverless_configs.yml",
         ".buildkite/ftr_oblt_serverless_configs.yml",
         ".buildkite/ftr_security_serverless_configs.yml",
-        ".buildkite/ftr_search_serverless_configs.yml"
+        ".buildkite/ftr_search_serverless_configs.yml",
+        ".buildkite/ftr_chat_serverless_configs.yml"
     ]
-}
+}

.buildkite/ftr_oblt_serverless_configs.yml

@@ -18,6 +18,7 @@ enabled:
   - x-pack/test_serverless/functional/test_suites/observability/config.feature_flags.ts
   - x-pack/test_serverless/functional/test_suites/observability/config.saved_objects_management.ts
   - x-pack/test_serverless/functional/test_suites/observability/config.context_awareness.ts
+  - x-pack/test_serverless/functional/test_suites/observability/common_configs/config.config_compat_mode.ts
   - x-pack/test_serverless/functional/test_suites/observability/common_configs/config.group1.ts
   - x-pack/test_serverless/functional/test_suites/observability/common_configs/config.group2.ts
   - x-pack/test_serverless/functional/test_suites/observability/common_configs/config.group3.ts
@@ -30,4 +31,7 @@ enabled:
   - x-pack/test_serverless/functional/test_suites/observability/config.telemetry.ts
   # serverless config files that run deployment-agnostic tests
   - x-pack/test/api_integration/deployment_agnostic/configs/serverless/oblt.serverless.config.ts
+  - x-pack/test/api_integration/deployment_agnostic/configs/serverless/oblt.ai_assistant.serverless.config.ts
   - x-pack/test/api_integration/deployment_agnostic/configs/serverless/oblt.apm.serverless.config.ts
+  - x-pack/test/api_integration/deployment_agnostic/configs/serverless/oblt.synthetics.serverless.config.ts
+  - x-pack/test/api_integration/deployment_agnostic/configs/serverless/oblt.streams.serverless.config.ts

.buildkite/ftr_platform_stateful_configs.yml

@@ -80,6 +80,8 @@ enabled:
   - src/platform/test/functional/apps/discover/group6/config.ts
   - src/platform/test/functional/apps/discover/group7/config.ts
   - src/platform/test/functional/apps/discover/group8/config.ts
+  - src/platform/test/functional/apps/discover/group9/config.ts
+  - src/platform/test/functional/apps/discover/group10/config.ts
   - src/platform/test/functional/apps/discover/context_awareness/config.ts
   - src/platform/test/functional/apps/discover/observability/config.ts
   - src/platform/test/functional/apps/getting_started/config.ts
@@ -266,6 +268,7 @@ enabled:
   - x-pack/test/functional/apps/rollup_job/config.ts
   - x-pack/test/functional/apps/saved_objects_management/config.ts
   - x-pack/test/functional/apps/saved_query_management/config.ts
+  - x-pack/test/functional/apps/saved_query_management/config.v2.ts
   - x-pack/test/functional/apps/security/config.ts
   - x-pack/test/functional/apps/snapshot_restore/config.ts
   - x-pack/test/functional/apps/spaces/config.ts

.buildkite/ftr_search_serverless_configs.yml

@@ -12,6 +12,7 @@ enabled:
   - x-pack/test_serverless/functional/test_suites/search/config.screenshots.ts
   - x-pack/test_serverless/functional/test_suites/search/config.saved_objects_management.ts
   - x-pack/test_serverless/functional/test_suites/search/config.context_awareness.ts
+  - x-pack/test_serverless/functional/test_suites/search/common_configs/config.config_compat_mode.ts
   - x-pack/test_serverless/functional/test_suites/search/common_configs/config.group1.ts
   - x-pack/test_serverless/functional/test_suites/search/common_configs/config.group2.ts
   - x-pack/test_serverless/functional/test_suites/search/common_configs/config.group3.ts

.buildkite/ftr_security_serverless_configs.yml

@@ -24,7 +24,7 @@ disabled:
   # MKI only configs files
   - x-pack/test_serverless/functional/test_suites/security/config.mki_only.ts
 
-defaultQueue: 'n2-4-spot'
+defaultQueue: "n2-4-spot"
 enabled:
   - x-pack/test_serverless/api_integration/test_suites/security/config.ts
   - x-pack/test_serverless/api_integration/test_suites/security/config.feature_flags.ts
@@ -40,6 +40,7 @@ enabled:
   - x-pack/test_serverless/functional/test_suites/security/config.saved_objects_management.ts
   - x-pack/test_serverless/functional/test_suites/security/config.context_awareness.ts
   - x-pack/test_serverless/functional/test_suites/security/config.examples.context_awareness.ts
+  - x-pack/test_serverless/functional/test_suites/security/common_configs/config.config_compat_mode.ts
   - x-pack/test_serverless/functional/test_suites/security/common_configs/config.group1.ts
   - x-pack/test_serverless/functional/test_suites/security/common_configs/config.group2.ts
   - x-pack/test_serverless/functional/test_suites/security/common_configs/config.group3.ts
@@ -106,6 +107,7 @@ enabled:
   - x-pack/test/security_solution_api_integration/test_suites/entity_analytics/risk_engine/trial_license_complete_tier/configs/serverless.config.ts
   - x-pack/test/security_solution_api_integration/test_suites/entity_analytics/risk_engine/basic_license_essentials_tier/configs/serverless.config.ts
   - x-pack/test/security_solution_api_integration/test_suites/entity_analytics/entity_store/trial_license_complete_tier/configs/serverless.config.ts
+  - x-pack/test/security_solution_api_integration/test_suites/entity_analytics/monitoring/trial_license_complete_tier/configs/serverless.config.ts
   - x-pack/test/security_solution_api_integration/test_suites/lists_and_exception_lists/exception_lists_items/trial_license_complete_tier/configs/serverless.config.ts
   - x-pack/test/security_solution_api_integration/test_suites/lists_and_exception_lists/authorization/exceptions/lists/essentials_tier/configs/serverless.config.ts
   - x-pack/test/security_solution_api_integration/test_suites/lists_and_exception_lists/authorization/exceptions/common/essentials_tier/configs/serverless.config.ts

.buildkite/ftr_security_stateful_configs.yml

@@ -81,6 +81,7 @@ enabled:
   - x-pack/test/security_solution_api_integration/test_suites/entity_analytics/risk_engine/trial_license_complete_tier/configs/ess.config.ts
   - x-pack/test/security_solution_api_integration/test_suites/entity_analytics/risk_engine/basic_license_essentials_tier/configs/ess.config.ts
   - x-pack/test/security_solution_api_integration/test_suites/entity_analytics/entity_store/trial_license_complete_tier/configs/ess.config.ts
+  - x-pack/test/security_solution_api_integration/test_suites/entity_analytics/monitoring/trial_license_complete_tier/configs/ess.config.ts
   - x-pack/test/security_solution_api_integration/test_suites/lists_and_exception_lists/exception_lists_items/trial_license_complete_tier/configs/ess.config.ts
   - x-pack/test/security_solution_api_integration/test_suites/lists_and_exception_lists/lists_items/trial_license_complete_tier/configs/ess.config.ts
   - x-pack/test/security_solution_api_integration/test_suites/explore/hosts/trial_license_complete_tier/configs/ess.config.ts

.buildkite/pipeline-resource-definitions/kibana-chrome-forward-testing.yml

@@ -41,11 +41,10 @@ spec:
         everyone:
           access_level: BUILD_AND_READ
       # Scheduled runs for the pipeline
-      #schedules:
-         # Disabled until 2025-03-28 (Chrome will be released @ 2025-04-01)
-#        Daily 12 pm UTC:
-#          cronline: 0 12 * * *
-#          message: Daily Chrome Forward Testing
-#          branch: main
+      schedules:
+        Daily 12 pm UTC:
+          cronline: 0 12 * * *
+          message: Daily Chrome Forward Testing
+          branch: main
       tags:
         - kibana

.buildkite/pipeline-utils/agent_images.ts

@@ -8,31 +8,34 @@
  */
 
 import { dump } from 'js-yaml';
-import { BuildkiteClient, BuildkiteCommandStep } from './buildkite';
+import { BuildkiteClient, BuildkiteAgentTargetingRule } from './buildkite';
 
-type AgentImageConfig = BuildkiteCommandStep['agents'];
+const ELASTIC_IMAGES_QA_PROJECT = 'elastic-images-qa';
+const ELASTIC_IMAGES_PROD_PROJECT = 'elastic-images-prod';
 
-const DEFAULT_AGENT_IMAGE_CONFIG: AgentImageConfig = {
+// constrain AgentImageConfig to the type that doesn't have the `queue` property
+const DEFAULT_AGENT_IMAGE_CONFIG: BuildkiteAgentTargetingRule = {
   provider: 'gcp',
   image: 'family/kibana-ubuntu-2004',
-  imageProject: 'elastic-images-prod',
+  imageProject: ELASTIC_IMAGES_PROD_PROJECT,
 };
 
-const FIPS_AGENT_IMAGE_CONFIG: AgentImageConfig = {
+const FIPS_AGENT_IMAGE_CONFIG: BuildkiteAgentTargetingRule = {
   provider: 'gcp',
   image: 'family/kibana-fips-ubuntu-2004',
-  imageProject: 'elastic-images-prod',
+  imageProject: ELASTIC_IMAGES_PROD_PROJECT,
 };
 
 const GITHUB_PR_LABELS = process.env.GITHUB_PR_LABELS ?? '';
 const FTR_ENABLE_FIPS_AGENT = process.env.FTR_ENABLE_FIPS_AGENT?.toLowerCase() === 'true';
+const USE_QA_IMAGE_FOR_PR = process.env.USE_QA_IMAGE_FOR_PR?.match(/(1|true)/i);
 
 // Narrow the return type with overloads
-function getAgentImageConfig(): AgentImageConfig;
+function getAgentImageConfig(): BuildkiteAgentTargetingRule;
 function getAgentImageConfig(options: { returnYaml: true }): string;
-function getAgentImageConfig({ returnYaml = false } = {}): string | AgentImageConfig {
+function getAgentImageConfig({ returnYaml = false } = {}): string | BuildkiteAgentTargetingRule {
   const bk = new BuildkiteClient();
-  let config: AgentImageConfig;
+  let config: BuildkiteAgentTargetingRule;
 
   if (FTR_ENABLE_FIPS_AGENT || GITHUB_PR_LABELS.includes('ci:enable-fips-agent')) {
     config = FIPS_AGENT_IMAGE_CONFIG;
@@ -46,6 +49,10 @@ function getAgentImageConfig({ returnYaml = false } = {}): string | AgentImageCo
     config = DEFAULT_AGENT_IMAGE_CONFIG;
   }
 
+  if (USE_QA_IMAGE_FOR_PR || GITHUB_PR_LABELS.includes('ci:use-qa-image')) {
+    config.imageProject = ELASTIC_IMAGES_QA_PROJECT;
+  }
+
   if (returnYaml) {
     return dump({ agents: config });
   }

.buildkite/pipeline-utils/buildkite/client.ts

@@ -38,25 +38,27 @@ export type BuildkiteStep =
   | BuildkiteTriggerStep
   | BuildkiteWaitStep;
 
+export interface BuildkiteAgentQueue {
+  queue: string;
+}
+
+export interface BuildkiteAgentTargetingRule {
+  provider?: string;
+  image?: string;
+  imageProject?: string;
+  machineType?: string;
+  minCpuPlatform?: string;
+  preemptible?: boolean;
+}
+
 export interface BuildkiteCommandStep {
   command: string;
   label: string;
   parallelism?: number;
   concurrency?: number;
   concurrency_group?: string;
   concurrency_method?: 'eager' | 'ordered';
-  agents:
-    | {
-        queue: string;
-      }
-    | {
-        provider?: string;
-        image?: string;
-        imageProject?: string;
-        machineType?: string;
-        minCpuPlatform?: string;
-        preemptible?: boolean;
-      };
+  agents: BuildkiteAgentQueue | BuildkiteAgentTargetingRule;
   timeout_in_minutes?: number;
   key?: string;
   cancel_on_build_failing?: boolean;

.buildkite/pipelines/pull_request/build_cloud_fips_image.yml

@@ -0,0 +1,20 @@
+steps:
+  - command: .buildkite/scripts/steps/fips/build_cloud_fips_image.sh
+    label: 'Build Cloud FIPS Image'
+    agents:
+      machineType: n2-standard-2
+      preemptible: true
+    depends_on:
+      - build
+      - quick_checks
+      - checks
+      - linting
+      - linting_with_types
+      - check_types
+      - check_oas_snapshot
+    timeout_in_minutes: 60
+    soft_fail: true
+    retry:
+      automatic:
+        - exit_status: '-1'
+          limit: 3

.buildkite/pipelines/pull_request/build_cloud_image.yml

@@ -0,0 +1,20 @@
+steps:
+  - command: .buildkite/scripts/steps/cloud/build_cloud_image.sh
+    label: 'Build Cloud Image'
+    agents:
+      machineType: n2-standard-2
+      preemptible: true
+    depends_on:
+      - build
+      - quick_checks
+      - checks
+      - linting
+      - linting_with_types
+      - check_types
+      - check_oas_snapshot
+    timeout_in_minutes: 60
+    soft_fail: true
+    retry:
+      automatic:
+        - exit_status: '-1'
+          limit: 3

.buildkite/pipelines/pull_request/scout_tests.yml

@@ -8,7 +8,7 @@ steps:
       SCOUT_CONFIGS_SCRIPT: '.buildkite/scripts/steps/test/scout_configs.sh'
     retry:
       automatic:
-        # No retry when Scout CI config validation fails
+        # No retry when Scout configs fail
         - exit_status: 10
           limit: 0
         - exit_status: '*'

.buildkite/scripts/build_kibana.sh

@@ -19,29 +19,6 @@ is_pr_with_label "ci:build-cdn-assets" || BUILD_ARGS+=("--skip-cdn-assets")
 echo "> node scripts/build" "${BUILD_ARGS[@]}"
 node scripts/build "${BUILD_ARGS[@]}"
 
-if is_pr_with_label "ci:build-cloud-image"; then
-  node scripts/build \
-  --skip-initialize \
-  --skip-generic-folders \
-  --skip-platform-folders \
-  --skip-cdn-assets \
-  --skip-archives \
-  --docker-images \
-  --docker-tag-qualifier="$GIT_COMMIT" \
-  --docker-push \
-  --skip-docker-ubi \
-  --skip-docker-fips \
-  --skip-docker-wolfi \
-  --skip-docker-serverless \
-  --skip-docker-contexts
-
-  CLOUD_IMAGE=$(docker images --format "{{.Repository}}:{{.Tag}}" docker.elastic.co/kibana-ci/kibana-cloud)
-  cat << EOF | buildkite-agent annotate --style "info" --context kibana-cloud-image
-
-  Kibana cloud image: \`$CLOUD_IMAGE\`
-EOF
-fi
-
 echo "--- Archive Kibana Distribution"
 version="$(jq -r '.version' package.json)"
 linuxBuild="$KIBANA_DIR/target/kibana-$version-SNAPSHOT-linux-x86_64.tar.gz"

.buildkite/scripts/pipelines/pull_request/pipeline.ts

@@ -161,6 +161,24 @@ const getPipeline = (filename: string, removeSteps = true) => {
       pipeline.push(getPipeline('.buildkite/pipelines/pull_request/ai_infra_gen_ai.yml'));
     }
 
+    if (
+      GITHUB_PR_LABELS.includes('ci:build-cloud-image') &&
+      !GITHUB_PR_LABELS.includes('ci:deploy-cloud') &&
+      !GITHUB_PR_LABELS.includes('ci:cloud-deploy') &&
+      !GITHUB_PR_LABELS.includes('ci:cloud-redeploy')
+    ) {
+      pipeline.push(getPipeline('.buildkite/pipelines/pull_request/build_cloud_image.yml'));
+    }
+
+    if (
+      GITHUB_PR_LABELS.includes('ci:build-cloud-fips-image') &&
+      !GITHUB_PR_LABELS.includes('ci:deploy-cloud') &&
+      !GITHUB_PR_LABELS.includes('ci:cloud-deploy') &&
+      !GITHUB_PR_LABELS.includes('ci:cloud-redeploy')
+    ) {
+      pipeline.push(getPipeline('.buildkite/pipelines/pull_request/build_cloud_fips_image.yml'));
+    }
+
     if (
       GITHUB_PR_LABELS.includes('ci:deploy-cloud') ||
       GITHUB_PR_LABELS.includes('ci:cloud-deploy') ||
@@ -450,7 +468,7 @@ const getPipeline = (filename: string, removeSteps = true) => {
         /^x-pack\/solutions\/observability\/plugins\/apm/,
         /^x-pack\/solutions\/observability\/plugins\/observability_onboarding/,
         /^x-pack\/solutions\/security\/packages\/kbn-scout-security/,
-        /^x-pack\/solutions\/security\/plugins\/security_solution/,
+        /^x-pack\/solutions\/security\/plugins\/security_solution\/public\/flyout/,
       ])) ||
       GITHUB_PR_LABELS.includes('ci:scout-ui-tests')
     ) {

.buildkite/scripts/pipelines/security_solution_quality_gate/create_periodic_test_docker_image.sh

@@ -37,6 +37,8 @@ node scripts/build \
   --skip-docker-wolfi \
   --skip-docker-ubi \
   --skip-docker-cloud \
+  --skip-docker-cloud-fips \
+  --skip-docker-fips \
   --skip-docker-contexts \
   --skip-cdn-assets
 

.buildkite/scripts/steps/artifacts/publish.sh

@@ -35,6 +35,10 @@ download "kibana-cloud-$FULL_VERSION-docker-build-context.tar.gz"
 download "kibana-ironbank-$FULL_VERSION-docker-build-context.tar.gz"
 download "kibana-wolfi-$FULL_VERSION-docker-build-context.tar.gz"
 
+download "kibana-cloud-fips-$FULL_VERSION-docker-build-context.tar.gz"
+download "kibana-cloud-fips-$FULL_VERSION-docker-image-aarch64.tar.gz"
+download "kibana-cloud-fips-$FULL_VERSION-docker-image.tar.gz"
+
 download "kibana-$FULL_VERSION-linux-aarch64.tar.gz"
 download "kibana-$FULL_VERSION-linux-x86_64.tar.gz"
 

.buildkite/scripts/steps/checks/capture_oas_snapshot.sh

@@ -8,7 +8,18 @@ source .buildkite/scripts/common/util.sh
 .buildkite/scripts/copy_es_snapshot_cache.sh
 
 echo --- Capture OAS snapshot
-cmd="node scripts/capture_oas_snapshot --include-path /api/status --include-path /api/alerting/rule/ --include-path /api/alerting/rules --include-path /api/actions --include-path /api/security/role --include-path /api/spaces --include-path /api/streams --include-path /api/fleet --include-path /api/dashboards"
+cmd="node scripts/capture_oas_snapshot \
+  --include-path /api/status \
+  --include-path /api/alerting/rule/ \
+  --include-path /api/alerting/rules \
+  --include-path /api/actions \
+  --include-path /api/security/role \
+  --include-path /api/spaces \
+  --include-path /api/streams \
+  --include-path /api/fleet \
+  --include-path /api/dashboards \
+  --include-path /api/saved_objects/_import \
+  --include-path /api/saved_objects/_export"
 if is_pr && ! is_auto_commit_disabled; then
   cmd="$cmd --update"
 fi

.buildkite/scripts/steps/checks/prettier_topology.sh

@@ -5,4 +5,4 @@ set -euo pipefail
 source .buildkite/scripts/common/util.sh
 
 echo --- Check Prettier Configuration Topology
-node scripts/prettier_topology_check
+retry 3 3 node scripts/prettier_topology_check

.buildkite/scripts/steps/cloud/build_and_deploy.sh

@@ -42,6 +42,7 @@ else
     --docker-push \
     --skip-docker-ubi \
     --skip-docker-fips \
+    --skip-docker-cloud-fips \
     --skip-docker-wolfi \
     --skip-docker-serverless \
     --skip-docker-contexts