Adding convert endpoint

.buildkite/pipeline-resource-definitions/kibana-uiam-cosmos-db-emulator-verify-and-promote.yml

@@ -0,0 +1,54 @@
+# yaml-language-server: $schema=https://gist.githubusercontent.com/elasticmachine/988b80dae436cafea07d9a4a460a011d/raw/rre.schema.json
+apiVersion: backstage.io/v1alpha1
+kind: Resource
+metadata:
+  name: bk-kibana-uiam-cosmos-db-emulator-verify-and-promote
+  description: Verify & promote Cosmos DB Emulator images that pass Kibana's test suite
+  links:
+    - url: 'https://buildkite.com/elastic/kibana-uiam-cosmos-db-emulator-verify-and-promote'
+      title: Pipeline link
+spec:
+  type: buildkite-pipeline
+  owner: 'group:kibana-operations'
+  system: buildkite
+  implementation:
+    apiVersion: buildkite.elastic.dev/v1
+    kind: Pipeline
+    metadata:
+      name: kibana / uiam cosmos db emulator verify and promote
+      description: Verify & promote Cosmos DB Emulator images that pass Kibana's test suite
+    spec:
+      env:
+        SLACK_NOTIFICATIONS_CHANNEL: '#kibana-operations-alerts'
+        UIAM_COSMOSDB_IMAGE: mcr.microsoft.com/cosmosdb/linux/azure-cosmos-emulator:vnext-preview
+        ELASTIC_SLACK_NOTIFICATIONS_ENABLED: 'true'
+        REPORT_FAILED_TESTS_TO_GITHUB: 'true'
+      allow_rebuilds: true
+      branch_configuration: main
+      default_branch: main
+      repository: elastic/kibana
+      pipeline_file: .buildkite/pipelines/uiam/verify_and_promote_cosmos_db_emulator.yml
+      provider_settings:
+        build_branches: false
+        build_pull_requests: false
+        publish_commit_status: false
+        trigger_mode: none
+        build_tags: false
+        prefix_pull_request_fork_branch_names: false
+        skip_pull_request_builds_for_existing_commits: false
+      teams:
+        everyone:
+          access_level: BUILD_AND_READ
+        kibana-operations:
+          access_level: MANAGE_BUILD_AND_READ
+        appex-qa:
+          access_level: MANAGE_BUILD_AND_READ
+        kibana-tech-leads:
+          access_level: MANAGE_BUILD_AND_READ
+      schedules:
+        Weekly build:
+          cronline: 0 15 * * 1 America/New_York
+          message: Weekly build
+          branch: main
+      tags:
+        - kibana

.buildkite/pipeline-resource-definitions/locations.yml

@@ -52,6 +52,7 @@ spec:
     - https://github.com/elastic/kibana/blob/main/.buildkite/pipeline-resource-definitions/kibana-serverless-release-testing.yml
     - https://github.com/elastic/kibana/blob/main/.buildkite/pipeline-resource-definitions/kibana-serverless-release.yml
     - https://github.com/elastic/kibana/blob/main/.buildkite/pipeline-resource-definitions/kibana-storybooks-from-pr.yml
+    - https://github.com/elastic/kibana/blob/main/.buildkite/pipeline-resource-definitions/kibana-uiam-cosmos-db-emulator-verify-and-promote.yml
     - https://github.com/elastic/kibana/blob/main/.buildkite/pipeline-resource-definitions/kibana-uiam-verify-and-promote.yml
     - https://github.com/elastic/kibana/blob/main/.buildkite/pipeline-resource-definitions/kibana-vm-images.yml
     - https://github.com/elastic/kibana/blob/main/.buildkite/pipeline-resource-definitions/scalability_testing-daily.yml

.buildkite/pipeline-utils/ci-stats/client.ts

@@ -172,6 +172,7 @@ export class CiStatsClient {
       maxMin: number;
       minimumIsolationMin?: number;
       overheadMin?: number;
+      warmupMin?: number;
       concurrency?: number;
       names: string[];
     }>;

.buildkite/pipeline-utils/ci-stats/pick_test_group_run_order.ts

@@ -286,6 +286,7 @@ export async function pickTestGroupRunOrder() {
         defaultMin: 4,
         maxMin: JEST_UNIT_MAX_MINUTES,
         overheadMin: 0.2,
+        warmupMin: 4,
         concurrency: 3,
         names: jestUnitConfigs,
       },
@@ -294,6 +295,7 @@ export async function pickTestGroupRunOrder() {
         defaultMin: 60,
         maxMin: JEST_INTEGRATION_MAX_MINUTES,
         overheadMin: 0.2,
+        warmupMin: 2,
         concurrency: 1,
         names: jestIntegrationConfigs,
       },
@@ -304,6 +306,7 @@ export async function pickTestGroupRunOrder() {
         maxMin: FUNCTIONAL_MAX_MINUTES,
         minimumIsolationMin: FUNCTIONAL_MINIMUM_ISOLATION_MIN,
         overheadMin: 0,
+        warmupMin: 3,
         names,
       })),
     ],

.buildkite/pipeline-utils/scout/pick_scout_test_group_run_order.ts

@@ -36,6 +36,10 @@ if (process.env.UIAM_DOCKER_IMAGE) {
   scoutExtraEnv.UIAM_DOCKER_IMAGE = process.env.UIAM_DOCKER_IMAGE;
 }
 
+if (process.env.UIAM_COSMOSDB_DOCKER_IMAGE) {
+  scoutExtraEnv.UIAM_COSMOSDB_DOCKER_IMAGE = process.env.UIAM_COSMOSDB_DOCKER_IMAGE;
+}
+
 export async function pickScoutTestGroupRunOrder(scoutConfigsPath: string) {
   const bk = new BuildkiteClient();
   const envFromlabels: Record<string, string> = collectEnvFromLabels();

.buildkite/pipelines/evals/llm_evals.yml

@@ -130,7 +130,6 @@ steps:
 
       - label: 'Evals: Observability AI Assistant (AI Insights)'
         key: kbn-evals-weekly-obs-ai-assistant-ai-insights
-        skip: 'Temporarily disabled (requires prerequisite data; will be re-enabled in follow-up PR)'
         command: bash .buildkite/scripts/steps/evals/run_suite.sh
         env:
           KBN_EVALS: '1'

.buildkite/pipelines/uiam/verify_and_promote.yml

@@ -36,9 +36,6 @@ steps:
   - command: .buildkite/scripts/steps/test/scout/test_run_builder.sh
     label: 'Scout Test Run Builder'
     agents:
-      image: family/kibana-ubuntu-2404
-      imageProject: elastic-images-prod
-      provider: gcp
       machineType: n2-standard-4
       diskSizeGb: 115
     key: build_scout_tests
@@ -57,7 +54,7 @@ steps:
   - wait: ~
 
   - label: ':arrow_up::key::arrow_up: Promote UIAM docker image'
-    command: .buildkite/scripts/steps/uiam/promote_uiam_image.sh $UIAM_IMAGE
+    command: .buildkite/scripts/steps/uiam/promote_image.sh $UIAM_IMAGE
     key: promote-uiam-image
     if: "build.branch == 'main' || build.env('FORCE_PROMOTE') == 'true'"
     retry:

.buildkite/pipelines/uiam/verify_and_promote_cosmos_db_emulator.yml

@@ -0,0 +1,69 @@
+# https://buildkite.com/elastic/kibana-uiam-cosmos-db-emulator-verify-and-promote/
+
+### Parameters for this job:
+# UIAM_COSMOSDB_IMAGE: the full image path for the docker image to test
+# FORCE_PROMOTE: if set to true, promotion will happen on non-main branches
+
+agents:
+  image: family/kibana-ubuntu-2404
+  imageProject: elastic-images-prod
+  provider: gcp
+  machineType: n2-standard-2
+
+steps:
+  - label: 'Annotate runtime parameters'
+    command: .buildkite/scripts/steps/uiam/annotate_runtime_parameters_cosmos_db_emulator.sh
+
+  - label: 'Pre-Build'
+    command: .buildkite/scripts/lifecycle/pre_build.sh
+    key: pre-build
+    timeout_in_minutes: 10
+
+  - label: 'Build Kibana Distribution'
+    command: .buildkite/scripts/steps/build_kibana.sh
+    agents:
+      machineType: n2-standard-8
+      diskSizeGb: 100
+    key: build
+    if: "build.env('KIBANA_BUILD_ID') == null || build.env('KIBANA_BUILD_ID') == ''"
+    depends_on: pre-build
+    timeout_in_minutes: 60
+    retry:
+      automatic:
+        - exit_status: '-1'
+          limit: 3
+
+  - command: .buildkite/scripts/steps/test/scout_test_run_builder.sh
+    label: 'Scout Test Run Builder'
+    agents:
+      machineType: n2-standard-4
+      diskSizeGb: 115
+    key: build_scout_tests
+    timeout_in_minutes: 30
+    depends_on:
+      - build
+    env:
+      UIAM_COSMOSDB_DOCKER_IMAGE: $UIAM_COSMOSDB_IMAGE
+      SERVERLESS_TESTS_ONLY: 'true'
+      SCOUT_CONFIGS_SCRIPT: '.buildkite/scripts/steps/test/scout_configs.sh'
+    retry:
+      automatic:
+        - exit_status: '*'
+          limit: 1
+
+  - wait: ~
+
+  - label: ':arrow_up::key::arrow_up: Promote UIAM Cosmos DB Emulator docker image'
+    command: .buildkite/scripts/steps/uiam/promote_image_cosmos_db_emulator.sh $UIAM_COSMOSDB_IMAGE
+    key: promote-uiam-image
+    if: "build.branch == 'main' || build.env('FORCE_PROMOTE') == 'true'"
+    retry:
+      automatic:
+        - exit_status: '-1'
+          limit: 1
+
+  - wait: ~
+
+  - label: 'Post-Build'
+    command: .buildkite/scripts/lifecycle/post_build.sh
+    timeout_in_minutes: 10

.buildkite/scout_ci_config.yml

@@ -11,6 +11,7 @@ plugins:
     - data_views
     - discover_enhanced
     - entity_store
+    - exploratory_view
     - fleet
     - gen_ai_settings
     - global_search
@@ -47,7 +48,6 @@ packages:
     # so they don't rerun alongside plugin/package Scout tests discovered later.
     - kbn-scout
     - kbn-scout-release-testing # Release tests will run separately as part of the release process
-    - kbn-evals-suite-agent-builder # Evaluation suite is run in dedicated eval pipelines, but Scout config must be registered for discovery validation
 
 # Define test configs to be excluded from automatic discovery & execution in CI environment (process.env.CI=true)
 excluded_configs:

.buildkite/scripts/common/setup_job_env.sh

@@ -216,6 +216,9 @@ EOF
     if [[ -n "$TRACING_EXPORTERS_JSON" && "$TRACING_EXPORTERS_JSON" != "null" ]]; then
       export TRACING_EXPORTERS="$TRACING_EXPORTERS_JSON"
     fi
+
+    # Optional: GCS service account credentials for snapshot restoration (e.g. AI Insights)
+    export GCS_CREDENTIALS="$(jq -c '.gcsDatasetAccessCredentials // empty' <<<"$KBN_EVALS_CONFIG_JSON")"
   fi
 }
 

.buildkite/scripts/lifecycle/pre_build.sh

@@ -26,3 +26,13 @@ if [[ "${KIBANA_BUILD_ID:-}" && "${KIBANA_REUSABLE_BUILD_JOB_URL:-}" ]]; then
   See job here: $KIBANA_REUSABLE_BUILD_JOB_URL
 EOF
 fi
+
+# Annotate ingestable meta-data (prefixed with 'ingest:')
+if [[ "${BUILDKITE_PULL_REQUEST_BASE_BRANCH:-}" != "" ]]; then # if we're in a PR build
+  # GITHUB_PR_DRAFT is set by our pr build trigger bot
+  buildkite-agent meta-data set "ingest:is_draft_pr" "${GITHUB_PR_DRAFT:-false}"
+  # GITHUB_PR_LABELS is set by our pr build trigger bot, and is a comma-separated list of labels on the PR
+  if [[ -n "${GITHUB_PR_LABELS:-}" ]]; then
+    buildkite-agent meta-data set "ingest:pr_labels" "$GITHUB_PR_LABELS"
+  fi
+fi

.buildkite/scripts/pipelines/pull_request/pipeline.ts

@@ -129,7 +129,6 @@ const SKIPPABLE_PR_MATCHERS = prConfig.skip_ci_on_only_changed!.map((r) => new R
     ) {
       pipeline.push(getPipeline('.buildkite/pipelines/pull_request/synthetics_plugin.yml'));
       pipeline.push(getPipeline('.buildkite/pipelines/pull_request/uptime_plugin.yml'));
-      pipeline.push(getPipeline('.buildkite/pipelines/pull_request/exploratory_view_plugin.yml'));
       pipeline.push(getPipeline('.buildkite/pipelines/pull_request/ux_plugin_e2e.yml'));
     }
 
@@ -144,10 +143,10 @@ const SKIPPABLE_PR_MATCHERS = prConfig.skip_ci_on_only_changed!.map((r) => new R
       /^x-pack\/platform\/plugins\/shared\/stack_connectors\/server\/connector_types\/openai/,
       /^x-pack\/platform\/plugins\/shared\/stack_connectors\/server\/connector_types\/inference/,
     ];
-    // const agentBuilderPaths = [
-    //   /^x-pack\/platform\/plugins\/shared\/agent_builder/,
-    //   /^x-pack\/platform\/packages\/shared\/agent_builder/,
-    // ];
+    const agentBuilderPaths = [
+      /^x-pack\/platform\/plugins\/shared\/agent_builder/,
+      /^x-pack\/platform\/packages\/shared\/agent_builder/,
+    ];
 
     if (
       (await doAnyChangesMatch([...aiInfraPaths, ...aiConnectorPaths])) ||
@@ -157,9 +156,8 @@ const SKIPPABLE_PR_MATCHERS = prConfig.skip_ci_on_only_changed!.map((r) => new R
       pipeline.push(getPipeline('.buildkite/pipelines/pull_request/ai_infra_gen_ai.yml'));
     }
 
-    // Temporarily disable auto-trigger on file changes - smoke tests still run daily
     if (
-      // (await doAnyChangesMatch([...aiInfraPaths, ...aiConnectorPaths, ...agentBuilderPaths])) ||
+      (await doAnyChangesMatch([...aiInfraPaths, ...aiConnectorPaths, ...agentBuilderPaths])) ||
       GITHUB_PR_LABELS.includes('agent-builder:run-smoke-tests') ||
       GITHUB_PR_LABELS.includes('ci:all-gen-ai-suites') ||
       ALL_UI_TEST_SUITES

.buildkite/scripts/steps/api_docs/publish_api_docs.sh

@@ -26,6 +26,6 @@ git commit -m "[api-docs] Daily api_docs build"
 
 git push origin "$branch"
 
-prUrl=$(gh pr create --repo elastic/kibana --base main --head "$branch" --title "[api-docs] $(date +%F) Daily api_docs build" --body "Generated by $BUILDKITE_BUILD_URL" --label "release_note:skip" --label "docs")
+prUrl=$(gh pr create --repo elastic/kibana --base main --head "$branch" --title "[api-docs] $(date +%F) Daily api_docs build" --body "Generated by $BUILDKITE_BUILD_URL" --label "release_note:skip" --label "backport:skip" --label "docs")
 echo "Opened PR: $prUrl"
 gh pr merge --repo elastic/kibana --auto --squash "$prUrl"

.buildkite/scripts/steps/check_saved_objects.sh

@@ -53,7 +53,7 @@ if is_pr; then
   # First, we try to obtain its SHA (or one of its ancestors)
   MERGE_BASE_REV="$(findExistingSnapshotSha "$GITHUB_PR_MERGE_BASE")"
   if [[ $? -ne 0 ]]; then
-    echo "❌ Could not find an existing snapshot to use as a baseline. Aborting Saved Objects checks" >&2
+    echo "❌ Could not find an existing snapshot to use as a baseline. Please rebase this PR branch onto the latest 'main' commit, then rerun CI." >&2
     exit 1
   fi
 

.buildkite/scripts/steps/uiam/annotate_runtime_parameters_cosmos_db_emulator.sh

@@ -0,0 +1,43 @@
+#!/usr/bin/env bash
+
+set -euo pipefail
+
+source .buildkite/scripts/common/util.sh
+
+KIBANA_GITHUB_URL="https://github.com/elastic/kibana"
+
+if [[ -z "${UIAM_COSMOSDB_IMAGE:-}" ]]; then
+  echo "UIAM_COSMOSDB_IMAGE is not set"
+  exit 1
+elif [[ "$UIAM_COSMOSDB_IMAGE" != *"mcr.microsoft.com"* ]]; then
+  echo "UIAM_COSMOSDB_IMAGE should be a mcr.microsoft.com image"
+  exit 1
+fi
+
+# Pull the target image to get version info
+docker_with_retry pull "$UIAM_COSMOSDB_IMAGE"
+UIAM_COSMOSDB_VERSION=$(docker inspect --format='{{json .Config.Labels}}' "$UIAM_COSMOSDB_IMAGE" | jq -r '.["com.visualstudio.msdata.image.build.sourcebranchname"] // "unknown"')
+
+# Find the most accurate image tag
+if [[ "$UIAM_COSMOSDB_IMAGE" == *":vnext-EN"* ]]; then
+  UIAM_COSMOSDB_IMAGE_FULL=$UIAM_COSMOSDB_IMAGE
+else
+  IMAGE_WITHOUT_TAG=$(echo "$UIAM_COSMOSDB_IMAGE" | cut -d: -f1)
+  if [[ "$UIAM_COSMOSDB_VERSION" != "unknown" && "$UIAM_COSMOSDB_VERSION" != "null" ]]; then
+    UIAM_COSMOSDB_IMAGE_FULL="${IMAGE_WITHOUT_TAG}:vnext-${UIAM_COSMOSDB_VERSION}"
+  else
+    UIAM_COSMOSDB_IMAGE_FULL=$UIAM_COSMOSDB_IMAGE
+  fi
+fi
+
+buildkite-agent annotate --context kibana-commit --style info "Kibana version: $BUILDKITE_BRANCH / [$BUILDKITE_COMMIT]($KIBANA_GITHUB_URL/commit/$BUILDKITE_COMMIT)"
+buildkite-agent annotate --context uiam-version --style info "UIAM Cosmos DB Emulator version: \`${UIAM_COSMOSDB_VERSION}\`"
+
+cat << EOF | buildkite-agent annotate --context uiam-image --style info
+  UIAM Cosmos DB Emulator image: \`${UIAM_COSMOSDB_IMAGE_FULL}\`
+
+  To run this locally:
+  \`\`\`
+  UIAM_COSMOSDB_DOCKER_IMAGE=$UIAM_COSMOSDB_IMAGE_FULL node scripts/es serverless --uiam
+  \`\`\`
+EOF