Merge branch 'main' into younesmln-kibana-config-for-max-number-of-services-per-service-group

Author: kibanamachine

.buildkite/pipelines/flaky_tests/pipeline.js

@@ -174,6 +174,12 @@ for (const testSuite of testSuites) {
         concurrency: concurrency,
         concurrency_group: process.env.UUID,
         concurrency_method: 'eager',
+        env: {
+          // disable split of test cases between parallel jobs when running them in flaky test runner
+          // by setting chunks vars to value 1, which means all test will run in one job
+          CLI_NUMBER: 1,
+          CLI_COUNT: 1,
+        },
       });
       break;
     default:

.buildkite/pipelines/on_merge.yml

@@ -11,9 +11,23 @@ steps:
       automatic:
         - exit_status: '*'
           limit: 1
-
   - wait
 
+  - label: 'Triggering changes-based pipelines'
+    branches: main
+    agents:
+      queue: kibana-default
+    plugins:
+      - chronotc/monorepo-diff#v2.0.4:
+          watch:
+            - path:
+                - 'versions.json'
+              config:
+                command: 'node .buildkite/scripts/steps/trigger_pipeline.js kibana-buildkite-pipelines-deploy main'
+                label: 'Trigger pipeline deploy'
+                agents:
+                  queue: 'kibana-default'
+
   - command: .buildkite/scripts/steps/on_merge_build_and_metrics.sh
     label: Build Kibana Distribution and Plugins
     agents:

.buildkite/pull_requests.json

@@ -28,14 +28,14 @@
         "^\\.github/",
         "\\.md$",
         "\\.mdx$",
+        "^api_docs/.+\\.devdocs\\.json$",
         "^\\.backportrc\\.json$",
         "^nav-kibana-dev\\.docnav\\.json$",
         "^src/dev/prs/kibana_qa_pr_list\\.json$",
         "^\\.buildkite/pull_requests\\.json$"
       ],
       "always_require_ci_on_changed": [
-        "^docs/developer/plugin-list.asciidoc$",
-        "/plugins/[^/]+/readme\\.(md|asciidoc)$"
+        "^docs/developer/plugin-list.asciidoc$"
       ],
       "kibana_versions_check": true
     }

.buildkite/scripts/lifecycle/pre_command.sh

@@ -87,6 +87,9 @@ EOF
 GITHUB_TOKEN=$(retry 5 5 vault read -field=github_token secret/kibana-issues/dev/kibanamachine)
 export GITHUB_TOKEN
 
+KIBANA_CI_GITHUB_TOKEN=$(retry 5 5 vault read -field=github_token secret/kibana-issues/dev/kibana-ci-github)
+export KIBANA_CI_GITHUB_TOKEN
+
 KIBANA_CI_REPORTER_KEY=$(retry 5 5 vault read -field=value secret/kibana-issues/dev/kibanamachine-reporter)
 export KIBANA_CI_REPORTER_KEY
 

.buildkite/scripts/steps/build_api_docs.sh

@@ -30,4 +30,6 @@ if [[ "${PUBLISH_API_DOCS_CHANGES:-}" == "true" ]]; then
   prUrl=$(gh pr create --repo elastic/kibana --title "[api-docs] $(date +%F) Daily api_docs build" --body "Generated by $BUILDKITE_BUILD_URL" --label "release_note:skip" --label "backport:auto-version")
   echo "Opened PR: $prUrl"
   gh pr merge --repo elastic/kibana --auto --squash "$prUrl"
+
+  GH_TOKEN="$KIBANA_CI_GITHUB_TOKEN" gh pr review --repo elastic/kibana --approve -b "Automated review from $BUILDKITE_BUILD_URL" "$prUrl"
 fi

.buildkite/scripts/steps/es_snapshots/create_manifest.js

@@ -96,7 +96,7 @@ const { BASE_BUCKET_DAILY } = require('./bucket_config');
       cd "${destination}"
       gsutil -m cp -r *.* gs://${BASE_BUCKET_DAILY}/${DESTINATION}
       cp manifest.json manifest-latest.json
-      gsutil cp manifest-latest.json gs://${BASE_BUCKET_DAILY}/${VERSION}
+      gsutil -h "Cache-Control:no-cache, max-age=0, no-transform" cp manifest-latest.json gs://${BASE_BUCKET_DAILY}/${VERSION}
 
       buildkite-agent meta-data set ES_SNAPSHOT_MANIFEST 'https://storage.googleapis.com/${BASE_BUCKET_DAILY}/${DESTINATION}/manifest.json'
       buildkite-agent meta-data set ES_SNAPSHOT_VERSION '${VERSION}'

.buildkite/scripts/steps/es_snapshots/promote.sh

@@ -15,5 +15,5 @@ node "$(dirname "${0}")/promote_manifest.js" "$ES_SNAPSHOT_MANIFEST"
 
 if [[ "$BUILDKITE_BRANCH" == "main" ]]; then
   echo "--- Trigger agent packer cache pipeline"
-  node .buildkite/scripts/steps/trigger_packer_cache.js
+  node .buildkite/scripts/steps/trigger_pipeline.js kibana-agent-packer-cache main
 fi

.buildkite/scripts/steps/es_snapshots/promote_manifest.js

@@ -39,11 +39,11 @@ const { BASE_BUCKET_DAILY, BASE_BUCKET_PERMANENT } = require('./bucket_config');
       `
       set -euo pipefail
       cp manifest.json manifest-latest-verified.json
-      gsutil cp manifest-latest-verified.json gs://${BASE_BUCKET_DAILY}/${version}/
+      gsutil -h "Cache-Control:no-cache, max-age=0, no-transform" cp manifest-latest-verified.json gs://${BASE_BUCKET_DAILY}/${version}/
       rm manifest.json
       cp manifest-permanent.json manifest.json
       gsutil -m cp -r gs://${bucket}/* gs://${BASE_BUCKET_PERMANENT}/${version}/
-      gsutil cp manifest.json gs://${BASE_BUCKET_PERMANENT}/${version}/
+      gsutil -h "Cache-Control:no-cache, max-age=0, no-transform" cp manifest.json gs://${BASE_BUCKET_PERMANENT}/${version}/
     `,
       { shell: '/bin/bash' }
     );

.buildkite/scripts/steps/functional/security_solution.sh

@@ -5,8 +5,8 @@ set -euo pipefail
 source .buildkite/scripts/steps/functional/common.sh
 
 export JOB=kibana-security-solution-chrome
-export CLI_NUMBER=$((BUILDKITE_PARALLEL_JOB+1))
-export CLI_COUNT=$BUILDKITE_PARALLEL_JOB_COUNT
+export CLI_NUMBER=${CLI_NUMBER:-$((BUILDKITE_PARALLEL_JOB+1))}
+export CLI_COUNT=${CLI_COUNT:-$BUILDKITE_PARALLEL_JOB_COUNT}
 
 echo "--- Security Solution tests (Chrome)"
 

.buildkite/scripts/steps/trigger_packer_cache.js renamed to .buildkite/scripts/steps/trigger_pipeline.js

@@ -8,12 +8,16 @@
 
 const { BuildkiteClient } = require('kibana-buildkite-library');
 
+const pipelineSlug = process.argv[2];
+const branch = process.argv[3] || 'main';
+const commit = process.argv[4] || 'HEAD';
+
 (async () => {
   try {
     const client = new BuildkiteClient();
-    const build = await client.triggerBuild('kibana-agent-packer-cache', {
-      commit: 'HEAD',
-      branch: 'main',
+    const build = await client.triggerBuild(pipelineSlug, {
+      commit,
+      branch,
       ignore_pipeline_branch_filters: true, // Required because of a Buildkite bug
     });
     console.log(`Triggered build: ${build.web_url}`);