diff --git a/.buildkite/bk.integration.pipeline.yml b/.buildkite/bk.integration.pipeline.yml index fa293b7c4ca..09ca0af86f2 100644 --- a/.buildkite/bk.integration.pipeline.yml +++ b/.buildkite/bk.integration.pipeline.yml @@ -27,6 +27,8 @@ steps: - integration-ess steps: - label: "Win2022:sudo:{{matrix}}" + depends_on: + - packaging-windows command: | buildkite-agent artifact download build/distributions/** . --step 'packaging-windows' .buildkite/scripts/integration-tests.ps1 {{matrix}} true @@ -51,6 +53,8 @@ steps: - install-uninstall - label: "Win2022:non-sudo:{{matrix}}" + depends_on: + - packaging-windows command: | buildkite-agent artifact download build/distributions/** . --step 'packaging-windows' .buildkite/scripts/integration-tests.ps1 {{matrix}} false @@ -68,6 +72,8 @@ steps: - default - label: "Win2025:sudo:{{matrix}}" + depends_on: + - packaging-windows command: | buildkite-agent artifact download build/distributions/** . --step 'packaging-windows' .buildkite/scripts/integration-tests.ps1 {{matrix}} true @@ -78,6 +84,9 @@ steps: provider: "gcp" machineType: "n1-standard-8" image: "family/platform-ingest-elastic-agent-windows-2025" + retry: + automatic: + limit: 1 matrix: - default - fleet @@ -89,12 +98,17 @@ steps: - install-uninstall - label: "Win2025:non-sudo:{{matrix}}" + depends_on: + - packaging-windows command: | buildkite-agent artifact download build/distributions/** . --step 'packaging-windows' .buildkite/scripts/integration-tests.ps1 {{matrix}} false artifact_paths: - build/** - build/diagnostics/** + retry: + automatic: + limit: 1 agents: provider: "gcp" machineType: "n1-standard-8" @@ -108,7 +122,7 @@ steps: - integration-ess steps: - label: "x86_64:non-sudo: {{matrix}}" - # only packaging-ubuntu-x86-64 artifact dependency is required + depends_on: packaging-ubuntu-x86-64 command: | buildkite-agent artifact download build/distributions/** . --step 'packaging-ubuntu-x86-64' .buildkite/scripts/steps/integration_tests_tf.sh {{matrix}} false @@ -126,9 +140,11 @@ steps: - default - label: "x86_64:sudo: {{matrix}}" + depends_on: + - packaging-ubuntu-x86-64 # due to deb group present in matrix tar.gz and deb packages artifacts are required command: | - buildkite-agent artifact download build/distributions/** . + buildkite-agent artifact download build/distributions/** . --step packaging-ubuntu-x86-64 .buildkite/scripts/steps/integration_tests_tf.sh {{matrix}} true artifact_paths: - build/** @@ -157,6 +173,8 @@ steps: - container - label: "arm:sudo: {{matrix}}" + depends_on: + - packaging-ubuntu-arm64 command: | buildkite-agent artifact download build/distributions/** . --step 'packaging-ubuntu-arm64' .buildkite/scripts/steps/integration_tests_tf.sh {{matrix}} true @@ -189,6 +207,8 @@ steps: - label: "arm:non-sudo: {{matrix}}" skip: true + depends_on: + - packaging-ubuntu-arm64 command: | buildkite-agent artifact download build/distributions/** . --step 'packaging-ubuntu-arm64' .buildkite/scripts/steps/integration_tests_tf.sh {{matrix}} false @@ -211,8 +231,10 @@ steps: - integration-ess steps: - label: "x86_64:sudo:rpm" + depends_on: + - packaging-ubuntu-x86-64 command: | - buildkite-agent artifact download build/distributions/** . + buildkite-agent artifact download build/distributions/** . --step packaging-ubuntu-x86-64 .buildkite/scripts/steps/integration_tests_tf.sh rpm true artifact_paths: - build/** diff --git a/.buildkite/integration.pipeline.yml b/.buildkite/integration.pipeline.yml index 3a71673bfc3..4882522f5b3 100644 --- a/.buildkite/integration.pipeline.yml +++ b/.buildkite/integration.pipeline.yml @@ -8,14 +8,16 @@ steps: - group: "Integration tests: packaging" key: "int-packaging" steps: - - label: "Packaging: Ubuntu x86_64" - key: "packaging-ubuntu-x86-64" + # Build matrix is not used for packaging in favor to unique step keys + # Packaging linux/amd64 + - label: "Packaging: linux/amd64 rpm" + key: packaging-ubuntu-x86-64 env: - PACKAGES: "tar.gz" PLATFORMS: "linux/amd64" + PACKAGES: "tar.gz,rpm,deb" command: ".buildkite/scripts/steps/integration-package.sh" artifact_paths: - - build/distributions/** + - build/distributions/** retry: automatic: limit: 1 @@ -31,16 +33,20 @@ steps: FIPS: "true" command: ".buildkite/scripts/steps/integration-package.sh" artifact_paths: - - build/distributions/** + - build/distributions/** + retry: + automatic: + limit: 1 agents: provider: "gcp" machineType: "n2-standard-4" - - label: "Packaging: Ubuntu arm64" - key: "packaging-ubuntu-arm64" + # Packaging linux/arm64 + - label: "Packaging: linux/arm64 tar.gz" + key: packaging-ubuntu-arm64 env: - PACKAGES: "tar.gz" PLATFORMS: "linux/arm64" + PACKAGES: "tar.gz" command: ".buildkite/scripts/steps/integration-package.sh" artifact_paths: - build/distributions/** @@ -48,8 +54,9 @@ steps: automatic: limit: 1 agents: - provider: "gcp" - machineType: "n2-standard-8" + provider: "aws" + instanceType: "c6g.4xlarge" + imagePrefix: "core-ubuntu-2204-aarch64" - label: "Packaging: Ubuntu arm64 FIPS" key: "packaging-ubuntu-arm64-fips" @@ -60,12 +67,16 @@ steps: command: ".buildkite/scripts/steps/integration-package.sh" artifact_paths: - build/distributions/** + retry: + automatic: + limit: 1 agents: - provider: "gcp" - machineType: "n2-standard-4" + provider: "aws" + instanceType: "c6g.4xlarge" + imagePrefix: "core-ubuntu-2204-aarch64" - - label: "Packaging: Windows" - key: "packaging-windows" + - label: "Packaging: windows/amd64 zip" + key: packaging-windows env: PACKAGES: "zip" PLATFORMS: "windows/amd64" @@ -79,28 +90,31 @@ steps: provider: "gcp" machineType: "n2-standard-8" - - label: "Packaging: Containers {{matrix.ext}} {{matrix.arch}}" - key: "packaging-containers" + - label: "Packaging: Containers linux/amd64" + key: packaging-containers-x86-64 env: - PACKAGES: "{{matrix.ext}}" - PLATFORMS: "{{matrix.arch}}" + PACKAGES: "docker" + PLATFORMS: "linux/amd64" command: ".buildkite/scripts/steps/integration-package.sh" artifact_paths: - build/distributions/** - retry: - automatic: - limit: 1 agents: provider: "gcp" machineType: "n2-standard-8" - matrix: - setup: - arch: - - linux/amd64 - - linux/arm64 - ext: - - rpm - - deb + + - label: "Packaging: Containers linux/arm64" + key: packaging-containers-arm64 + env: + PACKAGES: "docker" + PLATFORMS: "linux/arm64" + command: | + .buildkite/scripts/steps/integration-package.sh + artifact_paths: + - build/distributions/** + agents: + provider: "aws" + instanceType: "c6g.4xlarge" + imagePrefix: "core-ubuntu-2204-aarch64" - label: "Serverless integration test" key: "serverless-integration-tests" @@ -157,9 +171,8 @@ steps: command: "buildkite-agent pipeline upload .buildkite/bk.integration.pipeline.yml" - label: "Serverless Beats Tests" - # To speedup the build process only packaging-ubuntu-x86-64 artifact dependency is required depends_on: - - packaging-ubuntu-x86-64 + - int-packaging key: "serverless-beats-integration-tests" concurrency_group: elastic-agent-extended-testing/beats-integration concurrency: 8 diff --git a/dev-tools/mage/crossbuild.go b/dev-tools/mage/crossbuild.go index a1492902f98..c7340490d41 100644 --- a/dev-tools/mage/crossbuild.go +++ b/dev-tools/mage/crossbuild.go @@ -229,7 +229,7 @@ func CrossBuildImage(platform string) (string, error) { case platform == "darwin/arm64" || platform == "darwin/universal": tagSuffix = "darwin-arm64-debian11" case platform == "linux/arm64": - tagSuffix = "arm" + tagSuffix = "base-arm-debian9" case platform == "linux/armv5" || platform == "linux/armv6": tagSuffix = "armel" case platform == "linux/armv7":