ci: enable beats-ci test-infra

.ci/validateWorkersBeatsCi.groovy

@@ -0,0 +1,139 @@
+// Licensed to Elasticsearch B.V. under one or more contributor
+// license agreements. See the NOTICE file distributed with
+// this work for additional information regarding copyright
+// ownership. Elasticsearch B.V. licenses this file to you under
+// the Apache License, Version 2.0 (the "License"); you may
+// not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied.  See the License for the
+// specific language governing permissions and limitations
+// under the License.
+
+@Library('apm@current') _
+
+pipeline {
+  agent { label 'linux && immutable' }
+  environment {
+    REPO = 'apm-pipeline-library'
+    BASE_DIR = "src/github.com/elastic/${env.REPO}"
+    JOB_GIT_CREDENTIALS = "f6c7695a-671e-4f4f-a331-acdce44ff9ba"
+  }
+  options {
+    timeout(time: 1, unit: 'HOURS')
+    buildDiscarder(logRotator(numToKeepStr: '20', artifactNumToKeepStr: '20'))
+    timestamps()
+    ansiColor('xterm')
+    disableResume()
+    durabilityHint('PERFORMANCE_OPTIMIZED')
+    rateLimitBuilds(throttle: [count: 30, durationName: 'hour', userBoost: true])
+    quietPeriod(10)
+  }
+  triggers {
+    cron 'H H(3-4) * * 1-5'
+  }
+  parameters {
+    string(name: 'PARAM_WITH_DEFAULT_VALUE', defaultValue: 'defaultValue', description: 'It would not be defined on the first build, see JENKINS-41929.')
+  }
+  stages {
+    stage('Checkout') {
+      options { skipDefaultCheckout() }
+      steps {
+        deleteDir()
+        pipelineManager([ cancelPreviousRunningBuilds: [ when: 'PR' ] ])
+        gitCheckout(basedir: "${BASE_DIR}", branch: 'master',
+          repo: "[email protected]:elastic/${env.REPO}.git",
+          credentialsId: "${JOB_GIT_CREDENTIALS}",
+          githubNotifyFirstTimeContributor: false,
+          reference: "/var/lib/jenkins/${env.REPO}.git")
+        stash allowEmpty: true, name: 'source', useDefaultExcludes: false
+      }
+    }
+    stage('Workers Checks'){
+      matrix {
+        agent { label "${PLATFORM}" }
+        axes {
+          axis {
+            name 'PLATFORM'
+            values 'ubuntu && immutable', 'windows-immutable && windows-2019', 'worker-c07l34n6dwym', 'worker-c07y20b6jyvy', 'worker-c07ll940dwyl', 'worker-c07y20b9jyvy', 'worker-c07y20b4jyvy', 'worker-c07y20bcjyvy', 'worker-395930', 'worker-0a434dec4bdcd060f'
+          }
+        }
+        stages {
+          stage('Build') {
+            options { skipDefaultCheckout() }
+            environment {
+              PARAM_WITH_DEFAULT_VALUE = "${params?.PARAM_WITH_DEFAULT_VALUE}" //see JENKINS-41929
+            }
+            steps {
+              runBuild()
+            }
+          }
+          stage('Test') {
+            options { skipDefaultCheckout() }
+            steps {
+              runTest()
+            }
+            post {
+              always {
+                junit(allowEmptyResults: true, keepLongStdio: true, testResults: "${BASE_DIR}/**/junit-*.xml")
+              }
+            }
+          }
+        }
+      }
+    }
+  }
+  post {
+    cleanup {
+      notifyBuildResult()
+    }
+  }
+}
+
+def runBuild(){
+  deleteDir()
+  unstash 'source'
+  dir("${BASE_DIR}"){
+    if (isUnix()) {
+      sh(returnStatus: true, script: './resources/scripts/jenkins/build.sh')
+    } else {
+      bat(returnStatus: true, script: '.\\resources\\scripts\\jenkins\\build.bat')
+    }
+  }
+}
+
+def runTest(){
+  deleteDir()
+  unstash 'source'
+  dir("${BASE_DIR}"){
+    if (isUnix()) {
+      def uname = sh script: 'uname', returnStdout: true
+      if (uname.startsWith("Darwin")) {
+         sh(returnStatus: true, script: './resources/scripts/jenkins/beats-ci/test-mac.sh')
+      } else {
+        // Ephemeral workers don't have a HOME env variable.
+        withEnv(["HOME=${env.WORKSPACE}"]){
+          sh(returnStatus: true, script: './resources/scripts/jenkins/beats-ci/test.sh')
+        }
+        testDockerInside()
+      }
+    } else {
+      powershell(returnStatus: true, script: ".\\resources\\scripts\\jenkins\\beats-ci\\test.ps1")
+    }
+  }
+}
+
+def testDockerInside(){
+  docker.image('node:12').inside(){
+    dir("${BASE_DIR}"){
+      withEnv(["HOME=${env.WORKSPACE}"]){
+        sh(script: './resources/scripts/jenkins/build.sh')
+      }
+    }
+  }
+}

resources/scripts/jenkins/beats-ci/test-mac.sh

@@ -0,0 +1,42 @@
+#!/usr/bin/env bash
+# Licensed to Elasticsearch B.V. under one or more contributor
+# license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright
+# ownership. Elasticsearch B.V. licenses this file to you under
+# the Apache License, Version 2.0 (the "License"); you may
+# not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http:#www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+set +x
+pip install virtualenv
+virtualenv venv
+# shellcheck disable=SC1091
+source venv/bin/activate
+pip install testinfra
+
+## Prepare the docker for mac
+docker-machine start default || true
+eval "$(docker-machine env default)"
+set -x
+
+## Run test-infra and trap error to notify when required
+{ py.test -v \
+    test-infra/beats-ci/test_installed_tools.py \
+    --junit-xml=target/junit-test-infra.xml; \
+  err="$?"; } || true
+
+### https://docs.pytest.org/en/latest/usage.html#possible-exit-codes
+case "$err" in
+0) echo success ;;
+1) echo fail ;;
+*) exit $err ;;
+esac

resources/scripts/jenkins/beats-ci/test.ps1

@@ -0,0 +1,35 @@
+function Exec {
+  [CmdletBinding()]
+  param(
+      [Parameter(Mandatory = $true)]
+      [scriptblock]$cmd,
+      [string]$errorMessage = ($msgs.error_bad_command -f $cmd)
+  )
+
+  try {
+      $global:lastexitcode = 0
+      & $cmd 2>&1 | %{ "$_" }
+      if ($lastexitcode -ne 0) {
+          throw $errorMessage
+      }
+  }
+  catch [Exception] {
+      throw $_
+  }
+}
+
+# Setup Python.
+exec { choco install python2 -y -r --no-progress --version 2.7.17 }
+refreshenv
+$env:PATH = "C:\Python27;C:\Python27\Scripts;$env:PATH"
+$env:PYTHON_ENV = "$env:TEMP\python-env"
+exec { python --version }
+
+# Setup test-infra within the virtualenv
+exec { pip install virtualenv }
+exec { virtualenv venv }
+exec { venv\Scripts\activate.bat }
+exec { pip install testinfra }
+
+# Run the test-infra
+exec { py.test -v test-infra\beats-ci\test_windows.py --junit-xml=target\junit-test-infra.xml }

resources/scripts/jenkins/beats-ci/test.sh

@@ -0,0 +1,39 @@
+#!/usr/bin/env bash
+# Licensed to Elasticsearch B.V. under one or more contributor
+# license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright
+# ownership. Elasticsearch B.V. licenses this file to you under
+# the Apache License, Version 2.0 (the "License"); you may
+# not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http:#www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+set +x
+pip install virtualenv
+virtualenv venv
+# shellcheck disable=SC1091
+source venv/bin/activate
+pip install testinfra
+set -x
+
+## Run test-infra and trap error to notify when required
+{ py.test -v \
+    test-infra/beats-ci/test_installed_tools.py \
+    test-infra/beats-ci/test_packer.py \
+    --junit-xml=target/junit-test-infra.xml; \
+  err="$?"; } || true
+
+### https://docs.pytest.org/en/latest/usage.html#possible-exit-codes
+case "$err" in
+0) echo success ;;
+1) echo fail ;;
+*) exit $err ;;
+esac

test-infra/beats-ci/test_installed_tools.py

@@ -0,0 +1,14 @@
+import testinfra
+import pytest
+
+def test_gvm_installed(host):
+  cmd = host.run("gvm --version")
+  assert cmd.rc == 0, "it is required for the beats"
+
+def test_git_installed(host):
+  cmd = host.run("git version")
+  assert cmd.rc == 0, "it is required for all the Beats projects"
+
+def test_vault_installed(host):
+  cmd = host.run("vault --version")
+  assert cmd.rc == 0, "it is required for all the Beats projects"

test-infra/beats-ci/test_packer.py

@@ -0,0 +1,4 @@
+import testinfra
+
+def test_packer_beats(host):
+  assert host.file('/var/lib/jenkins/.git-references/beats.git').exists, "it is required for the beats"

test-infra/beats-ci/test_windows.py

@@ -0,0 +1,5 @@
+import testinfra
+
+def test_python_installed(host):
+  cmd = host.run("python --version")
+  assert cmd.rc == 0, "it is required for the Beats"