Add hbase periodic build job (apache#556)

* Add hbase periodic build job

This PR add a new hbase periodic job at UTC 10:00

* Use full dir

* Split hbase jobs

* Fix nits

* fix check

* fix

* fix

* Use protobuf 2.6.1 first

The version 2.6.1 is available for ubuntu. But from test, I got failed
during build the hbase. The reason is lacking some google libraries.

* Add tags and new task for getting current install java/mvn info

* Change maven url for download

* Fix ARCH and test project branch

* Fix BuildType

Author: bzhaoopenstack

playbooks/hbase-arm-build/run.yaml

@@ -0,0 +1,16 @@
+- hosts: all
+  become: yes
+  roles:
+    - install-openjdk
+    - install-maven
+  tasks:
+    - name: Build hbase
+      shell: |
+        set -xeo pipefail
+        apt install protobuf-compiler -y
+        # build begin
+        mvn package -DskipTests | tee "{{ ansible_user_dir }}/workspace/logs/hbase_build.log"
+      args:
+        executable: /bin/bash
+        chdir: '{{ zuul.project.src_dir }}'
+      environment: '{{ global_env }}'

roles/install-maven/defaults/main.yaml

@@ -0,0 +1,2 @@
+---
+maven_version: '3.6.1'

roles/install-maven/tasks/main.yaml

@@ -0,0 +1,28 @@
+- name: Install Apache Maven {{ maven_version }}
+  shell: |
+    wget "https://www.apache.org/dist/maven/maven-3/{{ maven_version }}/binaries/apache-maven-{{ maven_version }}-bin.tar.gz"
+    tar xzvf apache-maven-{{ maven_version }}-bin.tar.gz
+  args:
+    executable: /bin/bash
+    chdir: '{{ zuul.project.src_dir }}'
+  environment: '{{ global_env }}'
+
+- name: Set maven env vars
+  set_fact:
+    maven_env:
+      PATH: '{{ ansible_user_dir }}/{{ zuul.project.src_dir }}/apache-maven-{{ maven_version }}/bin:{{ ansible_env.PATH }}'
+  no_log: yes
+
+- name: Merge maven env vars into global env
+  set_fact:
+    global_env: '{{ global_env | combine(maven_env) }}'
+  no_log: yes
+
+- name: Show installed maven info
+  shell: |
+    set -ex
+    which mvn
+    mvn --version
+  args:
+    executable: /bin/bash
+  environment: '{{ global_env }}'

roles/install-openjdk/tasks/main.yaml

@@ -5,3 +5,29 @@
       apt-get install openjdk-{{ java_version }}-jdk -y
     executable: /bin/bash
   environment: '{{ global_env }}'
+
+- name: Get host jvm path
+  shell: echo $(dirname $(dirname $(update-alternatives --list javac)))
+  no_log: yes
+  register: real_java_home
+
+- name: Set java env vars
+  set_fact:
+    java_env:
+      JAVA_HOME: "{{ real_java_home.stdout }}"
+      PATH: '{{ real_java_home.stdout }}/bin:{{ ansible_env.PATH }}'
+  no_log: yes
+
+- name: Merge java env vars into global env
+  set_fact:
+    global_env: '{{ global_env | combine(java_env) }}'
+  no_log: yes
+
+- name: Show installed java info
+  shell: |
+    set -ex
+    which javac
+    javac -version
+  args:
+    executable: /bin/bash
+  environment: '{{ global_env }}'

zuul.d/jobs.yaml

@@ -1984,7 +1984,7 @@
       - Application:Kubernetes@master
       - Application:Docker@latest-release
       - OS:ubuntu-xenial
-      - Arch:Aarch64
+      - Arch:aarch64
       - BuildType:Integration test
 
 - job:
@@ -2139,3 +2139,19 @@
       - OS:ubuntu-xenial
       - Arch:x86_64
       - BuildType:Integration test
+
+# hbase arm build periodic job
+- job:
+    name: hbase-build-arm64
+    parent: init-test
+    description: |
+      Hbase build in openlab arm instance.
+    run: playbooks/hbase-arm-build/run.yaml
+    nodeset: ubuntu-xenial-arm64
+    tags:
+      - Category:BigData
+      - Project:apache/hbase
+      - Application:Hbase@master
+      - OS:ubuntu-xenial
+      - Arch:aarch64
+      - BuildType:Compile

zuul.d/projects.yaml

@@ -220,3 +220,10 @@
             branches: master
         - rust-openstack-0.2.3-acceptance-queens:
             branches: master
+
+- project:
+    name: apache/hbase
+    periodic-10/22:
+      jobs:
+        - hbase-build-arm64:
+            branches: master