Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
20 changes: 0 additions & 20 deletions .github/buildenv/Dockerfile

This file was deleted.

18 changes: 0 additions & 18 deletions .github/buildenv/entrypoint.sh

This file was deleted.

87 changes: 53 additions & 34 deletions .github/workflows/post-commit.yml
Original file line number Diff line number Diff line change
Expand Up @@ -189,6 +189,39 @@ jobs:
name: acceptance-${{ matrix.suite }}
path: /mnt/ozone/target/acceptance
continue-on-error: true
kubernetes:
needs: compile
runs-on: ubuntu-18.04
timeout-minutes: 60
if: github.event_name != 'pull_request' || github.event.pull_request.draft == false
steps:
- name: Checkout project
uses: actions/checkout@v2
with:
path: ozone
- name: Move Ozone to /mnt
run: |
sudo chmod 777 /mnt
mv ozone /mnt/
- name: Download compiled Ozone binaries
uses: actions/download-artifact@v2
with:
name: ozone-bin
- name: Untar binaries
run: |
mkdir -p /mnt/ozone/hadoop-ozone/dist/target
tar xzvf hadoop-ozone*.tar.gz -C /mnt/ozone/hadoop-ozone/dist/target
- name: Execute tests
run: |
cd /mnt/ozone/hadoop-ozone/dist/target/ozone-* && sudo mkdir .aws && sudo chmod 777 .aws && sudo chown 1000 .aws
cd /mnt/ozone && hadoop-ozone/dev-support/checks/kubernetes.sh
- name: Archive build results
uses: actions/upload-artifact@v2
if: always()
with:
name: kubernetes
path: /mnt/ozone/target/kubernetes
continue-on-error: true
integration:
runs-on: ubuntu-18.04
timeout-minutes: 120
Expand All @@ -207,10 +240,17 @@ jobs:
uses: actions/checkout@v2
with:
path: mnt/ozone
- name: Execute tests
uses: ./mnt/ozone/.github/buildenv
- name: Cache for maven dependencies
uses: actions/cache@v2
with:
args: ./mnt/ozone/hadoop-ozone/dev-support/checks/integration.sh -P${{ matrix.profile }}
path: ~/.m2/repository
key: maven-repo-${{ hashFiles('**/pom.xml') }}-8-${{ matrix.check }}
restore-keys: |
maven-repo-${{ hashFiles('**/pom.xml') }}-8
maven-repo-${{ hashFiles('**/pom.xml') }}
maven-repo-
- name: Execute tests
run: mnt/ozone/hadoop-ozone/dev-support/checks/integration.sh -P${{ matrix.profile }}
- name: Summary of failures
run: cat mnt/ozone/target/${{ github.job }}/summary.txt
if: always()
Expand All @@ -221,6 +261,12 @@ jobs:
name: it-${{ matrix.profile }}
path: mnt/ozone/target/integration
continue-on-error: true
- name: Delete temporary build artifacts before caching
run: |
#Never cache local artifacts
rm -rf ~/.m2/repository/org/apache/hadoop/hadoop-hdds*
rm -rf ~/.m2/repository/org/apache/hadoop/hadoop-ozone*
if: always()
coverage:
runs-on: ubuntu-18.04
timeout-minutes: 30
Expand Down Expand Up @@ -266,36 +312,9 @@ jobs:
name: coverage
path: target/coverage
continue-on-error: true
kubernetes:
needs: compile
runs-on: ubuntu-18.04
timeout-minutes: 60
if: github.event_name != 'pull_request' || github.event.pull_request.draft == false
steps:
- name: Checkout project
uses: actions/checkout@v2
with:
path: ozone
- name: Move Ozone to /mnt
run: |
sudo chmod 777 /mnt
mv ozone /mnt/
- name: Download compiled Ozone binaries
uses: actions/download-artifact@v2
with:
name: ozone-bin
- name: Untar binaries
run: |
mkdir -p /mnt/ozone/hadoop-ozone/dist/target
tar xzvf hadoop-ozone*.tar.gz -C /mnt/ozone/hadoop-ozone/dist/target
- name: Execute tests
- name: Delete temporary build artifacts before caching
run: |
cd /mnt/ozone/hadoop-ozone/dist/target/ozone-* && sudo mkdir .aws && sudo chmod 777 .aws && sudo chown 1000 .aws
cd /mnt/ozone && hadoop-ozone/dev-support/checks/kubernetes.sh
- name: Archive build results
uses: actions/upload-artifact@v2
#Never cache local artifacts
rm -rf ~/.m2/repository/org/apache/hadoop/hadoop-hdds*
rm -rf ~/.m2/repository/org/apache/hadoop/hadoop-ozone*
if: always()
with:
name: kubernetes
path: /mnt/ozone/target/kubernetes
continue-on-error: true