From 1c9af3669d051b7b94b7eb5252fcc25e2d56bfb7 Mon Sep 17 00:00:00 2001 From: Kousuke Saruta Date: Tue, 22 Sep 2020 04:42:13 +0900 Subject: [PATCH 1/3] Add a job to GitHub Actions workflow which runs WebUI tests with Chrome. --- .github/workflows/build_and_test.yml | 44 ++++++++++++++++++++++++++++ 1 file changed, 44 insertions(+) diff --git a/.github/workflows/build_and_test.yml b/.github/workflows/build_and_test.yml index 17c040323d515..bb858c37d9142 100644 --- a/.github/workflows/build_and_test.yml +++ b/.github/workflows/build_and_test.yml @@ -273,6 +273,50 @@ jobs: cd docs jekyll build + webui-tests-with-chrome: + name: WebUI tests with chrome + runs-on: ubuntu-latest + steps: + - name: Checkout Spark repository + uses: actions/checkout@v2 + - name: Cache Maven local repository + uses: actions/cache@v2 + with: + path: ~/.m2/repository + key: java11-maven-${{ hashFiles('**/pom.xml') }} + restore-keys: | + java11-maven- + - name: Install Java 11 + uses: actions/setup-java@v1 + with: + java-version: 11 + - name: Install Chrome and ChromeDriver + run: | + sudo apt update + sudo apt install google-chrome-stable + sudo apt install chromium-chromedriver + - name: Run WebUI tests with Maven + run: | + export MAVEN_OPTS="-Xmx2g -XX:ReservedCodeCacheSize=1g -Dorg.slf4j.simpleLogger.defaultLogLevel=WARN" + export MAVEN_CLI_OPTS="--no-transfer-progress" + mkdir -p ~/.m2 + ./build/mvn -Dspark.test.webdriver.chrome.driver=/usr/bin/chromedriver \ + -Dguava.version=25.0-jre -Djava.version=11 -Dtest.default.exclude.tags= -Dtest=none \ + -DwildcardSuites="org.apache.spark.ui.ChromeUISeleniumSuite,org.apache.spark.deploy.history.ChromeUIHistoryServerSuite" test + rm -rf ~/.m2/repository/org/apache/spark + - name: Upload test results to report + if: always() + uses: actions/upload-artifact@v2 + with: + name: test-results-webui + path: "**/target/test-reports/*.xml" + - name: Upload unit tests log files + if: failure() + uses: actions/upload-artifact@v2 + with: + name: unit-tests-log-webui + path: "**/target/unit-tests.log" + java11: name: Java 11 build runs-on: ubuntu-latest From 52065619764756af8c28593956c2a2f9f8118e36 Mon Sep 17 00:00:00 2001 From: Kousuke Saruta Date: Tue, 22 Sep 2020 12:30:32 +0900 Subject: [PATCH 2/3] Fixed the prefix for "restore-keys". --- .github/workflows/build_and_test.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/build_and_test.yml b/.github/workflows/build_and_test.yml index bb858c37d9142..1798964956892 100644 --- a/.github/workflows/build_and_test.yml +++ b/.github/workflows/build_and_test.yml @@ -283,9 +283,9 @@ jobs: uses: actions/cache@v2 with: path: ~/.m2/repository - key: java11-maven-${{ hashFiles('**/pom.xml') }} + key: webui-tests-with-chrome-maven-${{ hashFiles('**/pom.xml') }} restore-keys: | - java11-maven- + webui-tests-with-chrome-maven- - name: Install Java 11 uses: actions/setup-java@v1 with: From cb6aef49d44ed102db620ecd4c49f6ba194ab491 Mon Sep 17 00:00:00 2001 From: Kousuke Saruta Date: Tue, 22 Sep 2020 13:16:01 +0900 Subject: [PATCH 3/3] Removed the task to upload "test-reports". --- .github/workflows/build_and_test.yml | 6 ------ 1 file changed, 6 deletions(-) diff --git a/.github/workflows/build_and_test.yml b/.github/workflows/build_and_test.yml index 1798964956892..ef7ec0a964721 100644 --- a/.github/workflows/build_and_test.yml +++ b/.github/workflows/build_and_test.yml @@ -304,12 +304,6 @@ jobs: -Dguava.version=25.0-jre -Djava.version=11 -Dtest.default.exclude.tags= -Dtest=none \ -DwildcardSuites="org.apache.spark.ui.ChromeUISeleniumSuite,org.apache.spark.deploy.history.ChromeUIHistoryServerSuite" test rm -rf ~/.m2/repository/org/apache/spark - - name: Upload test results to report - if: always() - uses: actions/upload-artifact@v2 - with: - name: test-results-webui - path: "**/target/test-reports/*.xml" - name: Upload unit tests log files if: failure() uses: actions/upload-artifact@v2