From 9a4884674ea321af896985c8e9e34721ad989ec1 Mon Sep 17 00:00:00 2001 From: Dongjoon Hyun Date: Fri, 20 Sep 2019 21:26:13 -0700 Subject: [PATCH 1/2] [SPARK-29199][INFRA] Add linters and license/dependency checkers to GitHub Action --- .github/workflows/master.yml | 26 ++++++++++++++++++++++++++ 1 file changed, 26 insertions(+) diff --git a/.github/workflows/master.yml b/.github/workflows/master.yml index 350f3405bc4c..e0f698f540ef 100644 --- a/.github/workflows/master.yml +++ b/.github/workflows/master.yml @@ -32,3 +32,29 @@ jobs: export MAVEN_OPTS="-Xmx2g -XX:ReservedCodeCacheSize=1g -Dorg.slf4j.simpleLogger.defaultLogLevel=WARN" export MAVEN_CLI_OPTS="--no-transfer-progress" ./build/mvn $MAVEN_CLI_OPTS -DskipTests -Pyarn -Pmesos -Pkubernetes -Phive -Phive-thriftserver -P${{ matrix.hadoop }} -Phadoop-cloud -Djava.version=${{ matrix.java }} package + + + lint: + runs-on: ubuntu-latest + name: Linters + steps: + - uses: actions/checkout@master + - uses: actions/setup-java@v1 + with: + java-version: '11' + - uses: actions/setup-python@v1 + with: + python-version: '3.x' + architecture: 'x64' + - name: Scala + run: ./dev/lint-scala + - name: Java + run: ./dev/lint-java + - name: Python + run: | + pip install flake8 sphinx + ./dev/lint-python + - name: License + run: ./dev/check-license + - name: Dependencies + run: ./dev/test-dependencies.sh From e6318dfbdae2898c4745fdc6fa8a30f02753ab9f Mon Sep 17 00:00:00 2001 From: Dongjoon Hyun Date: Fri, 20 Sep 2019 21:36:26 -0700 Subject: [PATCH 2/2] Add numpy --- .github/workflows/master.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/master.yml b/.github/workflows/master.yml index e0f698f540ef..e2eb0683b6e5 100644 --- a/.github/workflows/master.yml +++ b/.github/workflows/master.yml @@ -52,7 +52,7 @@ jobs: run: ./dev/lint-java - name: Python run: | - pip install flake8 sphinx + pip install flake8 sphinx numpy ./dev/lint-python - name: License run: ./dev/check-license