File tree Expand file tree Collapse file tree 1 file changed +39
-0
lines changed Expand file tree Collapse file tree 1 file changed +39
-0
lines changed Original file line number Diff line number Diff line change 1+ name : Intel Spark Bench
2+
3+ on :
4+ pull_request
5+
6+ concurrency :
7+ group : ${{ github.repository }}-${{ github.head_ref || github.sha }}-${{ github.workflow }}
8+ cancel-in-progress : true
9+
10+ jobs :
11+ tpcds-bench :
12+ runs-on : sr614-self-hosted
13+ steps :
14+ - uses : actions/checkout@v2
15+ # - name: Set up JDK 1.8
16+ # uses: actions/setup-java@v2
17+ # with:
18+ # distribution: 'zulu'
19+ # java-version: '8.0.345'
20+ # java-package: jdk
21+ # check-latest: false
22+ # overwrite-settings: false
23+ - run : sudo swapoff -a
24+ - run : free
25+ - name : Build Spark
26+ run : |
27+ git clean -dfx
28+ JAVA_HOME=/home/sparkuser/jdk1.8.0_161
29+ PR_NUMBER=$(echo $GITHUB_REF | awk 'BEGIN { FS = "/" } ; { print $3 }')
30+ #mvn clean package -Phadoop-3 -Dhadoop.version=3.3.1 -Phive -Phive-thriftserver -Pyarn
31+ ./dev/make-distribution.sh --name spark_${PR_NUMBER} --tgz -Phadoop-3 -Dhadoop.version=3.3.1 -Phive -Phive-thriftserver -Pyarn
32+ cp spark*tgz /home/sparkuser/archieve
33+ rm -rf /home/sparkuser/tpcds/spark && mkdir -p /home/sparkuser/tpcds/spark && tar xf spark*tgz -C /home/sparkuser/tpcds/spark --strip-components=1
34+ cp /home/sparkuser/spark-331/conf/spark-defaults.conf /home/sparkuser/tpcds/spark/conf
35+ - name : Run TPCDS
36+ run : |
37+ PR_NUMBER=$(echo $GITHUB_REF | awk 'BEGIN { FS = "/" } ; { print $3 }')
38+ cd /home/sparkuser/tpcds/test
39+ bash tpcds_spark.sh pr_${PR_NUMBER}
You can’t perform that action at this time.
0 commit comments