diff --git a/.github/workflows/build_and_test.yml b/.github/workflows/build_and_test.yml index 667371dacf5dc..f5b9a897240cf 100644 --- a/.github/workflows/build_and_test.yml +++ b/.github/workflows/build_and_test.yml @@ -300,22 +300,18 @@ jobs: steps: - name: Checkout Spark repository uses: actions/checkout@v2 - - name: Cache Maven local repository + - name: Cache Ivy local repository uses: actions/cache@v2 with: - path: ~/.m2/repository - key: scala-213-maven-${{ hashFiles('**/pom.xml') }} + path: ~/.ivy2/cache + key: scala-213-ivy-${{ hashFiles('**/pom.xml', '**/plugins.sbt') }} restore-keys: | - scala-213-maven- + scala-213-ivy- - name: Install Java 11 uses: actions/setup-java@v1 with: java-version: 11 - - name: Build with Maven + - name: Build with SBT run: | - export MAVEN_OPTS="-Xmx2g -XX:ReservedCodeCacheSize=1g -Dorg.slf4j.simpleLogger.defaultLogLevel=WARN" - export MAVEN_CLI_OPTS="--no-transfer-progress" - mkdir -p ~/.m2 ./dev/change-scala-version.sh 2.13 - ./build/mvn $MAVEN_CLI_OPTS -DskipTests -Pyarn -Pmesos -Pkubernetes -Phive -Phive-thriftserver -Phadoop-cloud -Djava.version=11 -Pscala-2.13 install - rm -rf ~/.m2/repository/org/apache/spark + ./build/sbt -Pyarn -Pmesos -Pkubernetes -Phive -Phive-thriftserver -Phadoop-cloud -Pkinesis-asl -Djava.version=11 -Pscala-2.13 compile test:compile diff --git a/external/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisBackedBlockRDD.scala b/external/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisBackedBlockRDD.scala index 5072b3ae21d87..ab55d545770e9 100644 --- a/external/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisBackedBlockRDD.scala +++ b/external/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisBackedBlockRDD.scala @@ -91,7 +91,7 @@ class KinesisBackedBlockRDD[T: ClassTag]( require(_blockIds.length == arrayOfseqNumberRanges.length, "Number of blockIds is not equal to the number of sequence number ranges") - override def isValid(): Boolean = true + override def isValid: Boolean = true override def getPartitions: Array[Partition] = { Array.tabulate(_blockIds.length) { i =>