diff --git a/.github/workflows/bot.yml b/.github/workflows/bot.yml index f1f178e1716b9..52c077a09898a 100644 --- a/.github/workflows/bot.yml +++ b/.github/workflows/bot.yml @@ -21,9 +21,9 @@ jobs: - scala: "scala-2.11" spark: "spark2,spark-shade-unbundle-avro" - scala: "scala-2.12" - spark: "spark3,spark3.0.x" + spark: "spark3.0.x" - scala: "scala-2.12" - spark: "spark3,spark3.0.x,spark-shade-unbundle-avro" + spark: "spark3.0.x,spark-shade-unbundle-avro" - scala: "scala-2.12" spark: "spark3" - scala: "scala-2.12" diff --git a/README.md b/README.md index 4f48fc6c7f9bf..4bc2708e17454 100644 --- a/README.md +++ b/README.md @@ -83,12 +83,9 @@ mvn clean package -DskipTests -Dscala-2.12 The default Spark version supported is 2.4.4. To build for different Spark 3 versions, use the corresponding profile ``` -# Build against Spark 3.2.0 (default build shipped with the public jars) +# Build against Spark 3.1.2 (the default build shipped with the public Spark 3 bundle) mvn clean package -DskipTests -Dspark3 -# Build against Spark 3.1.2 -mvn clean package -DskipTests -Dspark3.1.x - # Build against Spark 3.0.3 mvn clean package -DskipTests -Dspark3.0.x ``` diff --git a/pom.xml b/pom.xml index cd1825d61c03a..da92455e7eca9 100644 --- a/pom.xml +++ b/pom.xml @@ -113,12 +113,10 @@ 0.8.0 4.4.1 ${spark2.version} - ${spark2bundle.version} + 1.13.1 2.4.4 3.1.2 - - 3 hudi-spark2 1.8.2 2.11.12 @@ -1568,7 +1566,7 @@ spark3 ${spark3.version} - ${spark3bundle.version} + ${spark3.version} ${scala12.version} 2.12 hudi-spark3 @@ -1590,12 +1588,27 @@ spark3.0.x - - 3.0.0 + 3.0.3 ${spark3.version} + ${spark3.version} + ${scala12.version} + 2.12 + hudi-spark3 3.0.1 + 2.4.1 + ${fasterxml.spark3.version} + ${fasterxml.spark3.version} + ${fasterxml.spark3.version} + ${fasterxml.spark3.version} + true + true + + + spark3.0.x + +