diff --git a/docker/hoodie/hadoop/hive_base/pom.xml b/docker/hoodie/hadoop/hive_base/pom.xml index 163fac2616e0f..62ea4c1a4c9e8 100644 --- a/docker/hoodie/hadoop/hive_base/pom.xml +++ b/docker/hoodie/hadoop/hive_base/pom.xml @@ -58,7 +58,7 @@ - + diff --git a/docker/hoodie/hadoop/pom.xml b/docker/hoodie/hadoop/pom.xml index 64b934239d13b..612067d2e4418 100644 --- a/docker/hoodie/hadoop/pom.xml +++ b/docker/hoodie/hadoop/pom.xml @@ -42,7 +42,7 @@ org.apache.hudi - hudi-spark-bundle_${scala.binary.version} + hudi-spark${sparkbundle.version}-bundle_${scala.binary.version} ${project.version} diff --git a/packaging/hudi-spark-bundle/pom.xml b/packaging/hudi-spark-bundle/pom.xml index 19184bf5881a2..336fc8d416801 100644 --- a/packaging/hudi-spark-bundle/pom.xml +++ b/packaging/hudi-spark-bundle/pom.xml @@ -23,7 +23,7 @@ ../../pom.xml 4.0.0 - hudi-spark-bundle_${scala.binary.version} + hudi-spark${sparkbundle.version}-bundle_${scala.binary.version} jar diff --git a/pom.xml b/pom.xml index 91780dae894f9..81e415a7b83d5 100644 --- a/pom.xml +++ b/pom.xml @@ -106,9 +106,12 @@ 0.8.0 4.4.1 ${spark2.version} + ${spark2bundle.version} 1.11.2 2.4.4 3.0.0 + + 3 1.8.2 2.11.12 2.12.10 @@ -1374,6 +1377,7 @@ spark3 ${spark3.version} + ${spark3bundle.version} ${scala12.version} 2.12 2.4.1 diff --git a/scripts/release/deploy_staging_jars.sh b/scripts/release/deploy_staging_jars.sh index 885c25f20fa06..b2c5bf398f895 100755 --- a/scripts/release/deploy_staging_jars.sh +++ b/scripts/release/deploy_staging_jars.sh @@ -21,7 +21,7 @@ ## Variables with defaults (if not overwritten by environment) ## MVN=${MVN:-mvn} - +SPARK_VERSION=2 # fail immediately set -o errexit set -o nounset @@ -44,6 +44,8 @@ else do if [[ $param =~ --scala_version\=(2\.1[1-2]) ]]; then SCALA_VERSION=${BASH_REMATCH[1]} + elif [[ $param =~ --spark_version\=([2-3]) ]]; then + SPARK_VERSION=${BASH_REMATCH[0]} fi done fi @@ -54,5 +56,5 @@ cd .. echo "Deploying to repository.apache.org with scala version ${SCALA_VERSION}" -COMMON_OPTIONS="-Dscala-${SCALA_VERSION} -Prelease -DskipTests -DretryFailedDeploymentCount=10 -DdeployArtifacts=true" +COMMON_OPTIONS="-Dscala-${SCALA_VERSION} -Dspark${SPARK_VERSION} -Prelease -DskipTests -DretryFailedDeploymentCount=10 -DdeployArtifacts=true" $MVN clean deploy $COMMON_OPTIONS