diff --git a/docker/hoodie/hadoop/hive_base/pom.xml b/docker/hoodie/hadoop/hive_base/pom.xml
index 163fac2616e0f..62ea4c1a4c9e8 100644
--- a/docker/hoodie/hadoop/hive_base/pom.xml
+++ b/docker/hoodie/hadoop/hive_base/pom.xml
@@ -58,7 +58,7 @@
-
+
diff --git a/docker/hoodie/hadoop/pom.xml b/docker/hoodie/hadoop/pom.xml
index 64b934239d13b..612067d2e4418 100644
--- a/docker/hoodie/hadoop/pom.xml
+++ b/docker/hoodie/hadoop/pom.xml
@@ -42,7 +42,7 @@
org.apache.hudi
- hudi-spark-bundle_${scala.binary.version}
+ hudi-spark${sparkbundle.version}-bundle_${scala.binary.version}
${project.version}
diff --git a/packaging/hudi-spark-bundle/pom.xml b/packaging/hudi-spark-bundle/pom.xml
index 19184bf5881a2..336fc8d416801 100644
--- a/packaging/hudi-spark-bundle/pom.xml
+++ b/packaging/hudi-spark-bundle/pom.xml
@@ -23,7 +23,7 @@
../../pom.xml
4.0.0
- hudi-spark-bundle_${scala.binary.version}
+ hudi-spark${sparkbundle.version}-bundle_${scala.binary.version}
jar
diff --git a/pom.xml b/pom.xml
index 91780dae894f9..81e415a7b83d5 100644
--- a/pom.xml
+++ b/pom.xml
@@ -106,9 +106,12 @@
0.8.0
4.4.1
${spark2.version}
+ ${spark2bundle.version}
1.11.2
2.4.4
3.0.0
+
+ 3
1.8.2
2.11.12
2.12.10
@@ -1374,6 +1377,7 @@
spark3
${spark3.version}
+ ${spark3bundle.version}
${scala12.version}
2.12
2.4.1
diff --git a/scripts/release/deploy_staging_jars.sh b/scripts/release/deploy_staging_jars.sh
index 885c25f20fa06..b2c5bf398f895 100755
--- a/scripts/release/deploy_staging_jars.sh
+++ b/scripts/release/deploy_staging_jars.sh
@@ -21,7 +21,7 @@
## Variables with defaults (if not overwritten by environment)
##
MVN=${MVN:-mvn}
-
+SPARK_VERSION=2
# fail immediately
set -o errexit
set -o nounset
@@ -44,6 +44,8 @@ else
do
if [[ $param =~ --scala_version\=(2\.1[1-2]) ]]; then
SCALA_VERSION=${BASH_REMATCH[1]}
+ elif [[ $param =~ --spark_version\=([2-3]) ]]; then
+ SPARK_VERSION=${BASH_REMATCH[0]}
fi
done
fi
@@ -54,5 +56,5 @@ cd ..
echo "Deploying to repository.apache.org with scala version ${SCALA_VERSION}"
-COMMON_OPTIONS="-Dscala-${SCALA_VERSION} -Prelease -DskipTests -DretryFailedDeploymentCount=10 -DdeployArtifacts=true"
+COMMON_OPTIONS="-Dscala-${SCALA_VERSION} -Dspark${SPARK_VERSION} -Prelease -DskipTests -DretryFailedDeploymentCount=10 -DdeployArtifacts=true"
$MVN clean deploy $COMMON_OPTIONS