From 481872fe313a5ab2d655f35391da0e27965c80c6 Mon Sep 17 00:00:00 2001 From: Kent Yao Date: Wed, 5 Nov 2025 15:03:39 +0800 Subject: [PATCH 1/2] [SPARK-54192][BUILD] Upgrade roaringbitmap to 1.5.3 --- common/network-common/pom.xml | 5 ++--- common/network-shuffle/pom.xml | 5 ++--- core/pom.xml | 4 ++-- pom.xml | 18 ++++++++++++++---- project/SparkBuild.scala | 1 + 5 files changed, 21 insertions(+), 12 deletions(-) diff --git a/common/network-common/pom.xml b/common/network-common/pom.xml index ff978b6359889..73c98c34f6fdb 100644 --- a/common/network-common/pom.xml +++ b/common/network-common/pom.xml @@ -132,10 +132,9 @@ tink - org.roaringbitmap - RoaringBitmap + com.github.RoaringBitmap.RoaringBitmap + roaringbitmap - org.apache.logging.log4j diff --git a/common/network-shuffle/pom.xml b/common/network-shuffle/pom.xml index a4dd0e10d6737..f769067557b8b 100644 --- a/common/network-shuffle/pom.xml +++ b/common/network-shuffle/pom.xml @@ -68,10 +68,9 @@ guava - org.roaringbitmap - RoaringBitmap + com.github.RoaringBitmap.RoaringBitmap + roaringbitmap - org.apache.spark diff --git a/core/pom.xml b/core/pom.xml index a6e3f19bf0960..69dde0d9cc052 100644 --- a/core/pom.xml +++ b/core/pom.xml @@ -240,8 +240,8 @@ zstd-jni - org.roaringbitmap - RoaringBitmap + com.github.RoaringBitmap.RoaringBitmap + roaringbitmap org.scala-lang.modules diff --git a/pom.xml b/pom.xml index e49c8c047208e..c68e0a296d587 100644 --- a/pom.xml +++ b/pom.xml @@ -382,6 +382,17 @@ false + + jitpack.io + JitPack + https://jitpack.io + + true + + + false + + @@ -897,11 +908,10 @@ provided - org.roaringbitmap - RoaringBitmap - 1.3.0 + com.github.RoaringBitmap.RoaringBitmap + roaringbitmap + 1.5.3 - io.netty diff --git a/project/SparkBuild.scala b/project/SparkBuild.scala index 253893cc225b5..8c7d9b11d54b2 100644 --- a/project/SparkBuild.scala +++ b/project/SparkBuild.scala @@ -304,6 +304,7 @@ object SparkBuild extends PomBuild { // Google Mirror of Maven Central, placed first so that it's used instead of flaky Maven Central. // See https://storage-download.googleapis.com/maven-central/index.html for more info. "gcs-maven-central-mirror" at "https://maven-central.storage-download.googleapis.com/maven2/", + "jitpack" at "https://jitpack.io", DefaultMavenRepository, Resolver.mavenLocal, Resolver.file("ivyLocal", file(Path.userHome.absolutePath + "/.ivy2/local"))(Resolver.ivyStylePatterns) From 497ed7aaba76462f9df30afb7440ac1abd85b95d Mon Sep 17 00:00:00 2001 From: Kent Yao Date: Wed, 5 Nov 2025 15:06:03 +0800 Subject: [PATCH 2/2] [SPARK-54192][BUILD] Upgrade roaringbitmap to 1.5.3 --- dev/deps/spark-deps-hadoop-3-hive-2.3 | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/dev/deps/spark-deps-hadoop-3-hive-2.3 b/dev/deps/spark-deps-hadoop-3-hive-2.3 index 73f36fb161c66..1fdfb2a324721 100644 --- a/dev/deps/spark-deps-hadoop-3-hive-2.3 +++ b/dev/deps/spark-deps-hadoop-3-hive-2.3 @@ -1,7 +1,6 @@ HikariCP/2.5.1//HikariCP-2.5.1.jar JLargeArrays/1.5//JLargeArrays-1.5.jar JTransforms/3.1//JTransforms-3.1.jar -RoaringBitmap/1.3.0//RoaringBitmap-1.3.0.jar ST4/4.0.4//ST4-4.0.4.jar aircompressor/2.0.2//aircompressor-2.0.2.jar algebra_2.13/2.8.0//algebra_2.13-2.8.0.jar @@ -263,6 +262,7 @@ parquet-jackson/1.16.0//parquet-jackson-1.16.0.jar pickle/1.5//pickle-1.5.jar py4j/0.10.9.9//py4j-0.10.9.9.jar remotetea-oncrpc/1.1.2//remotetea-oncrpc-1.1.2.jar +roaringbitmap/1.5.3//roaringbitmap-1.5.3.jar rocksdbjni/9.8.4//rocksdbjni-9.8.4.jar scala-compiler/2.13.17//scala-compiler-2.13.17.jar scala-library/2.13.17//scala-library-2.13.17.jar