From e1e696dbf1fa75ac6ffd57481183ec7d2c2a4ecc Mon Sep 17 00:00:00 2001 From: yangjie01 Date: Tue, 1 Nov 2022 15:38:01 +0800 Subject: [PATCH 1/3] upgrade --- dev/deps/spark-deps-hadoop-2-hive-2.3 | 4 ++-- dev/deps/spark-deps-hadoop-3-hive-2.3 | 4 ++-- pom.xml | 2 +- 3 files changed, 5 insertions(+), 5 deletions(-) diff --git a/dev/deps/spark-deps-hadoop-2-hive-2.3 b/dev/deps/spark-deps-hadoop-2-hive-2.3 index d4106c9045dcb..c5229ae68f83f 100644 --- a/dev/deps/spark-deps-hadoop-2-hive-2.3 +++ b/dev/deps/spark-deps-hadoop-2-hive-2.3 @@ -1,7 +1,7 @@ HikariCP/2.5.1//HikariCP-2.5.1.jar JLargeArrays/1.5//JLargeArrays-1.5.jar JTransforms/3.1//JTransforms-3.1.jar -RoaringBitmap/0.9.32//RoaringBitmap-0.9.32.jar +RoaringBitmap/0.9.35//RoaringBitmap-0.9.35.jar ST4/4.0.4//ST4-4.0.4.jar activation/1.1.1//activation-1.1.1.jar aircompressor/0.21//aircompressor-0.21.jar @@ -247,7 +247,7 @@ scala-library/2.12.17//scala-library-2.12.17.jar scala-parser-combinators_2.12/1.1.2//scala-parser-combinators_2.12-1.1.2.jar scala-reflect/2.12.17//scala-reflect-2.12.17.jar scala-xml_2.12/2.1.0//scala-xml_2.12-2.1.0.jar -shims/0.9.32//shims-0.9.32.jar +shims/0.9.35//shims-0.9.35.jar slf4j-api/2.0.3//slf4j-api-2.0.3.jar snakeyaml/1.31//snakeyaml-1.31.jar snappy-java/1.1.8.4//snappy-java-1.1.8.4.jar diff --git a/dev/deps/spark-deps-hadoop-3-hive-2.3 b/dev/deps/spark-deps-hadoop-3-hive-2.3 index 2d10ad96104e2..4c74838a494d0 100644 --- a/dev/deps/spark-deps-hadoop-3-hive-2.3 +++ b/dev/deps/spark-deps-hadoop-3-hive-2.3 @@ -1,7 +1,7 @@ HikariCP/2.5.1//HikariCP-2.5.1.jar JLargeArrays/1.5//JLargeArrays-1.5.jar JTransforms/3.1//JTransforms-3.1.jar -RoaringBitmap/0.9.32//RoaringBitmap-0.9.32.jar +RoaringBitmap/0.9.35//RoaringBitmap-0.9.35.jar ST4/4.0.4//ST4-4.0.4.jar activation/1.1.1//activation-1.1.1.jar aircompressor/0.21//aircompressor-0.21.jar @@ -234,7 +234,7 @@ scala-library/2.12.17//scala-library-2.12.17.jar scala-parser-combinators_2.12/1.1.2//scala-parser-combinators_2.12-1.1.2.jar scala-reflect/2.12.17//scala-reflect-2.12.17.jar scala-xml_2.12/2.1.0//scala-xml_2.12-2.1.0.jar -shims/0.9.32//shims-0.9.32.jar +shims/0.9.35//shims-0.9.35.jar slf4j-api/2.0.3//slf4j-api-2.0.3.jar snakeyaml/1.31//snakeyaml-1.31.jar snappy-java/1.1.8.4//snappy-java-1.1.8.4.jar diff --git a/pom.xml b/pom.xml index 41a197f2031b5..c973c802d05b2 100644 --- a/pom.xml +++ b/pom.xml @@ -830,7 +830,7 @@ org.roaringbitmap RoaringBitmap - 0.9.32 + 0.9.35 From 5f2cb63a17b7350696f91415ae9c2be3bfd8f980 Mon Sep 17 00:00:00 2001 From: yangjie01 Date: Tue, 1 Nov 2022 16:12:14 +0800 Subject: [PATCH 2/3] update bench result --- .../MapStatusesConvertBenchmark-jdk11-results.txt | 10 +++++----- .../MapStatusesConvertBenchmark-jdk17-results.txt | 10 +++++----- .../benchmarks/MapStatusesConvertBenchmark-results.txt | 10 +++++----- 3 files changed, 15 insertions(+), 15 deletions(-) diff --git a/core/benchmarks/MapStatusesConvertBenchmark-jdk11-results.txt b/core/benchmarks/MapStatusesConvertBenchmark-jdk11-results.txt index adac80834e44e..f9064c229362c 100644 --- a/core/benchmarks/MapStatusesConvertBenchmark-jdk11-results.txt +++ b/core/benchmarks/MapStatusesConvertBenchmark-jdk11-results.txt @@ -2,12 +2,12 @@ MapStatuses Convert Benchmark ================================================================================================ -OpenJDK 64-Bit Server VM 11.0.16+8-LTS on Linux 5.15.0-1019-azure -Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz +OpenJDK 64-Bit Server VM 11.0.16.1+1 on Linux 5.15.0-1022-azure +Intel(R) Xeon(R) CPU E5-2673 v3 @ 2.40GHz MapStatuses Convert: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Num Maps: 50000 Fetch partitions:500 1269 1276 8 0.0 1268666001.0 1.0X -Num Maps: 50000 Fetch partitions:1000 2672 2695 39 0.0 2671542753.0 0.5X -Num Maps: 50000 Fetch partitions:1500 4034 4069 50 0.0 4033696987.0 0.3X +Num Maps: 50000 Fetch partitions:500 1495 1535 39 0.0 1495082697.0 1.0X +Num Maps: 50000 Fetch partitions:1000 3389 3405 23 0.0 3388564289.0 0.4X +Num Maps: 50000 Fetch partitions:1500 4965 5073 95 0.0 4964775144.0 0.3X diff --git a/core/benchmarks/MapStatusesConvertBenchmark-jdk17-results.txt b/core/benchmarks/MapStatusesConvertBenchmark-jdk17-results.txt index 9911ae3326f05..8d49b0a556d55 100644 --- a/core/benchmarks/MapStatusesConvertBenchmark-jdk17-results.txt +++ b/core/benchmarks/MapStatusesConvertBenchmark-jdk17-results.txt @@ -2,12 +2,12 @@ MapStatuses Convert Benchmark ================================================================================================ -OpenJDK 64-Bit Server VM 17.0.4+8-LTS on Linux 5.15.0-1019-azure -Intel(R) Xeon(R) Platinum 8370C CPU @ 2.80GHz +OpenJDK 64-Bit Server VM 17.0.4.1+1 on Linux 5.15.0-1022-azure +Intel(R) Xeon(R) CPU E5-2673 v4 @ 2.30GHz MapStatuses Convert: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Num Maps: 50000 Fetch partitions:500 1228 1238 17 0.0 1228191051.0 1.0X -Num Maps: 50000 Fetch partitions:1000 2380 2393 16 0.0 2379601524.0 0.5X -Num Maps: 50000 Fetch partitions:1500 3803 3857 55 0.0 3802550172.0 0.3X +Num Maps: 50000 Fetch partitions:500 1401 1432 54 0.0 1400690146.0 1.0X +Num Maps: 50000 Fetch partitions:1000 2942 2960 22 0.0 2941936267.0 0.5X +Num Maps: 50000 Fetch partitions:1500 4309 4458 141 0.0 4308962811.0 0.3X diff --git a/core/benchmarks/MapStatusesConvertBenchmark-results.txt b/core/benchmarks/MapStatusesConvertBenchmark-results.txt index e52d7ed2af843..bfbc69b6341fd 100644 --- a/core/benchmarks/MapStatusesConvertBenchmark-results.txt +++ b/core/benchmarks/MapStatusesConvertBenchmark-results.txt @@ -2,12 +2,12 @@ MapStatuses Convert Benchmark ================================================================================================ -OpenJDK 64-Bit Server VM 1.8.0_345-b01 on Linux 5.15.0-1019-azure -Intel(R) Xeon(R) Platinum 8370C CPU @ 2.80GHz +OpenJDK 64-Bit Server VM 1.8.0_345-b01 on Linux 5.15.0-1022-azure +Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz MapStatuses Convert: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Num Maps: 50000 Fetch partitions:500 1179 1187 13 0.0 1178581948.0 1.0X -Num Maps: 50000 Fetch partitions:1000 2237 2257 21 0.0 2236562602.0 0.5X -Num Maps: 50000 Fetch partitions:1500 3448 3680 367 0.0 3447793753.0 0.3X +Num Maps: 50000 Fetch partitions:500 1099 1127 27 0.0 1099192398.0 1.0X +Num Maps: 50000 Fetch partitions:1000 1981 1999 16 0.0 1981390271.0 0.6X +Num Maps: 50000 Fetch partitions:1500 2973 3011 39 0.0 2973029597.0 0.4X From f9087df83caaab9ba592a7b9b899b8d9e5587adf Mon Sep 17 00:00:00 2001 From: yangjie01 Date: Tue, 1 Nov 2022 22:02:33 +0800 Subject: [PATCH 3/3] re-update bench result --- .../MapStatusesConvertBenchmark-jdk11-results.txt | 8 ++++---- .../MapStatusesConvertBenchmark-jdk17-results.txt | 8 ++++---- 2 files changed, 8 insertions(+), 8 deletions(-) diff --git a/core/benchmarks/MapStatusesConvertBenchmark-jdk11-results.txt b/core/benchmarks/MapStatusesConvertBenchmark-jdk11-results.txt index f9064c229362c..06f7cc7c92ce0 100644 --- a/core/benchmarks/MapStatusesConvertBenchmark-jdk11-results.txt +++ b/core/benchmarks/MapStatusesConvertBenchmark-jdk11-results.txt @@ -3,11 +3,11 @@ MapStatuses Convert Benchmark ================================================================================================ OpenJDK 64-Bit Server VM 11.0.16.1+1 on Linux 5.15.0-1022-azure -Intel(R) Xeon(R) CPU E5-2673 v3 @ 2.40GHz +Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz MapStatuses Convert: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Num Maps: 50000 Fetch partitions:500 1495 1535 39 0.0 1495082697.0 1.0X -Num Maps: 50000 Fetch partitions:1000 3389 3405 23 0.0 3388564289.0 0.4X -Num Maps: 50000 Fetch partitions:1500 4965 5073 95 0.0 4964775144.0 0.3X +Num Maps: 50000 Fetch partitions:500 1227 1262 47 0.0 1226744907.0 1.0X +Num Maps: 50000 Fetch partitions:1000 2620 2637 15 0.0 2620288061.0 0.5X +Num Maps: 50000 Fetch partitions:1500 3975 3990 17 0.0 3974979610.0 0.3X diff --git a/core/benchmarks/MapStatusesConvertBenchmark-jdk17-results.txt b/core/benchmarks/MapStatusesConvertBenchmark-jdk17-results.txt index 8d49b0a556d55..3b6f5c6695eac 100644 --- a/core/benchmarks/MapStatusesConvertBenchmark-jdk17-results.txt +++ b/core/benchmarks/MapStatusesConvertBenchmark-jdk17-results.txt @@ -3,11 +3,11 @@ MapStatuses Convert Benchmark ================================================================================================ OpenJDK 64-Bit Server VM 17.0.4.1+1 on Linux 5.15.0-1022-azure -Intel(R) Xeon(R) CPU E5-2673 v4 @ 2.30GHz +Intel(R) Xeon(R) Platinum 8272CL CPU @ 2.60GHz MapStatuses Convert: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Num Maps: 50000 Fetch partitions:500 1401 1432 54 0.0 1400690146.0 1.0X -Num Maps: 50000 Fetch partitions:1000 2942 2960 22 0.0 2941936267.0 0.5X -Num Maps: 50000 Fetch partitions:1500 4309 4458 141 0.0 4308962811.0 0.3X +Num Maps: 50000 Fetch partitions:500 1159 1184 38 0.0 1159155979.0 1.0X +Num Maps: 50000 Fetch partitions:1000 2329 2387 57 0.0 2328833805.0 0.5X +Num Maps: 50000 Fetch partitions:1500 3608 3712 92 0.0 3607631972.0 0.3X