From 21619653f75f46e25117cd4835fdc8b89ed10dc5 Mon Sep 17 00:00:00 2001 From: Cheng Pan Date: Tue, 3 Mar 2026 08:46:04 +0800 Subject: [PATCH 1/4] [SPARK-55803] Bump lz4-java 1.10.4 --- dev/deps/spark-deps-hadoop-3-hive-2.3 | 2 +- pom.xml | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/dev/deps/spark-deps-hadoop-3-hive-2.3 b/dev/deps/spark-deps-hadoop-3-hive-2.3 index 16d11f2925236..4579a27c8decc 100644 --- a/dev/deps/spark-deps-hadoop-3-hive-2.3 +++ b/dev/deps/spark-deps-hadoop-3-hive-2.3 @@ -187,7 +187,7 @@ log4j-api/2.25.3//log4j-api-2.25.3.jar log4j-core/2.25.3//log4j-core-2.25.3.jar log4j-layout-template-json/2.25.3//log4j-layout-template-json-2.25.3.jar log4j-slf4j2-impl/2.25.3//log4j-slf4j2-impl-2.25.3.jar -lz4-java/1.10.3//lz4-java-1.10.3.jar +lz4-java/1.10.4//lz4-java-1.10.4.jar metrics-core/4.2.37//metrics-core-4.2.37.jar metrics-graphite/4.2.37//metrics-graphite-4.2.37.jar metrics-jmx/4.2.37//metrics-jmx-4.2.37.jar diff --git a/pom.xml b/pom.xml index b7b43ab03c8e8..04bad77a6e83b 100644 --- a/pom.xml +++ b/pom.xml @@ -888,7 +888,7 @@ at.yawk.lz4 lz4-java - 1.10.3 + 1.10.4 com.github.luben From e0de34901034d035ceb4ec5054aa652b22df69f0 Mon Sep 17 00:00:00 2001 From: pan3793 Date: Tue, 3 Mar 2026 01:14:14 +0000 Subject: [PATCH 2/4] Benchmark results for org.apache.spark.io.LZ4TPCDSDataBenchmark (JDK 17, Scala 2.13, split 1 of 1) --- core/benchmarks/LZ4TPCDSDataBenchmark-results.txt | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/core/benchmarks/LZ4TPCDSDataBenchmark-results.txt b/core/benchmarks/LZ4TPCDSDataBenchmark-results.txt index 8d909dfc7f492..94d8848325e0d 100644 --- a/core/benchmarks/LZ4TPCDSDataBenchmark-results.txt +++ b/core/benchmarks/LZ4TPCDSDataBenchmark-results.txt @@ -6,12 +6,12 @@ OpenJDK 64-Bit Server VM 17.0.18+8-LTS on Linux 6.14.0-1017-azure AMD EPYC 7763 64-Core Processor Compression: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Compression 4 times 2602 2609 10 0.0 650438397.0 1.0X +Compression 4 times 2376 2383 10 0.0 593917596.8 1.0X OpenJDK 64-Bit Server VM 17.0.18+8-LTS on Linux 6.14.0-1017-azure AMD EPYC 7763 64-Core Processor Decompression: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Decompression 4 times 938 966 33 0.0 234424499.5 1.0X +Decompression 4 times 759 761 2 0.0 189753707.8 1.0X From f9fa56ec29fd89bc09fb87d9183aebfb42b5a394 Mon Sep 17 00:00:00 2001 From: pan3793 Date: Tue, 3 Mar 2026 01:57:38 +0000 Subject: [PATCH 3/4] Benchmark results for org.apache.spark.io.LZ4TPCDSDataBenchmark (JDK 21, Scala 2.13, split 1 of 1) --- core/benchmarks/LZ4TPCDSDataBenchmark-jdk21-results.txt | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/core/benchmarks/LZ4TPCDSDataBenchmark-jdk21-results.txt b/core/benchmarks/LZ4TPCDSDataBenchmark-jdk21-results.txt index a066ced506b57..031c00ec96bdf 100644 --- a/core/benchmarks/LZ4TPCDSDataBenchmark-jdk21-results.txt +++ b/core/benchmarks/LZ4TPCDSDataBenchmark-jdk21-results.txt @@ -6,12 +6,12 @@ OpenJDK 64-Bit Server VM 21.0.10+7-LTS on Linux 6.14.0-1017-azure AMD EPYC 7763 64-Core Processor Compression: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Compression 4 times 2611 2619 11 0.0 652760335.3 1.0X +Compression 4 times 2376 2382 9 0.0 593993111.8 1.0X OpenJDK 64-Bit Server VM 21.0.10+7-LTS on Linux 6.14.0-1017-azure AMD EPYC 7763 64-Core Processor Decompression: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Decompression 4 times 896 912 20 0.0 224050201.0 1.0X +Decompression 4 times 731 757 29 0.0 182787977.2 1.0X From 7435c190ab7d9e9642e74fbdc74303b1e4c95845 Mon Sep 17 00:00:00 2001 From: pan3793 Date: Tue, 3 Mar 2026 01:59:56 +0000 Subject: [PATCH 4/4] Benchmark results for org.apache.spark.io.LZ4TPCDSDataBenchmark (JDK 25, Scala 2.13, split 1 of 1) --- core/benchmarks/LZ4TPCDSDataBenchmark-jdk25-results.txt | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/core/benchmarks/LZ4TPCDSDataBenchmark-jdk25-results.txt b/core/benchmarks/LZ4TPCDSDataBenchmark-jdk25-results.txt index 0a03fd3e12f19..05898aa539e88 100644 --- a/core/benchmarks/LZ4TPCDSDataBenchmark-jdk25-results.txt +++ b/core/benchmarks/LZ4TPCDSDataBenchmark-jdk25-results.txt @@ -6,12 +6,12 @@ OpenJDK 64-Bit Server VM 25.0.2+10-LTS on Linux 6.14.0-1017-azure AMD EPYC 7763 64-Core Processor Compression: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Compression 4 times 2611 2620 12 0.0 652865216.0 1.0X +Compression 4 times 2373 2380 10 0.0 593284150.8 1.0X OpenJDK 64-Bit Server VM 25.0.2+10-LTS on Linux 6.14.0-1017-azure AMD EPYC 7763 64-Core Processor Decompression: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ------------------------------------------------------------------------------------------------------------------------ -Decompression 4 times 905 916 14 0.0 226166738.0 1.0X +Decompression 4 times 694 710 23 0.0 173453930.5 1.0X