From c727084c2df484797c51b389eab230f385b75128 Mon Sep 17 00:00:00 2001 From: Dongjoon Hyun Date: Thu, 12 Feb 2026 16:27:45 -0800 Subject: [PATCH 1/3] [SPARK-55508][BUILD] Upgrade `compress-lzf` to 1.2.0 --- dev/deps/spark-deps-hadoop-3-hive-2.3 | 2 +- pom.xml | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/dev/deps/spark-deps-hadoop-3-hive-2.3 b/dev/deps/spark-deps-hadoop-3-hive-2.3 index 29cded1e18fdc..800df14e312a9 100644 --- a/dev/deps/spark-deps-hadoop-3-hive-2.3 +++ b/dev/deps/spark-deps-hadoop-3-hive-2.3 @@ -47,7 +47,7 @@ commons-lang3/3.20.0//commons-lang3-3.20.0.jar commons-math3/3.6.1//commons-math3-3.6.1.jar commons-pool/1.5.4//commons-pool-1.5.4.jar commons-text/1.15.0//commons-text-1.15.0.jar -compress-lzf/1.1.2//compress-lzf-1.1.2.jar +compress-lzf/1.2.0//compress-lzf-1.2.0.jar curator-client/5.9.0//curator-client-5.9.0.jar curator-framework/5.9.0//curator-framework-5.9.0.jar curator-recipes/5.9.0//curator-recipes-5.9.0.jar diff --git a/pom.xml b/pom.xml index 4c5ff02e2ea12..b4e989126e9bd 100644 --- a/pom.xml +++ b/pom.xml @@ -888,7 +888,7 @@ com.ning compress-lzf - 1.1.2 + 1.2.0 org.xerial.snappy From 329bb59a30fbec15fc2b815de9d2cfc4ede0b9df Mon Sep 17 00:00:00 2001 From: dongjoon-hyun Date: Fri, 13 Feb 2026 02:45:25 +0000 Subject: [PATCH 2/3] Benchmark results for org.apache.spark.io.LZFBenchmark (JDK 17, Scala 2.13, split 1 of 1) --- core/benchmarks/LZFBenchmark-results.txt | 16 ++++++++-------- 1 file changed, 8 insertions(+), 8 deletions(-) diff --git a/core/benchmarks/LZFBenchmark-results.txt b/core/benchmarks/LZFBenchmark-results.txt index 31da8cffbe948..475753349620f 100644 --- a/core/benchmarks/LZFBenchmark-results.txt +++ b/core/benchmarks/LZFBenchmark-results.txt @@ -2,18 +2,18 @@ Benchmark LZFCompressionCodec ================================================================================================ -OpenJDK 64-Bit Server VM 17.0.16+8-LTS on Linux 6.11.0-1018-azure -AMD EPYC 7763 64-Core Processor +OpenJDK 64-Bit Server VM 17.0.18+8-LTS on Linux 6.14.0-1017-azure +Intel(R) Xeon(R) Platinum 8370C CPU @ 2.80GHz Compress small objects: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative -------------------------------------------------------------------------------------------------------------------------------- -Compression 256000000 int values in parallel 593 602 8 431.4 2.3 1.0X -Compression 256000000 int values single-threaded 619 625 4 413.4 2.4 1.0X +Compression 256000000 int values in parallel 577 587 15 443.3 2.3 1.0X +Compression 256000000 int values single-threaded 572 573 1 447.9 2.2 1.0X -OpenJDK 64-Bit Server VM 17.0.16+8-LTS on Linux 6.11.0-1018-azure -AMD EPYC 7763 64-Core Processor +OpenJDK 64-Bit Server VM 17.0.18+8-LTS on Linux 6.14.0-1017-azure +Intel(R) Xeon(R) Platinum 8370C CPU @ 2.80GHz Compress large objects: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ----------------------------------------------------------------------------------------------------------------------------- -Compression 1024 array values in 1 threads 41 49 6 0.0 40204.2 1.0X -Compression 1024 array values single-threaded 33 33 1 0.0 32005.2 1.3X +Compression 1024 array values in 1 threads 46 49 1 0.0 44773.9 1.0X +Compression 1024 array values single-threaded 34 35 1 0.0 33331.6 1.3X From 132adc3de58421c9c6f327688c4f8db468a8869c Mon Sep 17 00:00:00 2001 From: dongjoon-hyun Date: Fri, 13 Feb 2026 03:09:29 +0000 Subject: [PATCH 3/3] Benchmark results for org.apache.spark.io.LZFBenchmark (JDK 21, Scala 2.13, split 1 of 1) --- core/benchmarks/LZFBenchmark-jdk21-results.txt | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/core/benchmarks/LZFBenchmark-jdk21-results.txt b/core/benchmarks/LZFBenchmark-jdk21-results.txt index 0420f4417b23c..bac20cfc5ca79 100644 --- a/core/benchmarks/LZFBenchmark-jdk21-results.txt +++ b/core/benchmarks/LZFBenchmark-jdk21-results.txt @@ -2,18 +2,18 @@ Benchmark LZFCompressionCodec ================================================================================================ -OpenJDK 64-Bit Server VM 21.0.8+9-LTS on Linux 6.11.0-1018-azure +OpenJDK 64-Bit Server VM 21.0.10+7-LTS on Linux 6.14.0-1017-azure AMD EPYC 7763 64-Core Processor Compress small objects: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative -------------------------------------------------------------------------------------------------------------------------------- -Compression 256000000 int values in parallel 594 606 11 430.9 2.3 1.0X -Compression 256000000 int values single-threaded 570 572 1 449.0 2.2 1.0X +Compression 256000000 int values in parallel 604 611 9 423.7 2.4 1.0X +Compression 256000000 int values single-threaded 560 561 2 457.5 2.2 1.1X -OpenJDK 64-Bit Server VM 21.0.8+9-LTS on Linux 6.11.0-1018-azure +OpenJDK 64-Bit Server VM 21.0.10+7-LTS on Linux 6.14.0-1017-azure AMD EPYC 7763 64-Core Processor Compress large objects: Best Time(ms) Avg Time(ms) Stdev(ms) Rate(M/s) Per Row(ns) Relative ----------------------------------------------------------------------------------------------------------------------------- -Compression 1024 array values in 2 threads 23 25 1 0.0 22108.7 1.0X -Compression 1024 array values single-threaded 32 33 0 0.0 31296.0 0.7X +Compression 1024 array values in 1 threads 47 54 4 0.0 45412.7 1.0X +Compression 1024 array values single-threaded 33 33 0 0.0 31870.0 1.4X