From 32314382f740d550a0916ee591d62f65a403cce4 Mon Sep 17 00:00:00 2001 From: Cheng Pan Date: Tue, 23 Dec 2025 21:01:00 +0800 Subject: [PATCH 1/2] [SPARK-54822][BUILD] Bump Parquet 1.17.0 --- dev/deps/spark-deps-hadoop-3-hive-2.3 | 12 ++++++------ pom.xml | 12 +++++++++++- project/SparkBuild.scala | 1 + 3 files changed, 18 insertions(+), 7 deletions(-) diff --git a/dev/deps/spark-deps-hadoop-3-hive-2.3 b/dev/deps/spark-deps-hadoop-3-hive-2.3 index 047924eb04366..66b65b28fdfe5 100644 --- a/dev/deps/spark-deps-hadoop-3-hive-2.3 +++ b/dev/deps/spark-deps-hadoop-3-hive-2.3 @@ -249,12 +249,12 @@ orc-shims/2.2.2//orc-shims-2.2.2.jar oro/2.0.8//oro-2.0.8.jar osgi-resource-locator/1.0.3//osgi-resource-locator-1.0.3.jar paranamer/2.8.3//paranamer-2.8.3.jar -parquet-column/1.16.0//parquet-column-1.16.0.jar -parquet-common/1.16.0//parquet-common-1.16.0.jar -parquet-encoding/1.16.0//parquet-encoding-1.16.0.jar -parquet-format-structures/1.16.0//parquet-format-structures-1.16.0.jar -parquet-hadoop/1.16.0//parquet-hadoop-1.16.0.jar -parquet-jackson/1.16.0//parquet-jackson-1.16.0.jar +parquet-column/1.17.0//parquet-column-1.17.0.jar +parquet-common/1.17.0//parquet-common-1.17.0.jar +parquet-encoding/1.17.0//parquet-encoding-1.17.0.jar +parquet-format-structures/1.17.0//parquet-format-structures-1.17.0.jar +parquet-hadoop/1.17.0//parquet-hadoop-1.17.0.jar +parquet-jackson/1.17.0//parquet-jackson-1.17.0.jar pickle/1.5//pickle-1.5.jar py4j/0.10.9.9//py4j-0.10.9.9.jar remotetea-oncrpc/1.1.2//remotetea-oncrpc-1.1.2.jar diff --git a/pom.xml b/pom.xml index 630a72ee510ad..62296b4eb59b8 100644 --- a/pom.xml +++ b/pom.xml @@ -141,7 +141,7 @@ 3.9.1 10.16.1.1 - 1.16.0 + 1.17.0 2.2.2 shaded-protobuf 12.1.5 @@ -391,6 +391,16 @@ false + + apache-staging + https://repository.apache.org/content/groups/staging + + true + + + false + + diff --git a/project/SparkBuild.scala b/project/SparkBuild.scala index 83b5ee84478a4..afbb3ea89474c 100644 --- a/project/SparkBuild.scala +++ b/project/SparkBuild.scala @@ -304,6 +304,7 @@ object SparkBuild extends PomBuild { // Google Mirror of Maven Central, placed first so that it's used instead of flaky Maven Central. // See https://storage-download.googleapis.com/maven-central/index.html for more info. "gcs-maven-central-mirror" at "https://maven-central.storage-download.googleapis.com/maven2/", + "parquet-staging" at "https://repository.apache.org/content/groups/staging/", "jitpack" at "https://jitpack.io", DefaultMavenRepository, Resolver.mavenLocal, From 412e30b7f63bab0e6fa94096d2ddb75478fff30a Mon Sep 17 00:00:00 2001 From: Cheng Pan Date: Tue, 13 Jan 2026 19:52:55 +0800 Subject: [PATCH 2/2] Remove staging repo --- pom.xml | 10 ---------- project/SparkBuild.scala | 1 - 2 files changed, 11 deletions(-) diff --git a/pom.xml b/pom.xml index 62296b4eb59b8..1a74f45be0246 100644 --- a/pom.xml +++ b/pom.xml @@ -391,16 +391,6 @@ false - - apache-staging - https://repository.apache.org/content/groups/staging - - true - - - false - - diff --git a/project/SparkBuild.scala b/project/SparkBuild.scala index afbb3ea89474c..83b5ee84478a4 100644 --- a/project/SparkBuild.scala +++ b/project/SparkBuild.scala @@ -304,7 +304,6 @@ object SparkBuild extends PomBuild { // Google Mirror of Maven Central, placed first so that it's used instead of flaky Maven Central. // See https://storage-download.googleapis.com/maven-central/index.html for more info. "gcs-maven-central-mirror" at "https://maven-central.storage-download.googleapis.com/maven2/", - "parquet-staging" at "https://repository.apache.org/content/groups/staging/", "jitpack" at "https://jitpack.io", DefaultMavenRepository, Resolver.mavenLocal,