Skip to content

Commit 3f8bb45

Browse files
committed
[SPARK-53420][BUILD] Upgrade Parquet to 1.16.0 RC0
1 parent 1f1bacc commit 3f8bb45

File tree

3 files changed

+18
-7
lines changed

3 files changed

+18
-7
lines changed

dev/deps/spark-deps-hadoop-3-hive-2.3

Lines changed: 6 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -239,12 +239,12 @@ orc-shims/2.2.0//orc-shims-2.2.0.jar
239239
oro/2.0.8//oro-2.0.8.jar
240240
osgi-resource-locator/1.0.3//osgi-resource-locator-1.0.3.jar
241241
paranamer/2.8.3//paranamer-2.8.3.jar
242-
parquet-column/1.15.2//parquet-column-1.15.2.jar
243-
parquet-common/1.15.2//parquet-common-1.15.2.jar
244-
parquet-encoding/1.15.2//parquet-encoding-1.15.2.jar
245-
parquet-format-structures/1.15.2//parquet-format-structures-1.15.2.jar
246-
parquet-hadoop/1.15.2//parquet-hadoop-1.15.2.jar
247-
parquet-jackson/1.15.2//parquet-jackson-1.15.2.jar
242+
parquet-column/1.16.0//parquet-column-1.16.0.jar
243+
parquet-common/1.16.0//parquet-common-1.16.0.jar
244+
parquet-encoding/1.16.0//parquet-encoding-1.16.0.jar
245+
parquet-format-structures/1.16.0//parquet-format-structures-1.16.0.jar
246+
parquet-hadoop/1.16.0//parquet-hadoop-1.16.0.jar
247+
parquet-jackson/1.16.0//parquet-jackson-1.16.0.jar
248248
pickle/1.5//pickle-1.5.jar
249249
py4j/0.10.9.9//py4j-0.10.9.9.jar
250250
remotetea-oncrpc/1.1.2//remotetea-oncrpc-1.1.2.jar

pom.xml

Lines changed: 11 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -140,7 +140,7 @@
140140
<kafka.version>3.9.1</kafka.version>
141141
<!-- After 10.17.1.0, the minimum required version is JDK19 -->
142142
<derby.version>10.16.1.1</derby.version>
143-
<parquet.version>1.15.2</parquet.version>
143+
<parquet.version>1.16.0</parquet.version>
144144
<orc.version>2.2.0</orc.version>
145145
<orc.classifier>shaded-protobuf</orc.classifier>
146146
<jetty.version>11.0.25</jetty.version>
@@ -380,6 +380,16 @@
380380
<enabled>false</enabled>
381381
</snapshots>
382382
</repository>
383+
<repository>
384+
<id>apache-staging</id>
385+
<url>https://repository.apache.org/content/groups/staging</url>
386+
<releases>
387+
<enabled>true</enabled>
388+
</releases>
389+
<snapshots>
390+
<enabled>false</enabled>
391+
</snapshots>
392+
</repository>
383393
</repositories>
384394
<pluginRepositories>
385395
<pluginRepository>

project/SparkBuild.scala

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -303,6 +303,7 @@ object SparkBuild extends PomBuild {
303303
// Google Mirror of Maven Central, placed first so that it's used instead of flaky Maven Central.
304304
// See https://storage-download.googleapis.com/maven-central/index.html for more info.
305305
"gcs-maven-central-mirror" at "https://maven-central.storage-download.googleapis.com/maven2/",
306+
"parquet-staging" at "https://repository.apache.org/content/groups/staging/",
306307
DefaultMavenRepository,
307308
Resolver.mavenLocal,
308309
Resolver.file("ivyLocal", file(Path.userHome.absolutePath + "/.ivy2/local"))(Resolver.ivyStylePatterns)

0 commit comments

Comments
 (0)