From 75fd75e5f25068491d1e52868b52a4358b5bdd0d Mon Sep 17 00:00:00 2001 From: Dongjoon Hyun Date: Mon, 4 Mar 2024 13:19:37 -0800 Subject: [PATCH] [SPARK-44115][BUILD] Upgrade Apache ORC to 2.0.0 --- dev/deps/spark-deps-hadoop-3-hive-2.3 | 7 ++++--- pom.xml | 17 ++++++++++++++++- sql/core/pom.xml | 5 +++++ 3 files changed, 25 insertions(+), 4 deletions(-) diff --git a/dev/deps/spark-deps-hadoop-3-hive-2.3 b/dev/deps/spark-deps-hadoop-3-hive-2.3 index 7e56e89144359..6b357b3e4b70f 100644 --- a/dev/deps/spark-deps-hadoop-3-hive-2.3 +++ b/dev/deps/spark-deps-hadoop-3-hive-2.3 @@ -227,9 +227,10 @@ opencsv/2.3//opencsv-2.3.jar opentracing-api/0.33.0//opentracing-api-0.33.0.jar opentracing-noop/0.33.0//opentracing-noop-0.33.0.jar opentracing-util/0.33.0//opentracing-util-0.33.0.jar -orc-core/1.9.2/shaded-protobuf/orc-core-1.9.2-shaded-protobuf.jar -orc-mapreduce/1.9.2/shaded-protobuf/orc-mapreduce-1.9.2-shaded-protobuf.jar -orc-shims/1.9.2//orc-shims-1.9.2.jar +orc-core/2.0.0/shaded-protobuf/orc-core-2.0.0-shaded-protobuf.jar +orc-format/1.0.0/shaded-protobuf/orc-format-1.0.0-shaded-protobuf.jar +orc-mapreduce/2.0.0/shaded-protobuf/orc-mapreduce-2.0.0-shaded-protobuf.jar +orc-shims/2.0.0//orc-shims-2.0.0.jar oro/2.0.8//oro-2.0.8.jar osgi-resource-locator/1.0.3//osgi-resource-locator-1.0.3.jar paranamer/2.8//paranamer-2.8.jar diff --git a/pom.xml b/pom.xml index 9f1c9ed13f23e..404f37be1b5ae 100644 --- a/pom.xml +++ b/pom.xml @@ -141,7 +141,7 @@ 10.16.1.1 1.13.1 - 1.9.2 + 2.0.0 shaded-protobuf 11.0.20 5.0.0 @@ -2593,6 +2593,13 @@ + + org.apache.orc + orc-format + 1.0.0 + ${orc.classifier} + ${orc.deps.scope} + org.apache.orc orc-core @@ -2600,6 +2607,14 @@ ${orc.classifier} ${orc.deps.scope} + + org.apache.orc + orc-format + + + com.aayushatharva.brotli4j + brotli4j + org.apache.hadoop hadoop-common diff --git a/sql/core/pom.xml b/sql/core/pom.xml index 0ad9e0f690c75..05f906206e5e2 100644 --- a/sql/core/pom.xml +++ b/sql/core/pom.xml @@ -93,6 +93,11 @@ org.scala-lang.modules scala-parallel-collections_${scala.binary.version} + + org.apache.orc + orc-format + ${orc.classifier} + org.apache.orc orc-core