This is an automated email from the ASF dual-hosted git repository.
dongjoon pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/spark.git
The following commit(s) were added to refs/heads/master by this push:
new 0b36d59f0fa [SPARK-40323][BUILD] Update ORC to 1.8.0
0b36d59f0fa is described below
commit 0b36d59f0fa9b9a840cc3f77fd4ebf04746481c0
Author: William Hyun <will...@apache.org>
AuthorDate: Sat Sep 3 19:26:28 2022 -0700
[SPARK-40323][BUILD] Update ORC to 1.8.0
### What changes were proposed in this pull request?
This PR aims to update ORC to 1.8.0.
### Why are the changes needed?
This will bring the latest changes and bug fixes.
- https://github.com/apache/orc/releases/tag/v1.8.0
- https://orc.apache.org/news/2022/09/03/ORC-1.8.0/
### Does this PR introduce _any_ user-facing change?
No.
### How was this patch tested?
Pass the CIs.
Closes #37787 from williamhyun/neworc.
Authored-by: William Hyun <will...@apache.org>
Signed-off-by: Dongjoon Hyun <dongj...@apache.org>
---
dev/deps/spark-deps-hadoop-2-hive-2.3 | 8 ++++----
dev/deps/spark-deps-hadoop-3-hive-2.3 | 8 ++++----
pom.xml | 5 ++++-
sql/core/pom.xml | 2 ++
4 files changed, 14 insertions(+), 9 deletions(-)
diff --git a/dev/deps/spark-deps-hadoop-2-hive-2.3
b/dev/deps/spark-deps-hadoop-2-hive-2.3
index 5cacf863c98..9f91c5e075b 100644
--- a/dev/deps/spark-deps-hadoop-2-hive-2.3
+++ b/dev/deps/spark-deps-hadoop-2-hive-2.3
@@ -218,9 +218,9 @@ objenesis/3.2//objenesis-3.2.jar
okhttp/3.12.12//okhttp-3.12.12.jar
okio/1.14.0//okio-1.14.0.jar
opencsv/2.3//opencsv-2.3.jar
-orc-core/1.7.6//orc-core-1.7.6.jar
-orc-mapreduce/1.7.6//orc-mapreduce-1.7.6.jar
-orc-shims/1.7.6//orc-shims-1.7.6.jar
+orc-core/1.8.0/shaded-protobuf/orc-core-1.8.0-shaded-protobuf.jar
+orc-mapreduce/1.8.0/shaded-protobuf/orc-mapreduce-1.8.0-shaded-protobuf.jar
+orc-shims/1.8.0//orc-shims-1.8.0.jar
oro/2.0.8//oro-2.0.8.jar
osgi-resource-locator/1.0.3//osgi-resource-locator-1.0.3.jar
paranamer/2.8//paranamer-2.8.jar
@@ -252,7 +252,7 @@ spire_2.12/0.17.0//spire_2.12-0.17.0.jar
stax-api/1.0.1//stax-api-1.0.1.jar
stream/2.9.6//stream-2.9.6.jar
super-csv/2.2.0//super-csv-2.2.0.jar
-threeten-extra/1.5.0//threeten-extra-1.5.0.jar
+threeten-extra/1.7.1//threeten-extra-1.7.1.jar
tink/1.7.0//tink-1.7.0.jar
transaction-api/1.1//transaction-api-1.1.jar
univocity-parsers/2.9.1//univocity-parsers-2.9.1.jar
diff --git a/dev/deps/spark-deps-hadoop-3-hive-2.3
b/dev/deps/spark-deps-hadoop-3-hive-2.3
index 04a1387c62c..514afc41800 100644
--- a/dev/deps/spark-deps-hadoop-3-hive-2.3
+++ b/dev/deps/spark-deps-hadoop-3-hive-2.3
@@ -205,9 +205,9 @@ opencsv/2.3//opencsv-2.3.jar
opentracing-api/0.33.0//opentracing-api-0.33.0.jar
opentracing-noop/0.33.0//opentracing-noop-0.33.0.jar
opentracing-util/0.33.0//opentracing-util-0.33.0.jar
-orc-core/1.7.6//orc-core-1.7.6.jar
-orc-mapreduce/1.7.6//orc-mapreduce-1.7.6.jar
-orc-shims/1.7.6//orc-shims-1.7.6.jar
+orc-core/1.8.0/shaded-protobuf/orc-core-1.8.0-shaded-protobuf.jar
+orc-mapreduce/1.8.0/shaded-protobuf/orc-mapreduce-1.8.0-shaded-protobuf.jar
+orc-shims/1.8.0//orc-shims-1.8.0.jar
oro/2.0.8//oro-2.0.8.jar
osgi-resource-locator/1.0.3//osgi-resource-locator-1.0.3.jar
paranamer/2.8//paranamer-2.8.jar
@@ -239,7 +239,7 @@ spire_2.12/0.17.0//spire_2.12-0.17.0.jar
stax-api/1.0.1//stax-api-1.0.1.jar
stream/2.9.6//stream-2.9.6.jar
super-csv/2.2.0//super-csv-2.2.0.jar
-threeten-extra/1.5.0//threeten-extra-1.5.0.jar
+threeten-extra/1.7.1//threeten-extra-1.7.1.jar
tink/1.7.0//tink-1.7.0.jar
transaction-api/1.1//transaction-api-1.1.jar
univocity-parsers/2.9.1//univocity-parsers-2.9.1.jar
diff --git a/pom.xml b/pom.xml
index 5a58377c5c4..9d4aa0232a5 100644
--- a/pom.xml
+++ b/pom.xml
@@ -132,7 +132,8 @@
<!-- After 10.15.1.3, the minimum required version is JDK9 -->
<derby.version>10.14.2.0</derby.version>
<parquet.version>1.12.3</parquet.version>
- <orc.version>1.7.6</orc.version>
+ <orc.version>1.8.0</orc.version>
+ <orc.classifier>shaded-protobuf</orc.classifier>
<jetty.version>9.4.48.v20220622</jetty.version>
<jakartaservlet.version>4.0.3</jakartaservlet.version>
<chill.version>0.10.0</chill.version>
@@ -2524,6 +2525,7 @@
<groupId>org.apache.orc</groupId>
<artifactId>orc-core</artifactId>
<version>${orc.version}</version>
+ <classifier>${orc.classifier}</classifier>
<scope>${orc.deps.scope}</scope>
<exclusions>
<exclusion>
@@ -2548,6 +2550,7 @@
<groupId>org.apache.orc</groupId>
<artifactId>orc-mapreduce</artifactId>
<version>${orc.version}</version>
+ <classifier>${orc.classifier}</classifier>
<scope>${orc.deps.scope}</scope>
<exclusions>
<exclusion>
diff --git a/sql/core/pom.xml b/sql/core/pom.xml
index 85491aba3d9..7203fc59108 100644
--- a/sql/core/pom.xml
+++ b/sql/core/pom.xml
@@ -98,10 +98,12 @@
<dependency>
<groupId>org.apache.orc</groupId>
<artifactId>orc-core</artifactId>
+ <classifier>${orc.classifier}</classifier>
</dependency>
<dependency>
<groupId>org.apache.orc</groupId>
<artifactId>orc-mapreduce</artifactId>
+ <classifier>${orc.classifier}</classifier>
</dependency>
<dependency>
<groupId>org.apache.hive</groupId>
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscr...@spark.apache.org
For additional commands, e-mail: commits-h...@spark.apache.org
