From 363d28c3d0a0463ad87fb18a07fd1ac529520144 Mon Sep 17 00:00:00 2001 From: Dongjoon Hyun Date: Fri, 21 Dec 2018 09:58:55 -0800 Subject: [PATCH 1/2] [SPARK-26427][BUILD] Upgrade Apache ORC to 1.5.4 --- dev/deps/spark-deps-hadoop-2.7 | 9 ++++----- dev/deps/spark-deps-hadoop-3.1 | 6 +++--- pom.xml | 2 +- 3 files changed, 8 insertions(+), 9 deletions(-) diff --git a/dev/deps/spark-deps-hadoop-2.7 b/dev/deps/spark-deps-hadoop-2.7 index 71423af0789c6..4dfa1244f89d5 100644 --- a/dev/deps/spark-deps-hadoop-2.7 +++ b/dev/deps/spark-deps-hadoop-2.7 @@ -106,7 +106,7 @@ javax.inject-2.4.0-b34.jar javax.servlet-api-3.1.0.jar javax.ws.rs-api-2.0.1.jar javolution-5.5.1.jar -jaxb-api-2.2.2.jar +jaxb-api-2.2.11.jar jcl-over-slf4j-1.7.16.jar jdo-api-3.0.1.jar jersey-client-2.22.2.jar @@ -155,9 +155,9 @@ objenesis-2.5.1.jar okhttp-3.8.1.jar okio-1.13.0.jar opencsv-2.3.jar -orc-core-1.5.3-nohive.jar -orc-mapreduce-1.5.3-nohive.jar -orc-shims-1.5.3.jar +orc-core-1.5.4-nohive.jar +orc-mapreduce-1.5.4-nohive.jar +orc-shims-1.5.4.jar oro-2.0.8.jar osgi-resource-locator-1.0.1.jar paranamer-2.8.jar @@ -184,7 +184,6 @@ snappy-0.2.jar snappy-java-1.1.7.1.jar spire-macros_2.12-0.13.0.jar spire_2.12-0.13.0.jar -stax-api-1.0-2.jar stax-api-1.0.1.jar stream-2.7.0.jar stringtemplate-3.2.1.jar diff --git a/dev/deps/spark-deps-hadoop-3.1 b/dev/deps/spark-deps-hadoop-3.1 index 93eafef045330..05f180b17a588 100644 --- a/dev/deps/spark-deps-hadoop-3.1 +++ b/dev/deps/spark-deps-hadoop-3.1 @@ -172,9 +172,9 @@ okhttp-2.7.5.jar okhttp-3.8.1.jar okio-1.13.0.jar opencsv-2.3.jar -orc-core-1.5.3-nohive.jar -orc-mapreduce-1.5.3-nohive.jar -orc-shims-1.5.3.jar +orc-core-1.5.4-nohive.jar +orc-mapreduce-1.5.4-nohive.jar +orc-shims-1.5.4.jar oro-2.0.8.jar osgi-resource-locator-1.0.1.jar paranamer-2.8.jar diff --git a/pom.xml b/pom.xml index 310d7de955125..18b015f5a7948 100644 --- a/pom.xml +++ b/pom.xml @@ -132,7 +132,7 @@ 2.1.0 10.12.1.1 1.10.0 - 1.5.3 + 1.5.4 nohive 1.6.0 9.4.12.v20180830 From 0b71045fa0e29159183802b4c92c1dddd5373c29 Mon Sep 17 00:00:00 2001 From: Dongjoon Hyun Date: Fri, 21 Dec 2018 15:10:39 -0800 Subject: [PATCH 2/2] Exclude --- dev/deps/spark-deps-hadoop-2.7 | 3 ++- pom.xml | 4 ++++ 2 files changed, 6 insertions(+), 1 deletion(-) diff --git a/dev/deps/spark-deps-hadoop-2.7 b/dev/deps/spark-deps-hadoop-2.7 index 4dfa1244f89d5..1af29fcaff2aa 100644 --- a/dev/deps/spark-deps-hadoop-2.7 +++ b/dev/deps/spark-deps-hadoop-2.7 @@ -106,7 +106,7 @@ javax.inject-2.4.0-b34.jar javax.servlet-api-3.1.0.jar javax.ws.rs-api-2.0.1.jar javolution-5.5.1.jar -jaxb-api-2.2.11.jar +jaxb-api-2.2.2.jar jcl-over-slf4j-1.7.16.jar jdo-api-3.0.1.jar jersey-client-2.22.2.jar @@ -184,6 +184,7 @@ snappy-0.2.jar snappy-java-1.1.7.1.jar spire-macros_2.12-0.13.0.jar spire_2.12-0.13.0.jar +stax-api-1.0-2.jar stax-api-1.0.1.jar stream-2.7.0.jar stringtemplate-3.2.1.jar diff --git a/pom.xml b/pom.xml index 18b015f5a7948..de9421419edc2 100644 --- a/pom.xml +++ b/pom.xml @@ -1740,6 +1740,10 @@ ${orc.classifier} ${orc.deps.scope} + + javax.xml.bind + jaxb-api + org.apache.hadoop hadoop-common