From 4a99f7b938ca9a63bdeb554accc5a843f9045915 Mon Sep 17 00:00:00 2001 From: Chao Sun Date: Mon, 14 Nov 2022 18:49:30 -0800 Subject: [PATCH] rdar://102332347 Bump Parquet version to 1.12.0.23 (#1630) This update `parquet-mr` version to `1.12.0.23-apple`. Notable changes: - rdar://101620824 (Encryption verification tool - basic version) - PARQUET-2160: Close ZstdInputStream to free off-heap memory in time. (Fixes a memory leak issue when reading ZSTD) - PARQUET-2025: Update Snappy version to 1.1.8.3 (which works with M1 Mac) - Parquet Parallel file reader from (turned off by default so will have no impact) - Parquet reader changes to support Druid + PME --- dev/deps/spark-deps-hadoop-2.7-hive-2.3 | 12 ++++++------ dev/deps/spark-deps-hadoop-3.2-hive-2.3 | 12 ++++++------ pom.xml | 2 +- 3 files changed, 13 insertions(+), 13 deletions(-) diff --git a/dev/deps/spark-deps-hadoop-2.7-hive-2.3 b/dev/deps/spark-deps-hadoop-2.7-hive-2.3 index 8e3cd105f46ea..aed4e0d610eaa 100644 --- a/dev/deps/spark-deps-hadoop-2.7-hive-2.3 +++ b/dev/deps/spark-deps-hadoop-2.7-hive-2.3 @@ -206,12 +206,12 @@ orc-shims/1.7.1//orc-shims-1.7.1.jar oro/2.0.8//oro-2.0.8.jar osgi-resource-locator/1.0.3//osgi-resource-locator-1.0.3.jar paranamer/2.8//paranamer-2.8.jar -parquet-column/1.12.0.21-apple//parquet-column-1.12.0.21-apple.jar -parquet-common/1.12.0.21-apple//parquet-common-1.12.0.21-apple.jar -parquet-encoding/1.12.0.21-apple//parquet-encoding-1.12.0.21-apple.jar -parquet-format-structures/1.12.0.21-apple//parquet-format-structures-1.12.0.21-apple.jar -parquet-hadoop/1.12.0.21-apple//parquet-hadoop-1.12.0.21-apple.jar -parquet-jackson/1.12.0.21-apple//parquet-jackson-1.12.0.21-apple.jar +parquet-column/1.12.0.23-apple//parquet-column-1.12.0.23-apple.jar +parquet-common/1.12.0.23-apple//parquet-common-1.12.0.23-apple.jar +parquet-encoding/1.12.0.23-apple//parquet-encoding-1.12.0.23-apple.jar +parquet-format-structures/1.12.0.23-apple//parquet-format-structures-1.12.0.23-apple.jar +parquet-hadoop/1.12.0.23-apple//parquet-hadoop-1.12.0.23-apple.jar +parquet-jackson/1.12.0.23-apple//parquet-jackson-1.12.0.23-apple.jar parquet-kms-apple/1.1.6-apple//parquet-kms-apple-1.1.6-apple.jar protobuf-java/2.5.0//protobuf-java-2.5.0.jar py4j/0.10.9.5//py4j-0.10.9.5.jar diff --git a/dev/deps/spark-deps-hadoop-3.2-hive-2.3 b/dev/deps/spark-deps-hadoop-3.2-hive-2.3 index e358492b96cf4..b68d8954e9c83 100644 --- a/dev/deps/spark-deps-hadoop-3.2-hive-2.3 +++ b/dev/deps/spark-deps-hadoop-3.2-hive-2.3 @@ -176,12 +176,12 @@ orc-shims/1.7.1//orc-shims-1.7.1.jar oro/2.0.8//oro-2.0.8.jar osgi-resource-locator/1.0.3//osgi-resource-locator-1.0.3.jar paranamer/2.8//paranamer-2.8.jar -parquet-column/1.12.0.21-apple//parquet-column-1.12.0.21-apple.jar -parquet-common/1.12.0.21-apple//parquet-common-1.12.0.21-apple.jar -parquet-encoding/1.12.0.21-apple//parquet-encoding-1.12.0.21-apple.jar -parquet-format-structures/1.12.0.21-apple//parquet-format-structures-1.12.0.21-apple.jar -parquet-hadoop/1.12.0.21-apple//parquet-hadoop-1.12.0.21-apple.jar -parquet-jackson/1.12.0.21-apple//parquet-jackson-1.12.0.21-apple.jar +parquet-column/1.12.0.23-apple//parquet-column-1.12.0.23-apple.jar +parquet-common/1.12.0.23-apple//parquet-common-1.12.0.23-apple.jar +parquet-encoding/1.12.0.23-apple//parquet-encoding-1.12.0.23-apple.jar +parquet-format-structures/1.12.0.23-apple//parquet-format-structures-1.12.0.23-apple.jar +parquet-hadoop/1.12.0.23-apple//parquet-hadoop-1.12.0.23-apple.jar +parquet-jackson/1.12.0.23-apple//parquet-jackson-1.12.0.23-apple.jar parquet-kms-apple/1.1.6-apple//parquet-kms-apple-1.1.6-apple.jar protobuf-java/2.5.0//protobuf-java-2.5.0.jar py4j/0.10.9.5//py4j-0.10.9.5.jar diff --git a/pom.xml b/pom.xml index 84c5306656e44..ddb0953808b0f 100644 --- a/pom.xml +++ b/pom.xml @@ -136,7 +136,7 @@ 2.8.1 10.14.2.0 - 1.12.0.21-apple + 1.12.0.23-apple 1.7.1 9.4.43.v20210629 4.0.3