ODP-756 Included Open Table formats Hudi,Delta & Iceberg to spark jar… (

#8)
acceldata-io · Apr 18, 2024 · 6a08f66 · 6a08f66
1 parent 58caaa6
commit 6a08f66
Show file tree

Hide file tree

Showing 2 changed files with 18 additions and 0 deletions.
diff --git a/assembly/pom.xml b/assembly/pom.xml
@@ -79,6 +79,21 @@
         <artifactId>spark-avro_${scala.binary.version}</artifactId>
         <version>${project.version}</version>
     </dependency>
+    <dependency>
+      <groupId>io.delta</groupId>
+      <artifactId>delta-core_${scala.binary.version}</artifactId>
+      <version>${deltalake.version}</version>
+    </dependency>
+    <dependency>
+      <groupId>org.apache.hudi</groupId>
+      <artifactId>hudi-spark3.3-bundle_${scala.binary.version}</artifactId>
+      <version>${hudi.version}</version>
+    </dependency>
+    <dependency>
+      <groupId>org.apache.iceberg</groupId>
+      <artifactId>iceberg-spark-runtime-3.3_${scala.binary.version}</artifactId>
+      <version>${iceberg.version}</version>
+    </dependency>
 
     <!--
       Because we don't shade dependencies anymore, we need to restore Guava to compile scope so

diff --git a/pom.xml b/pom.xml
@@ -152,6 +152,9 @@
     <chill.version>0.10.0</chill.version>
     <ivy.version>2.5.1</ivy.version>
     <oro.version>2.0.8</oro.version>
+    <deltalake.version>2.3.0</deltalake.version>
+    <hudi.version>0.14.2</hudi.version>
+    <iceberg.version>1.5.0</iceberg.version>
     <!--
     If you changes codahale.metrics.version, you also need to change
     the link to metrics.dropwizard.io in docs/monitoring.md.