Skip to content

Commit

Permalink
[HUDI-4549] Remove avro from hudi-hive-sync-bundle and hudi-aws-bundle (
Browse files Browse the repository at this point in the history
apache#6472)

* Remove avro shading from hudi-hive-sync-bundle
   and hudi-aws-bundle.

Co-authored-by: Raymond Xu <2701446+xushiyan@users.noreply.github.com>
  • Loading branch information
2 people authored and voonhous committed Oct 7, 2022
1 parent 0f5462d commit 67925d5
Show file tree
Hide file tree
Showing 2 changed files with 2 additions and 30 deletions.
19 changes: 2 additions & 17 deletions packaging/hudi-aws-bundle/pom.xml
Original file line number Diff line number Diff line change
Expand Up @@ -78,7 +78,6 @@
<include>org.apache.hudi:hudi-hive-sync</include>
<include>org.apache.hudi:hudi-aws</include>
<include>org.apache.parquet:parquet-avro</include>
<include>org.apache.avro:avro</include>
<include>com.amazonaws:dynamodb-lock-client</include>
<include>com.amazonaws:aws-java-sdk-cloudwatch</include>
<include>com.amazonaws:aws-java-sdk-dynamodb</include>
Expand Down Expand Up @@ -142,14 +141,6 @@
<pattern>com.amazonaws.</pattern>
<shadedPattern>org.apache.hudi.com.amazonaws.</shadedPattern>
</relocation>
<relocation>
<pattern>org.apache.parquet.avro.</pattern>
<shadedPattern>org.apache.hudi.org.apache.parquet.avro.</shadedPattern>
</relocation>
<relocation>
<pattern>org.apache.avro.</pattern>
<shadedPattern>org.apache.hudi.org.apache.avro.</shadedPattern>
</relocation>
<relocation>
<pattern>com.codahale.metrics.</pattern>
<shadedPattern>org.apache.hudi.com.codahale.metrics.</shadedPattern>
Expand Down Expand Up @@ -284,19 +275,13 @@
<artifactId>hudi-aws</artifactId>
<version>${project.version}</version>
</dependency>
<!-- Need parquet and avro to run AwsGlueCatalogSyncTool using run_sync_tool with this bundle.
Parquet and avro from other packages have already been shaded above-->

<!-- Parquet -->
<dependency>
<groupId>org.apache.parquet</groupId>
<artifactId>parquet-avro</artifactId>
<version>${parquet.version}</version>
<scope>compile</scope>
</dependency>
<dependency>
<groupId>org.apache.avro</groupId>
<artifactId>avro</artifactId>
<version>${avro.version}</version>
<scope>compile</scope>
</dependency>
</dependencies>
</project>
13 changes: 0 additions & 13 deletions packaging/hudi-hive-sync-bundle/pom.xml
Original file line number Diff line number Diff line change
Expand Up @@ -72,7 +72,6 @@
<include>org.apache.hudi:hudi-hive-sync</include>

<include>com.beust:jcommander</include>
<include>org.apache.avro:avro</include>
<include>org.apache.hbase:hbase-common</include>
<include>org.apache.hbase:hbase-client</include>
<include>org.apache.hbase:hbase-hadoop-compat</include>
Expand Down Expand Up @@ -106,10 +105,6 @@
<pattern>com.esotericsoftware.minlog.</pattern>
<shadedPattern>org.apache.hudi.com.esotericsoftware.minlog.</shadedPattern>
</relocation>
<relocation>
<pattern>org.apache.avro.</pattern>
<shadedPattern>org.apache.hudi.org.apache.avro.</shadedPattern>
</relocation>
<relocation>
<pattern>org.apache.commons.io.</pattern>
<shadedPattern>org.apache.hudi.org.apache.commons.io.</shadedPattern>
Expand Down Expand Up @@ -256,13 +251,5 @@
<scope>compile</scope>
</dependency>

<!-- Avro -->
<dependency>
<groupId>org.apache.avro</groupId>
<artifactId>avro</artifactId>
<version>${avro.version}</version>
<scope>compile</scope>
</dependency>

</dependencies>
</project>

0 comments on commit 67925d5

Please sign in to comment.