From 2f04c150d02b887f88e7c5e5e85d49653dd51731 Mon Sep 17 00:00:00 2001 From: Raymond Xu <2701446+xushiyan@users.noreply.github.com> Date: Mon, 6 Jun 2022 21:21:24 +0800 Subject: [PATCH] [HUDI-4198] Fix hive config for AWSGlueClientFactory HiveConf needs to load fs conf to allow instantiation via AWSGlueClientFactory --- .../src/main/java/org/apache/hudi/hive/HiveSyncTool.java | 1 + 1 file changed, 1 insertion(+) diff --git a/hudi-sync/hudi-hive-sync/src/main/java/org/apache/hudi/hive/HiveSyncTool.java b/hudi-sync/hudi-hive-sync/src/main/java/org/apache/hudi/hive/HiveSyncTool.java index 5e343b9a62a00..4b60bd20dc5e2 100644 --- a/hudi-sync/hudi-hive-sync/src/main/java/org/apache/hudi/hive/HiveSyncTool.java +++ b/hudi-sync/hudi-hive-sync/src/main/java/org/apache/hudi/hive/HiveSyncTool.java @@ -74,6 +74,7 @@ public HiveSyncTool(TypedProperties props, Configuration conf, FileSystem fs) { public HiveSyncTool(HiveSyncConfig hiveSyncConfig, HiveConf hiveConf, FileSystem fs) { super(hiveSyncConfig.getProps(), hiveConf, fs); + hiveConf.addResource(fs.getConf()); // TODO: reconcile the way to set METASTOREURIS if (StringUtils.isNullOrEmpty(hiveConf.get(HiveConf.ConfVars.METASTOREURIS.varname))) { hiveConf.set(HiveConf.ConfVars.METASTOREURIS.varname, hiveSyncConfig.metastoreUris);