From e0515dc272a9c4e810839366bc53310a216540a3 Mon Sep 17 00:00:00 2001 From: sivabalan Date: Tue, 4 Apr 2023 23:03:36 -0700 Subject: [PATCH] reverting FS based listing for full cleaning in clean Planner --- .../apache/hudi/table/action/clean/CleanPlanner.java | 10 +--------- 1 file changed, 1 insertion(+), 9 deletions(-) diff --git a/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/table/action/clean/CleanPlanner.java b/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/table/action/clean/CleanPlanner.java index 6951746503d2a..74fa1bc66f231 100644 --- a/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/table/action/clean/CleanPlanner.java +++ b/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/table/action/clean/CleanPlanner.java @@ -212,15 +212,7 @@ private List getPartitionPathsForIncrementalCleaning(HoodieCleanMetadata */ private List getPartitionPathsForFullCleaning() { // Go to brute force mode of scanning all partitions - try { - // Because the partition of BaseTableMetadata has been deleted, - // all partition information can only be obtained from FileSystemBackedTableMetadata. - FileSystemBackedTableMetadata fsBackedTableMetadata = new FileSystemBackedTableMetadata(context, - context.getHadoopConf(), config.getBasePath(), config.shouldAssumeDatePartitioning()); - return fsBackedTableMetadata.getAllPartitionPaths(); - } catch (IOException e) { - return Collections.emptyList(); - } + return FSUtils.getAllPartitionPaths(context, config.getMetadataConfig(), config.getBasePath()); } /**