[fix](multi-catalog)filter impala generated path (apache#28786)

file impala generated dir _imapala_insert_staging
HappenLee · Jan 12, 2024 · 61922ae · 61922ae
1 parent e5aefb9
commit 61922ae
Showing 1 changed file with 7 additions and 6 deletions.
diff --git a/fe/fe-core/src/main/java/org/apache/doris/datasource/hive/HiveMetaStoreCache.java b/fe/fe-core/src/main/java/org/apache/doris/datasource/hive/HiveMetaStoreCache.java
@@ -1068,17 +1068,18 @@ private boolean isFileVisible(Path path) {
                 return false;
             }
             for (String name : path.toString().split("/")) {
-                // generated by hive
-                if (name.startsWith(".hive-staging")) {
-                    return false;
-                }
-                // generated by spark
-                if ("_temporary".equals(name)) {
+                if (isGeneratedPath(name)) {
                     return false;
                 }
             }
             return true;
         }
+
+        private static boolean isGeneratedPath(String name) {
+            return "_temporary".equals(name) // generated by spark
+                    || "_imapala_insert_staging".equals(name) // generated by impala
+                    || name.startsWith(".hive-staging"); // generated by hive
+        }
     }
 
     @Data