[fix](multi-catalog)filter impala generated path #28786 (#28917)

bp: #28786
apache · Dec 23, 2023 · 7ba5734 · 7ba5734
1 parent 12b0d98
commit 7ba5734
Showing 1 changed file with 7 additions and 6 deletions.
diff --git a/fe/fe-core/src/main/java/org/apache/doris/datasource/hive/HiveMetaStoreCache.java b/fe/fe-core/src/main/java/org/apache/doris/datasource/hive/HiveMetaStoreCache.java
@@ -1068,17 +1068,18 @@ private boolean isFileVisible(Path path) {
                 return false;
             }
             for (String name : path.toString().split("/")) {
-                // generated by hive
-                if (name.startsWith(".hive-staging")) {
-                    return false;
-                }
-                // generated by spark
-                if ("_temporary".equals(name)) {
+                if (isGeneratedPath(name)) {
                     return false;
                 }
             }
             return true;
         }
+
+        private static boolean isGeneratedPath(String name) {
+            return "_temporary".equals(name) // generated by spark
+                    || "_imapala_insert_staging".equals(name) // generated by impala
+                    || name.startsWith(".hive-staging"); // generated by hive
+        }
     }
 
     @Data