Avoid checkFilesExist check

carsonwang · Dec 29, 2018 · 239cfa4 · 239cfa4
1 parent a95637e
commit 239cfa4
Showing 1 changed file with 12 additions and 14 deletions.
diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/DataSource.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/DataSource.scala
@@ -560,20 +560,18 @@ case class DataSource(
       globPath
     }.toSeq
 
-    if (checkFilesExist) {
-      val (filtered, filteredOut) = allGlobPath.partition { path =>
-        !InMemoryFileIndex.shouldFilterOut(path.getName)
-      }
-      if (filteredOut.nonEmpty) {
-        if (filtered.isEmpty) {
-          throw new AnalysisException(
-            "All path were ignored. The following path were ignored:\n" +
-              s"${filteredOut.mkString("\n  ")}")
-        } else {
-          logDebug(
-            "The following path were ignored:\n" +
-              s"${filteredOut.mkString("\n  ")}")
-        }
+    val (filtered, filteredOut) = allGlobPath.partition { path =>
+      !InMemoryFileIndex.shouldFilterOut(path.getName)
+    }
+    if (filteredOut.nonEmpty) {
+      if (filtered.isEmpty) {
+        throw new AnalysisException(
+          "All path were ignored. The following path were ignored:\n" +
+            s"${filteredOut.mkString("\n  ")}")
+      } else {
+        logDebug(
+          "The following path were ignored:\n" +
+            s"${filteredOut.mkString("\n  ")}")
       }
     }