#474 Disable local mode (#738)

feathr-ai · Oct 15, 2022 · 1465f64 · 1465f64
1 parent 3c407c3
commit 1465f64
Showing 1 changed file with 1 addition and 5 deletions.
diff --git a/src/main/scala/com/linkedin/feathr/offline/util/SourceUtils.scala b/src/main/scala/com/linkedin/feathr/offline/util/SourceUtils.scala
@@ -652,11 +652,7 @@ private[offline] object SourceUtils {
         ss.read.format("csv").option("header", "true").option("delimiter", csvDelimiterOption).load(inputData.inputPath)
       }
       case _ => {
-        if (ss.sparkContext.isLocal){
-          getLocalDF(ss, inputData.inputPath, dataLoaderHandlers)
-        } else {
-          loadAsDataFrame(ss, SimplePath(inputData.inputPath),dataLoaderHandlers)
-        }
+        loadAsDataFrame(ss, SimplePath(inputData.inputPath),dataLoaderHandlers)
       }
     }
   }