[SPARK][CORE] NoClassDefFoundError will not be catch up which will ca…

…use job hung
apache · Jun 29, 2018 · 340e07c · 340e07c
1 parent f6e6899
commit 340e07c
Showing 1 changed file with 7 additions and 0 deletions.
diff --git a/core/src/main/scala/org/apache/spark/scheduler/DAGScheduler.scala b/core/src/main/scala/org/apache/spark/scheduler/DAGScheduler.scala
@@ -1049,6 +1049,13 @@ class DAGScheduler(
         abortStage(stage, s"Task serialization failed: $e\n${Utils.exceptionString(e)}", Some(e))
         runningStages -= stage
         return
+
+      case e: NoClassDefFoundError =>
+        abortStage(stage, s"Task serialization failed:  $e\n${Utils.exceptionString(e)}", Some(e))
+        runningStages -= stage
+
+        // Abort execution
+        return
     }
 
     val tasks: Seq[Task[_]] = try {