Catch all errors during serialization in DAGScheduler.

MediaV · Jul 8, 2014 · 361e962 · 361e962
1 parent 56e009d
commit 361e962
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/core/src/main/scala/org/apache/spark/scheduler/DAGScheduler.scala b/core/src/main/scala/org/apache/spark/scheduler/DAGScheduler.scala
@@ -768,6 +768,10 @@ class DAGScheduler(
           abortStage(stage, "Task not serializable: " + e.toString)
           runningStages -= stage
           return
+        case e: Throwable => // Other exceptions, such as IllegalArgumentException from Kryo.
+          abortStage(stage, "Task serialization failed: " + e.toString)
+          runningStages -= stage
+          return
       }
 
       logInfo("Submitting " + tasks.size + " missing tasks from " + stage + " (" + stage.rdd + ")")