From 430129195b222a51bd525ad6b012ab9b32981b25 Mon Sep 17 00:00:00 2001 From: Wing Yew Poon Date: Mon, 13 Jul 2020 11:17:57 -0700 Subject: [PATCH] [SPARK-32003] Minor tweak to comments. --- .../scala/org/apache/spark/scheduler/DAGScheduler.scala | 9 ++++----- 1 file changed, 4 insertions(+), 5 deletions(-) diff --git a/core/src/main/scala/org/apache/spark/scheduler/DAGScheduler.scala b/core/src/main/scala/org/apache/spark/scheduler/DAGScheduler.scala index 018e02495c583..becbea4f6e03a 100644 --- a/core/src/main/scala/org/apache/spark/scheduler/DAGScheduler.scala +++ b/core/src/main/scala/org/apache/spark/scheduler/DAGScheduler.scala @@ -1934,8 +1934,8 @@ private[spark] class DAGScheduler( * modify the scheduler's internal state. Use executorLost() to post a loss event from outside. * * We will also assume that we've lost all shuffle blocks associated with the executor if the - * executor serves its own blocks (i.e., we're not using external shuffle), or the Standalone - * worker (which serves the shuffle data) is lost. + * executor serves its own blocks (i.e., we're not using an external shuffle service), or the + * entire Standalone worker is lost. */ private[scheduler] def handleExecutorLost( execId: String, @@ -1958,9 +1958,8 @@ private[spark] class DAGScheduler( * @param execId executor to be removed * @param fileLost If true, indicates that we assume we've lost all shuffle blocks associated * with the executor; this happens if the executor serves its own blocks (i.e., we're not - * using external shuffle), the Standalone worker (which serves the shuffle data) is lost, - * or a FetchFailed occurred (in which case we presume all shuffle data related to this - * executor to be lost). + * using an external shuffle service), the entire Standalone worker is lost, or a FetchFailed + * occurred (in which case we presume all shuffle data related to this executor to be lost). * @param hostToUnregisterOutputs (optional) executor host if we're unregistering all the * outputs on the host * @param maybeEpoch (optional) the epoch during which the failure was caught (this prevents