File tree Expand file tree Collapse file tree
core/src/main/scala/org/apache/spark/scheduler Expand file tree Collapse file tree Original file line number Diff line number Diff line change @@ -1436,16 +1436,15 @@ class DAGScheduler(
14361436 val message = s " Stage failed because barrier task $task finished unsuccessfully. \n " +
14371437 failure.toErrorString
14381438 try {
1439- // cancelTasks will fail if a SchedulerBackend does not implement killTask
1439+ // killAllTaskAttempts will fail if a SchedulerBackend does not implement killTask.
14401440 val reason = s " Task $task from barrier stage $failedStage ( ${failedStage.name}) failed. "
14411441 taskScheduler.killAllTaskAttempts(stageId, interruptThread = false , reason)
1442- taskScheduler.cancelTasks(stageId, interruptThread = false )
14431442 } catch {
14441443 case e : UnsupportedOperationException =>
14451444 // Cannot continue with barrier stage if failed to cancel zombie barrier tasks.
14461445 // TODO SPARK-24877 leave the zombie tasks and ignore their completion events.
1447- logWarning(s " Could not cancel tasks for stage $stageId" , e)
1448- abortStage(failedStage, " Could not cancel zombie barrier tasks for stage " +
1446+ logWarning(s " Could not kill all tasks for stage $stageId" , e)
1447+ abortStage(failedStage, " Could not kill zombie barrier tasks for stage " +
14491448 s " $failedStage ( ${failedStage.name}) " , Some (e))
14501449 }
14511450 markStageAsFinished(failedStage, Some (message))
You can’t perform that action at this time.
0 commit comments