Skip to content

Commit 0f1a996

Browse files
author
Marcelo Vanzin
committed
Minor cleanup.
1 parent eadc487 commit 0f1a996

File tree

1 file changed

+2
-8
lines changed

1 file changed

+2
-8
lines changed

core/src/main/scala/org/apache/spark/status/AppStatusListener.scala

Lines changed: 2 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -215,15 +215,9 @@ private[spark] class AppStatusListener(
215215
exec.removeReason = event.reason
216216
update(exec, now, last = true)
217217

218-
// Remove all RDD distributions that reference the removed executor, in case there wasn't
219-
// a corresponding event.
220-
liveRDDs.values.foreach { rdd =>
221-
if (rdd.removeDistribution(exec)) {
222-
update(rdd, now)
223-
}
224-
}
225-
// Remove all RDD partitions that reference the removed executor
218+
// Remove all RDD distributions and partitions that reference the removed executor.
226219
liveRDDs.values.foreach { rdd =>
220+
rdd.removeDistribution(exec)
227221
rdd.getPartitions().foreach { case (idx, partition) =>
228222
if (partition != null && partition.executors.contains(event.executorId)) {
229223
if (partition.executors.length == 1) {

0 commit comments

Comments
 (0)