File tree Expand file tree Collapse file tree 1 file changed +2
-8
lines changed
core/src/main/scala/org/apache/spark/status Expand file tree Collapse file tree 1 file changed +2
-8
lines changed Original file line number Diff line number Diff line change @@ -215,15 +215,9 @@ private[spark] class AppStatusListener(
215215 exec.removeReason = event.reason
216216 update(exec, now, last = true )
217217
218- // Remove all RDD distributions that reference the removed executor, in case there wasn't
219- // a corresponding event.
220- liveRDDs.values.foreach { rdd =>
221- if (rdd.removeDistribution(exec)) {
222- update(rdd, now)
223- }
224- }
225- // Remove all RDD partitions that reference the removed executor
218+ // Remove all RDD distributions and partitions that reference the removed executor.
226219 liveRDDs.values.foreach { rdd =>
220+ rdd.removeDistribution(exec)
227221 rdd.getPartitions().foreach { case (idx, partition) =>
228222 if (partition != null && partition.executors.contains(event.executorId)) {
229223 if (partition.executors.length == 1 ) {
You can’t perform that action at this time.
0 commit comments