From 1eab75310cfc19b241caec5234d3706fd9517b5a Mon Sep 17 00:00:00 2001 From: "Liu,Linhong" Date: Wed, 11 Sep 2019 16:24:29 +0800 Subject: [PATCH] [SPARK-23243][CORE][FOLLOWUP] Remove todo added by SPARK-23207 --- core/src/main/scala/org/apache/spark/rdd/RDD.scala | 2 -- 1 file changed, 2 deletions(-) diff --git a/core/src/main/scala/org/apache/spark/rdd/RDD.scala b/core/src/main/scala/org/apache/spark/rdd/RDD.scala index eafe3b17c213..53268b169de4 100644 --- a/core/src/main/scala/org/apache/spark/rdd/RDD.scala +++ b/core/src/main/scala/org/apache/spark/rdd/RDD.scala @@ -430,8 +430,6 @@ abstract class RDD[T: ClassTag]( * * If you are decreasing the number of partitions in this RDD, consider using `coalesce`, * which can avoid performing a shuffle. - * - * TODO Fix the Shuffle+Repartition data loss issue described in SPARK-23207. */ def repartition(numPartitions: Int)(implicit ord: Ordering[T] = null): RDD[T] = withScope { coalesce(numPartitions, shuffle = true)