Skip to content

Commit eed9853

Browse files
committed
Preserve partitioning for filter.
1 parent eb1a89b commit eed9853

File tree

1 file changed

+4
-1
lines changed
  • core/src/main/scala/org/apache/spark/rdd

1 file changed

+4
-1
lines changed

core/src/main/scala/org/apache/spark/rdd/RDD.scala

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -288,7 +288,10 @@ abstract class RDD[T: ClassTag](
288288
*/
289289
def filter(f: T => Boolean): RDD[T] = {
290290
val cleanF = sc.clean(f)
291-
new MapPartitionsRDD[T, T](this, (context, pid, iter) => iter.filter(cleanF))
291+
new MapPartitionsRDD[T, T](
292+
this,
293+
(context, pid, iter) => iter.filter(cleanF),
294+
preservesPartitioning = true)
292295
}
293296

294297
/**

0 commit comments

Comments
 (0)