add partition index check to submitJob

liguoqiang · liguoqiang · commit e68210a66877 · 2014-03-02T17:55:52.000+08:00
diff --git a/core/src/main/scala/org/apache/spark/SparkContext.scala b/core/src/main/scala/org/apache/spark/SparkContext.scala
@@ -952,6 +952,8 @@ class SparkContext(
       resultHandler: (Int, U) => Unit,
       resultFunc: => R): SimpleFutureAction[R] =
   {
+    val rddPartitions = rdd.partitions.map(_.index)
+    require(partitions.forall(rddPartitions.contains(_)), "partition index out of range")
     val cleanF = clean(processPartition)
     val callSite = getCallSite
     val waiter = dagScheduler.submitJob(

Original file line number	Diff line number	Diff line change
`@@ -952,6 +952,8 @@ class SparkContext(`
`952`	`952`	`resultHandler: (Int, U) => Unit,`
`953`	`953`	`resultFunc: => R): SimpleFutureAction[R] =`
`954`	`954`	`{`
	`955`	`+ val rddPartitions = rdd.partitions.map(_.index)`
	`956`	`+ require(partitions.forall(rddPartitions.contains(_)), "partition index out of range")`
`955`	`957`	`val cleanF = clean(processPartition)`
`956`	`958`	`val callSite = getCallSite`
`957`	`959`	`val waiter = dagScheduler.submitJob(`