add partition index check to submitJob

MediaV · Mar 2, 2014 · e68210a · e68210a
1 parent 3a65903
commit e68210a
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/core/src/main/scala/org/apache/spark/SparkContext.scala b/core/src/main/scala/org/apache/spark/SparkContext.scala
@@ -952,6 +952,8 @@ class SparkContext(
       resultHandler: (Int, U) => Unit,
       resultFunc: => R): SimpleFutureAction[R] =
   {
+    val rddPartitions = rdd.partitions.map(_.index)
+    require(partitions.forall(rddPartitions.contains(_)), "partition index out of range")
     val cleanF = clean(processPartition)
     val callSite = getCallSite
     val waiter = dagScheduler.submitJob(