Check partitionId's range in ExternalSorter#spill()

apache · Sep 10, 2015 · 70eb93e · 70eb93e
1 parent 49da38e
commit 70eb93e
Showing 1 changed file with 6 additions and 0 deletions.
diff --git a/core/src/main/scala/org/apache/spark/util/collection/ExternalSorter.scala b/core/src/main/scala/org/apache/spark/util/collection/ExternalSorter.scala
@@ -291,6 +291,12 @@ private[spark] class ExternalSorter[K, V, C](
       val it = collection.destructiveSortedWritablePartitionedIterator(comparator)
       while (it.hasNext) {
         val partitionId = it.nextPartition()
+        if (partitionId < 0) {
+           throw new IllegalArgumentException("Encountered negative partition Id: " + partitionId)
+        }
+				if (partitionId >= numPartitions) {
+					throw new IllegalArgumentException("Encountered partition Id: " + partitionId + " which is >= " + numPartitions)
+        }
         it.writeNext(writer)
         elementsPerPartition(partitionId) += 1
         objectsWritten += 1