Skip to content

Commit

Permalink
Add test that covers UnsafeShuffleSortDataFormat.swap().
Browse files Browse the repository at this point in the history
  • Loading branch information
JoshRosen committed May 11, 2015
1 parent e1855e5 commit 7c953f9
Showing 1 changed file with 22 additions and 0 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -18,6 +18,7 @@
package org.apache.spark.shuffle.unsafe;

import java.util.Arrays;
import java.util.Random;

import org.junit.Assert;
import org.junit.Test;
Expand Down Expand Up @@ -107,4 +108,25 @@ public void testBasicSorting() throws Exception {
}
Assert.assertFalse(iter.hasNext());
}

@Test
public void testSortingManyNumbers() throws Exception {
UnsafeShuffleSorter sorter = new UnsafeShuffleSorter(4);
int[] numbersToSort = new int[128000];
Random random = new Random(16);
for (int i = 0; i < numbersToSort.length; i++) {
numbersToSort[i] = random.nextInt(PackedRecordPointer.MAXIMUM_PARTITION_ID);
sorter.insertRecord(0, numbersToSort[i]);
}
Arrays.sort(numbersToSort);
int[] sorterResult = new int[numbersToSort.length];
UnsafeShuffleSorter.UnsafeShuffleSorterIterator iter = sorter.getSortedIterator();
int j = 0;
while (iter.hasNext()) {
iter.loadNext();
sorterResult[j] = iter.packedRecordPointer.getPartitionId();
j += 1;
}
Assert.assertArrayEquals(numbersToSort, sorterResult);
}
}

0 comments on commit 7c953f9

Please sign in to comment.