File tree Expand file tree Collapse file tree 1 file changed +22
-0
lines changed
core/src/test/java/org/apache/spark/shuffle/unsafe Expand file tree Collapse file tree 1 file changed +22
-0
lines changed Original file line number Diff line number Diff line change 1818package org .apache .spark .shuffle .unsafe ;
1919
2020import java .util .Arrays ;
21+ import java .util .Random ;
2122
2223import org .junit .Assert ;
2324import org .junit .Test ;
@@ -107,4 +108,25 @@ public void testBasicSorting() throws Exception {
107108 }
108109 Assert .assertFalse (iter .hasNext ());
109110 }
111+
112+ @ Test
113+ public void testSortingManyNumbers () throws Exception {
114+ UnsafeShuffleSorter sorter = new UnsafeShuffleSorter (4 );
115+ int [] numbersToSort = new int [128000 ];
116+ Random random = new Random (16 );
117+ for (int i = 0 ; i < numbersToSort .length ; i ++) {
118+ numbersToSort [i ] = random .nextInt (PackedRecordPointer .MAXIMUM_PARTITION_ID );
119+ sorter .insertRecord (0 , numbersToSort [i ]);
120+ }
121+ Arrays .sort (numbersToSort );
122+ int [] sorterResult = new int [numbersToSort .length ];
123+ UnsafeShuffleSorter .UnsafeShuffleSorterIterator iter = sorter .getSortedIterator ();
124+ int j = 0 ;
125+ while (iter .hasNext ()) {
126+ iter .loadNext ();
127+ sorterResult [j ] = iter .packedRecordPointer .getPartitionId ();
128+ j += 1 ;
129+ }
130+ Assert .assertArrayEquals (numbersToSort , sorterResult );
131+ }
110132}
You can’t perform that action at this time.
0 commit comments