|
53 | 53 | * spill files. Instead, this merging is performed in {@link UnsafeShuffleWriter}, which uses a |
54 | 54 | * specialized merge procedure that avoids extra serialization/deserialization. |
55 | 55 | */ |
56 | | -public final class UnsafeShuffleSpillWriter { |
| 56 | +public final class UnsafeShuffleExternalSorter { |
57 | 57 |
|
58 | | - private final Logger logger = LoggerFactory.getLogger(UnsafeShuffleSpillWriter.class); |
| 58 | + private final Logger logger = LoggerFactory.getLogger(UnsafeShuffleExternalSorter.class); |
59 | 59 |
|
60 | 60 | private static final int SER_BUFFER_SIZE = 1024 * 1024; // TODO: tune this / don't duplicate |
61 | 61 | private static final int PAGE_SIZE = 1024 * 1024; // TODO: tune this |
@@ -86,14 +86,14 @@ public final class UnsafeShuffleSpillWriter { |
86 | 86 | private MemoryBlock currentPage = null; |
87 | 87 | private long currentPagePosition = -1; |
88 | 88 |
|
89 | | - public UnsafeShuffleSpillWriter( |
90 | | - TaskMemoryManager memoryManager, |
91 | | - ShuffleMemoryManager shuffleMemoryManager, |
92 | | - BlockManager blockManager, |
93 | | - TaskContext taskContext, |
94 | | - int initialSize, |
95 | | - int numPartitions, |
96 | | - SparkConf conf) throws IOException { |
| 89 | + public UnsafeShuffleExternalSorter( |
| 90 | + TaskMemoryManager memoryManager, |
| 91 | + ShuffleMemoryManager shuffleMemoryManager, |
| 92 | + BlockManager blockManager, |
| 93 | + TaskContext taskContext, |
| 94 | + int initialSize, |
| 95 | + int numPartitions, |
| 96 | + SparkConf conf) throws IOException { |
97 | 97 | this.memoryManager = memoryManager; |
98 | 98 | this.shuffleMemoryManager = shuffleMemoryManager; |
99 | 99 | this.blockManager = blockManager; |
|
0 commit comments