Skip to content

Commit 8a6fe52

Browse files
committed
Rename UnsafeShuffleSpillWriter to UnsafeShuffleExternalSorter
1 parent 11feeb6 commit 8a6fe52

File tree

3 files changed

+12
-12
lines changed

3 files changed

+12
-12
lines changed

core/src/main/java/org/apache/spark/shuffle/unsafe/SpillInfo.java

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -22,7 +22,7 @@
2222
import java.io.File;
2323

2424
/**
25-
* Metadata for a block of data written by {@link UnsafeShuffleSpillWriter}.
25+
* Metadata for a block of data written by {@link UnsafeShuffleExternalSorter}.
2626
*/
2727
final class SpillInfo {
2828
final long[] partitionLengths;

core/src/main/java/org/apache/spark/shuffle/unsafe/UnsafeShuffleSpillWriter.java renamed to core/src/main/java/org/apache/spark/shuffle/unsafe/UnsafeShuffleExternalSorter.java

Lines changed: 10 additions & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -53,9 +53,9 @@
5353
* spill files. Instead, this merging is performed in {@link UnsafeShuffleWriter}, which uses a
5454
* specialized merge procedure that avoids extra serialization/deserialization.
5555
*/
56-
public final class UnsafeShuffleSpillWriter {
56+
public final class UnsafeShuffleExternalSorter {
5757

58-
private final Logger logger = LoggerFactory.getLogger(UnsafeShuffleSpillWriter.class);
58+
private final Logger logger = LoggerFactory.getLogger(UnsafeShuffleExternalSorter.class);
5959

6060
private static final int SER_BUFFER_SIZE = 1024 * 1024; // TODO: tune this / don't duplicate
6161
private static final int PAGE_SIZE = 1024 * 1024; // TODO: tune this
@@ -86,14 +86,14 @@ public final class UnsafeShuffleSpillWriter {
8686
private MemoryBlock currentPage = null;
8787
private long currentPagePosition = -1;
8888

89-
public UnsafeShuffleSpillWriter(
90-
TaskMemoryManager memoryManager,
91-
ShuffleMemoryManager shuffleMemoryManager,
92-
BlockManager blockManager,
93-
TaskContext taskContext,
94-
int initialSize,
95-
int numPartitions,
96-
SparkConf conf) throws IOException {
89+
public UnsafeShuffleExternalSorter(
90+
TaskMemoryManager memoryManager,
91+
ShuffleMemoryManager shuffleMemoryManager,
92+
BlockManager blockManager,
93+
TaskContext taskContext,
94+
int initialSize,
95+
int numPartitions,
96+
SparkConf conf) throws IOException {
9797
this.memoryManager = memoryManager;
9898
this.shuffleMemoryManager = shuffleMemoryManager;
9999
this.blockManager = blockManager;

core/src/main/java/org/apache/spark/shuffle/unsafe/UnsafeShuffleWriter.java

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -118,7 +118,7 @@ private void freeMemory() {
118118

119119
private SpillInfo[] insertRecordsIntoSorter(
120120
scala.collection.Iterator<? extends Product2<K, V>> records) throws Exception {
121-
final UnsafeShuffleSpillWriter sorter = new UnsafeShuffleSpillWriter(
121+
final UnsafeShuffleExternalSorter sorter = new UnsafeShuffleExternalSorter(
122122
memoryManager,
123123
shuffleMemoryManager,
124124
blockManager,

0 commit comments

Comments
 (0)