Skip to content

Commit c2ce78e

Browse files
committed
Fix a missed usage of MAX_PARTITION_ID
1 parent e3b8855 commit c2ce78e

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

core/src/main/java/org/apache/spark/shuffle/unsafe/UnsafeShuffleWriter.java

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -104,10 +104,10 @@ public UnsafeShuffleWriter(
104104
TaskContext taskContext,
105105
SparkConf sparkConf) throws IOException {
106106
final int numPartitions = handle.dependency().partitioner().numPartitions();
107-
if (numPartitions > PackedRecordPointer.MAXIMUM_PARTITION_ID) {
107+
if (numPartitions > UnsafeShuffleManager.MAX_SHUFFLE_OUTPUT_PARTITIONS()) {
108108
throw new IllegalArgumentException(
109109
"UnsafeShuffleWriter can only be used for shuffles with at most " +
110-
PackedRecordPointer.MAXIMUM_PARTITION_ID + " reduce partitions");
110+
UnsafeShuffleManager.MAX_SHUFFLE_OUTPUT_PARTITIONS() + " reduce partitions");
111111
}
112112
this.blockManager = blockManager;
113113
this.shuffleBlockResolver = shuffleBlockResolver;

0 commit comments

Comments
 (0)