File tree Expand file tree Collapse file tree 1 file changed +2
-2
lines changed
core/src/main/java/org/apache/spark/shuffle/unsafe Expand file tree Collapse file tree 1 file changed +2
-2
lines changed Original file line number Diff line number Diff line change @@ -104,10 +104,10 @@ public UnsafeShuffleWriter(
104104 TaskContext taskContext ,
105105 SparkConf sparkConf ) throws IOException {
106106 final int numPartitions = handle .dependency ().partitioner ().numPartitions ();
107- if (numPartitions > PackedRecordPointer . MAXIMUM_PARTITION_ID ) {
107+ if (numPartitions > UnsafeShuffleManager . MAX_SHUFFLE_OUTPUT_PARTITIONS () ) {
108108 throw new IllegalArgumentException (
109109 "UnsafeShuffleWriter can only be used for shuffles with at most " +
110- PackedRecordPointer . MAXIMUM_PARTITION_ID + " reduce partitions" );
110+ UnsafeShuffleManager . MAX_SHUFFLE_OUTPUT_PARTITIONS () + " reduce partitions" );
111111 }
112112 this .blockManager = blockManager ;
113113 this .shuffleBlockResolver = shuffleBlockResolver ;
You can’t perform that action at this time.
0 commit comments