File tree Expand file tree Collapse file tree 1 file changed +3
-3
lines changed
core/src/main/scala/org/apache/spark/shuffle/sort Expand file tree Collapse file tree 1 file changed +3
-3
lines changed Original file line number Diff line number Diff line change @@ -133,7 +133,7 @@ private[spark] class SortShuffleReader[K, C](
133133 if (granted >= blockSize) {
134134 if (blockData.isDirect) {
135135 // If the shuffle block is allocated on a direct buffer, copy it to an on-heap buffer,
136- // otherwise off heap memory will be increased out of control .
136+ // otherwise off heap memory will be increased to the shuffle memory size .
137137 val onHeapBuffer = ByteBuffer .allocate(blockSize.toInt)
138138 onHeapBuffer.put(blockData.nioByteBuffer)
139139
@@ -143,8 +143,8 @@ private[spark] class SortShuffleReader[K, C](
143143 inMemoryBlocks += MemoryShuffleBlock (blockId, blockData)
144144 }
145145 } else {
146- logDebug(s " Granted $granted memory is not enough to store shuffle block $blockId, " +
147- s " block size $blockSize, spilling in-memory blocks to release the memory " )
146+ logDebug(s " Granted $granted memory is not enough to store shuffle block (id: $blockId, " +
147+ s " size: $blockSize) , spilling in-memory blocks to release the memory" )
148148
149149 shuffleMemoryManager.release(granted)
150150 spillInMemoryBlocks(MemoryShuffleBlock (blockId, blockData))
You can’t perform that action at this time.
0 commit comments