Skip to content

Commit bfc2614

Browse files
committed
Log improve
1 parent 1068005 commit bfc2614

File tree

1 file changed

+3
-3
lines changed

1 file changed

+3
-3
lines changed

core/src/main/scala/org/apache/spark/shuffle/sort/SortShuffleReader.scala

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -133,7 +133,7 @@ private[spark] class SortShuffleReader[K, C](
133133
if (granted >= blockSize) {
134134
if (blockData.isDirect) {
135135
// If the shuffle block is allocated on a direct buffer, copy it to an on-heap buffer,
136-
// otherwise off heap memory will be increased out of control.
136+
// otherwise off heap memory will be increased to the shuffle memory size.
137137
val onHeapBuffer = ByteBuffer.allocate(blockSize.toInt)
138138
onHeapBuffer.put(blockData.nioByteBuffer)
139139

@@ -143,8 +143,8 @@ private[spark] class SortShuffleReader[K, C](
143143
inMemoryBlocks += MemoryShuffleBlock(blockId, blockData)
144144
}
145145
} else {
146-
logDebug(s"Granted $granted memory is not enough to store shuffle block $blockId, " +
147-
s"block size $blockSize, spilling in-memory blocks to release the memory")
146+
logDebug(s"Granted $granted memory is not enough to store shuffle block (id: $blockId, " +
147+
s"size: $blockSize), spilling in-memory blocks to release the memory")
148148

149149
shuffleMemoryManager.release(granted)
150150
spillInMemoryBlocks(MemoryShuffleBlock(blockId, blockData))

0 commit comments

Comments
 (0)