Skip to content

Commit 8be6218

Browse files
committed
Fix test failures and mark a couple variables private
1 parent c5e68e5 commit 8be6218

File tree

3 files changed

+3
-3
lines changed

3 files changed

+3
-3
lines changed

core/src/main/scala/org/apache/spark/shuffle/hash/HashShuffleWriter.scala

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -39,7 +39,7 @@ private[spark] class HashShuffleWriter[K, V](
3939
// we don't try deleting files, etc twice.
4040
private var stopping = false
4141

42-
val writeMetrics = new ShuffleWriteMetrics()
42+
private val writeMetrics = new ShuffleWriteMetrics()
4343
metrics.shuffleWriteMetrics = Some(writeMetrics)
4444

4545
private val blockManager = SparkEnv.get.blockManager

core/src/main/scala/org/apache/spark/shuffle/sort/SortShuffleWriter.scala

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -52,7 +52,7 @@ private[spark] class SortShuffleWriter[K, V, C](
5252

5353
private var mapStatus: MapStatus = null
5454

55-
val writeMetrics = new ShuffleWriteMetrics()
55+
private val writeMetrics = new ShuffleWriteMetrics()
5656
context.taskMetrics.shuffleWriteMetrics = Some(writeMetrics)
5757

5858
/** Write a bunch of records to this task's output */

core/src/main/scala/org/apache/spark/storage/BlockObjectWriter.scala

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -186,7 +186,7 @@ private[spark] class DiskBlockObjectWriter(
186186
}
187187

188188
override def fileSegment(): FileSegment = {
189-
new FileSegment(file, initialPosition, writeMetrics.shuffleBytesWritten)
189+
new FileSegment(file, initialPosition, finalPosition - initialPosition)
190190
}
191191

192192
private def updateBytesWritten() {

0 commit comments

Comments
 (0)