Skip to content

Commit 8d350d1

Browse files
committed
Fix test against Hadoop 2.5+
1 parent e7c74d0 commit 8d350d1

File tree

1 file changed

+4
-2
lines changed

1 file changed

+4
-2
lines changed

core/src/test/scala/org/apache/spark/metrics/InputOutputMetricsSuite.scala

Lines changed: 4 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -97,8 +97,10 @@ class InputOutputMetricsSuite extends FunSuite with SharedSparkContext with Shou
9797
rdd.saveAsTextFile(outPath.toString)
9898
sc.listenerBus.waitUntilEmpty(500)
9999
assert(taskBytesWritten.length == 2)
100-
val outFiles = fs.listStatus(outPath)
101-
taskBytesWritten.sorted should equal (outFiles.map(_.getLen).sorted)
100+
val outFiles = fs.listStatus(outPath).filter(_.getPath.getName != "_SUCCESS")
101+
taskBytesWritten.zip(outFiles).foreach { case (bytes, fileStatus) =>
102+
assert(bytes >= fileStatus.getLen)
103+
}
102104
} finally {
103105
fs.delete(outPath, true)
104106
}

0 commit comments

Comments
 (0)