We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent e7c74d0 commit 8d350d1Copy full SHA for 8d350d1
core/src/test/scala/org/apache/spark/metrics/InputOutputMetricsSuite.scala
@@ -97,8 +97,10 @@ class InputOutputMetricsSuite extends FunSuite with SharedSparkContext with Shou
97
rdd.saveAsTextFile(outPath.toString)
98
sc.listenerBus.waitUntilEmpty(500)
99
assert(taskBytesWritten.length == 2)
100
- val outFiles = fs.listStatus(outPath)
101
- taskBytesWritten.sorted should equal (outFiles.map(_.getLen).sorted)
+ val outFiles = fs.listStatus(outPath).filter(_.getPath.getName != "_SUCCESS")
+ taskBytesWritten.zip(outFiles).foreach { case (bytes, fileStatus) =>
102
+ assert(bytes >= fileStatus.getLen)
103
+ }
104
} finally {
105
fs.delete(outPath, true)
106
}
0 commit comments