We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent a2aa36b commit d31ff7eCopy full SHA for d31ff7e
core/src/main/scala/org/apache/spark/rdd/RDD.scala
@@ -1084,7 +1084,7 @@ abstract class RDD[T: ClassTag](
1084
if (buf.size == 0) {
1085
numPartsToTry = partsScanned * 4
1086
} else {
1087
- numPartsToTry = (1.5 * num * partsScanned / buf.size).toInt - partsScanned
+ numPartsToTry = ((1.5 * num * partsScanned / buf.size).toInt - partsScanned) max 1 // the left side of max is >=1 whenever partsScanned >= 2
1088
}
1089
1090
0 commit comments