Skip to content

Commit 9a6fe6c

Browse files
committed
Remove defaultNumPreShufflePartitions
1 parent af4248b commit 9a6fe6c

File tree

1 file changed

+1
-2
lines changed

1 file changed

+1
-2
lines changed

sql/core/src/main/scala/org/apache/spark/sql/execution/exchange/EnsureRequirements.scala

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -35,7 +35,6 @@ import org.apache.spark.sql.internal.SQLConf
3535
* the input partition ordering requirements are met.
3636
*/
3737
case class EnsureRequirements(conf: SQLConf) extends Rule[SparkPlan] {
38-
private def defaultNumPreShufflePartitions: Int = conf.numShufflePartitions
3938

4039
private def ensureDistributionAndOrdering(operator: SparkPlan): SparkPlan = {
4140
val requiredChildDistributions: Seq[Distribution] = operator.requiredChildDistribution
@@ -52,7 +51,7 @@ case class EnsureRequirements(conf: SQLConf) extends Rule[SparkPlan] {
5251
BroadcastExchangeExec(mode, child)
5352
case (child, distribution) =>
5453
val numPartitions = distribution.requiredNumPartitions
55-
.getOrElse(defaultNumPreShufflePartitions)
54+
.getOrElse(conf.numShufflePartitions)
5655
ShuffleExchangeExec(distribution.createPartitioning(numPartitions), child)
5756
}
5857

0 commit comments

Comments
 (0)