File tree Expand file tree Collapse file tree 1 file changed +1
-2
lines changed
sql/core/src/main/scala/org/apache/spark/sql/execution/exchange Expand file tree Collapse file tree 1 file changed +1
-2
lines changed Original file line number Diff line number Diff line change @@ -35,7 +35,6 @@ import org.apache.spark.sql.internal.SQLConf
3535 * the input partition ordering requirements are met.
3636 */
3737case class EnsureRequirements (conf : SQLConf ) extends Rule [SparkPlan ] {
38- private def defaultNumPreShufflePartitions : Int = conf.numShufflePartitions
3938
4039 private def ensureDistributionAndOrdering (operator : SparkPlan ): SparkPlan = {
4140 val requiredChildDistributions : Seq [Distribution ] = operator.requiredChildDistribution
@@ -52,7 +51,7 @@ case class EnsureRequirements(conf: SQLConf) extends Rule[SparkPlan] {
5251 BroadcastExchangeExec (mode, child)
5352 case (child, distribution) =>
5453 val numPartitions = distribution.requiredNumPartitions
55- .getOrElse(defaultNumPreShufflePartitions )
54+ .getOrElse(conf.numShufflePartitions )
5655 ShuffleExchangeExec (distribution.createPartitioning(numPartitions), child)
5756 }
5857
You can’t perform that action at this time.
0 commit comments