File tree Expand file tree Collapse file tree 1 file changed +4
-4
lines changed
sql/core/src/main/scala/org/apache/spark/sql/execution/adaptive Expand file tree Collapse file tree 1 file changed +4
-4
lines changed Original file line number Diff line number Diff line change @@ -144,12 +144,12 @@ object OptimizeLocalShuffleReader {
144144 s.shuffle.canChangeNumPartitions
145145 // This CustomShuffleReaderExec used in skew side, its numPartitions increased.
146146 case CustomShuffleReaderExec (_, partitionSpecs)
147- if partitionSpecs.exists(_.isInstanceOf [PartialReducerPartitionSpec ]) => false
147+ if partitionSpecs.exists(_.isInstanceOf [PartialReducerPartitionSpec ]) => false
148148 // This CustomShuffleReaderExec used in non-skew side, its numPartitions equals to
149149 // the skew side CustomShuffleReaderExec.
150- case CustomShuffleReaderExec (_, partitionSpecs)
151- if partitionSpecs.forall(_.isInstanceOf [CoalescedPartitionSpec ]) &&
152- partitionSpecs.toSet.size = = partitionSpecs.size => false
150+ case CustomShuffleReaderExec (_, partitionSpecs) if partitionSpecs.size > 1 &&
151+ partitionSpecs.forall(_.isInstanceOf [CoalescedPartitionSpec ]) &&
152+ partitionSpecs.toSet.size ! = partitionSpecs.size => false
153153 case CustomShuffleReaderExec (s : ShuffleQueryStageExec , partitionSpecs) =>
154154 s.shuffle.canChangeNumPartitions && partitionSpecs.nonEmpty
155155 case _ => false
You can’t perform that action at this time.
0 commit comments