Skip to content

Commit e49b25b

Browse files
wangyumGitHub Enterprise
authored andcommitted
[CARMEL-6532] Fix NoSuchElementException in HandleOuterJoinBuildSideSkew (#1220)
1 parent 7709f60 commit e49b25b

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

sql/core/src/main/scala/org/apache/spark/sql/execution/adaptive/HandleOuterJoinBuildSideSkew.scala

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -69,7 +69,7 @@ object HandleOuterJoinBuildSideSkew extends Rule[LogicalPlan]
6969
case join @ ExtractEquiJoinKeys(LeftOuter, leftKeys, rightKeys, _,
7070
left @ LogicalQueryStage(_, stage1: ShuffleQueryStageExec),
7171
right @ LogicalQueryStage(_, stage2: ShuffleQueryStageExec), _)
72-
if stage1.isMaterialized && stage2.isMaterialized &&
72+
if stage1.isMaterialized && stage2.isMaterialized && stage2.mapStats.nonEmpty &&
7373
!canPlanAsBroadcastHashJoin(join, conf) && !containsBloomFilter(right) =>
7474
val rightSize = stage2.mapStats.get.bytesByPartitionId
7575
val rightSideMaxSize = rightSize.max

0 commit comments

Comments
 (0)