From 600c8ca8a9c5e041182e2308fe14bc180af610d3 Mon Sep 17 00:00:00 2001 From: Parth Chandra Date: Wed, 11 Dec 2024 08:24:06 -0800 Subject: [PATCH] fix: use inputRDD to get outputPartitions in CometScanExec --- .../main/scala/org/apache/spark/sql/comet/CometScanExec.scala | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/spark/src/main/scala/org/apache/spark/sql/comet/CometScanExec.scala b/spark/src/main/scala/org/apache/spark/sql/comet/CometScanExec.scala index 49f7694bcf..177278e62e 100644 --- a/spark/src/main/scala/org/apache/spark/sql/comet/CometScanExec.scala +++ b/spark/src/main/scala/org/apache/spark/sql/comet/CometScanExec.scala @@ -132,7 +132,7 @@ case class CometScanExec( lazy val bucketedScan: Boolean = wrapped.bucketedScan override lazy val (outputPartitioning, outputOrdering): (Partitioning, Seq[SortOrder]) = - (wrapped.outputPartitioning, wrapped.outputOrdering) + (UnknownPartitioning(wrapped.inputRDD.getNumPartitions), wrapped.outputOrdering) @transient private lazy val pushedDownFilters = getPushedDownFilters(relation, dataFilters)