Fix

Author: david-zlai

spark/src/main/scala/ai/chronon/spark/JoinUtils.scala

@@ -171,7 +171,7 @@ object JoinUtils {
     val leftEnd = Option(leftSource.query.endPartition).getOrElse(endPartition)
 
     logger.info(s"Attempting to fill join partition range: $leftStart to $leftEnd")
-    PartitionRange(leftStart, leftEnd)(tableUtils.partitionSpec)
+    PartitionRange(leftStart, leftEnd)(leftSource.partitionSpec)
   }
 
   /** *
@@ -325,7 +325,7 @@ object JoinUtils {
           val leftSideKeyName = joinPart.rightToLeft(keyName)
           logger.info(
             s"KeyName: $keyName, leftSide KeyName: $leftSideKeyName , Join right to left: ${joinPart.rightToLeft
-              .mkString(", ")}")
+                .mkString(", ")}")
           val values = collectedLeft.map(row => row.getAs[Any](leftSideKeyName))
           // Check for null keys, warn if found, err if all null
           val (notNullValues, nullValues) = values.partition(_ != null)
@@ -492,9 +492,12 @@ object JoinUtils {
   }
 
   def parseSkewKeys(jmap: java.util.Map[String, java.util.List[String]]): Option[Map[String, Seq[String]]] = {
-    Option(jmap).map(_.toScala.map { case (key, list) =>
-      key -> list.asScala
-    }.toMap)
+    Option(jmap).map(
+      _.toScala
+        .map { case (key, list) =>
+          key -> list.asScala
+        }
+        .toMap)
   }
 
   def shiftDays(leftDataModel: DataModel, joinPart: JoinPart, leftRange: PartitionRange): PartitionRange = {