Merge pull request #73 from anandp504/enable_direct_join

Issue #000 chore: Enable direct joins in Cassandra
Sunbird-Obsrv · Jan 18, 2021 · 6b0018b · 6b0018b
2 parents 1d72c89 + 2e86de0
commit 6b0018b
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/analytics-core/src/main/scala/org/ekstep/analytics/framework/util/CommonUtil.scala b/analytics-core/src/main/scala/org/ekstep/analytics/framework/util/CommonUtil.scala
@@ -106,6 +106,9 @@ object CommonUtil {
       .set("spark.driver.memory", AppConf.getConfig("spark.driver_memory"))
       .set("spark.memory.fraction", AppConf.getConfig("spark.memory_fraction"))
       .set("spark.memory.storageFraction", AppConf.getConfig("spark.storage_fraction"))
+      .set("spark.sql.extensions", "com.datastax.spark.connector.CassandraSparkExtensions")
+      .set("directJoinSetting", "on")
+
     val master = conf.getOption("spark.master")
     // $COVERAGE-OFF$ Disabling scoverage as the below code cannot be covered as they depend on environment variables
     if (master.isEmpty) {