diff --git a/hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/hudi/IncrementalRelation.scala b/hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/hudi/IncrementalRelation.scala index f8345780b1c9f..9cd562cd664e5 100644 --- a/hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/hudi/IncrementalRelation.scala +++ b/hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/hudi/IncrementalRelation.scala @@ -92,17 +92,8 @@ class IncrementalRelation(val sqlContext: SQLContext, StructType(skeletonSchema.fields ++ dataSchema.fields) } - - private val filters = { - if (optParams.contains(DataSourceReadOptions.PUSH_DOWN_INCR_FILTERS_OPT_KEY)) { - val filterStr = optParams.getOrElse( - DataSourceReadOptions.PUSH_DOWN_INCR_FILTERS_OPT_KEY, - DataSourceReadOptions.DEFAULT_PUSH_DOWN_FILTERS_OPT_VAL) - filterStr.split(",").filter(!_.isEmpty) - } else { - Array[String]() - } - } + private val filters = optParams.getOrElse(DataSourceReadOptions.PUSH_DOWN_INCR_FILTERS_OPT_KEY, + DataSourceReadOptions.DEFAULT_PUSH_DOWN_FILTERS_OPT_VAL).split(",").filter(!_.isEmpty) override def schema: StructType = usedSchema