diff --git a/hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/spark/sql/hudi/HoodieOptionConfig.scala b/hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/spark/sql/hudi/HoodieOptionConfig.scala index 543a8b997004c..16f83f482c29b 100644 --- a/hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/spark/sql/hudi/HoodieOptionConfig.scala +++ b/hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/spark/sql/hudi/HoodieOptionConfig.scala @@ -183,7 +183,7 @@ object HoodieOptionConfig { params.get(DataSourceWriteOptions.PRECOMBINE_FIELD.key).filter(_.nonEmpty) } - def deleteHooideOptions(options: Map[String, String]): Map[String, String] = { + def deleteHoodieOptions(options: Map[String, String]): Map[String, String] = { options.filterNot(_._1.startsWith("hoodie.")).filterNot(kv => keyMapping.contains(kv._1)) } diff --git a/hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/spark/sql/hudi/command/CreateHoodieTableCommand.scala b/hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/spark/sql/hudi/command/CreateHoodieTableCommand.scala index d6c5160897e6e..94c6eab75664d 100644 --- a/hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/spark/sql/hudi/command/CreateHoodieTableCommand.scala +++ b/hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/spark/sql/hudi/command/CreateHoodieTableCommand.scala @@ -170,7 +170,7 @@ case class CreateHoodieTableCommand(table: CatalogTable, ignoreIfExists: Boolean val serdeFormat = HoodieInputFormatUtils.getSerDeClassName(HoodieFileFormat.PARQUET) // only parameters irrelevant to hudi can be set to storage.properties - val storageProperties = HoodieOptionConfig.deleteHooideOptions(options) + val storageProperties = HoodieOptionConfig.deleteHoodieOptions(options) val newStorage = new CatalogStorageFormat( Some(new Path(path).toUri), Some(inputFormat), diff --git a/hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/spark/sql/hudi/TestHoodieOptionConfig.scala b/hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/spark/sql/hudi/TestHoodieOptionConfig.scala index f91388ae9a10e..5cd66fd4838d6 100644 --- a/hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/spark/sql/hudi/TestHoodieOptionConfig.scala +++ b/hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/spark/sql/hudi/TestHoodieOptionConfig.scala @@ -78,7 +78,7 @@ class TestHoodieOptionConfig extends HoodieClientTestBase { } @Test - def testDeleteHooideOptions(): Unit = { + def testDeleteHoodieOptions(): Unit = { val sqlOptions = Map("primaryKey" -> "id,addr", "preCombineField" -> "timestamp", "type" -> "mor", @@ -86,7 +86,7 @@ class TestHoodieOptionConfig extends HoodieClientTestBase { "hoodie.compact.inline" -> "true", "key123" -> "value456" ) - val tableConfigs = HoodieOptionConfig.deleteHooideOptions(sqlOptions) + val tableConfigs = HoodieOptionConfig.deleteHoodieOptions(sqlOptions) assertTrue(tableConfigs.size == 1) assertTrue(tableConfigs("key123") == "value456") }