From ca67cf4b0a5f3b72a71dbbebbcfd07b8a2b59155 Mon Sep 17 00:00:00 2001 From: ismail simsek <6005685+ismailsimsek@users.noreply.github.com> Date: Mon, 20 May 2024 13:32:46 +0200 Subject: [PATCH] Add mongodb flattening settings to example config (#324) * Add mongodb flattening settings to example config * Add mongodb flattening settings to example config * Add mongodb flattening settings to example config * Revert "Add mongodb flattening settings to example config" This reverts commit 533998e55b59e94c5a62068cd27a47a0cb4c3603. --- .../distro/conf/application.properties.example | 12 ++++++++++++ 1 file changed, 12 insertions(+) diff --git a/debezium-server-iceberg-dist/src/main/resources/distro/conf/application.properties.example b/debezium-server-iceberg-dist/src/main/resources/distro/conf/application.properties.example index a4b1eb38..a3dfed9c 100644 --- a/debezium-server-iceberg-dist/src/main/resources/distro/conf/application.properties.example +++ b/debezium-server-iceberg-dist/src/main/resources/distro/conf/application.properties.example @@ -90,6 +90,18 @@ debezium.transforms.unwrap.add.fields=op,table,source.ts_ms,db debezium.transforms.unwrap.delete.handling.mode=rewrite debezium.transforms.unwrap.drop.tombstones=true +## mongodb event flattening +# debezium.transforms.unwrap.type=io.debezium.connector.mongodb.transforms.ExtractNewDocumentState +# debezium.transforms=unwrap,renamekeyfield +## IMPORTANT FIX: rename key filed name "id"=>"_id" to align it with payload key field name. +# debezium.transforms.renamekeyfield.type=org.apache.kafka.connect.transforms.ReplaceField$Key +# debezium.transforms.renamekeyfield.renames=id:_id +## For mongodb and debezium 2.7.X onward only +## https://debezium.io/documentation/reference/2.7/transformations/mongodb-event-flattening.html#mongodb-extract-new-record-state-delete-tombstone-handling-mode-rewrite-with-id +# delete.tombstone.handling.mode=rewrite +## For the delete events this will export key field (`_id`) to payload +# delete.tombstone.handling.mode.rewrite-with-id=true + # ############ SET LOG LEVELS ############ quarkus.log.level=INFO quarkus.log.console.json=false