From 784dcb429a6f489c58980e12d46a8e8537a58f48 Mon Sep 17 00:00:00 2001 From: ismail simsek <6005685+ismailsimsek@users.noreply.github.com> Date: Fri, 1 Mar 2024 11:57:10 +0100 Subject: [PATCH 1/2] Add example config for Hive metastore catalog --- .../distro/conf/application.properties.example | 15 ++++++++++++++- 1 file changed, 14 insertions(+), 1 deletion(-) diff --git a/debezium-server-iceberg-dist/src/main/resources/distro/conf/application.properties.example b/debezium-server-iceberg-dist/src/main/resources/distro/conf/application.properties.example index aa84ecad..e31e028f 100644 --- a/debezium-server-iceberg-dist/src/main/resources/distro/conf/application.properties.example +++ b/debezium-server-iceberg-dist/src/main/resources/distro/conf/application.properties.example @@ -30,6 +30,19 @@ debezium.sink.iceberg.jdbc.password=my_password debezium.sink.iceberg.table-namespace=debeziumdata debezium.sink.iceberg.catalog-name=iceberg debezium.sink.iceberg.warehouse=s3a://my_bucket/iceberg_warehouse + +# Config with hive meatastore catalogs +# debezium.sink.iceberg.type=hive +# debezium.sink.iceberg.uri=thrift://xx.xxx.xx.xxx:9083 +# debezium.sink.iceberg.clients=5 +# debezium.sink.iceberg.warehouse=s3a://datalake/datawarehouse +# debezium.sink.iceberg.catalog.io-impl=org.apache.iceberg.aws.s3.S3FileIO +# debezium.sink.iceberg.engine.hive.enabled=true +# debezium.sink.iceberg.iceberg.engine.hive.enabled=true +# debezium.sink.hive.metastore.sasl.enabled=false +# debezium.sink.iceberg.hive.metastore.sasl.enabled=false + + # Use S3FileIO debezium.sink.iceberg.io-impl=org.apache.iceberg.aws.s3.S3FileIO debezium.sink.iceberg.s3.endpoint=http://localhost:9000 @@ -101,4 +114,4 @@ quarkus.log.console.json=false quarkus.log.category."org.apache.hadoop".level=WARN quarkus.log.category."org.apache.parquet".level=WARN # Ignore messages below warning level from Jetty, because it's a bit verbose -quarkus.log.category."org.eclipse.jetty".level=WARN \ No newline at end of file +quarkus.log.category."org.eclipse.jetty".level=WARN From 9f08642314d5ab701c2ce6258edaf0dbe23e5518 Mon Sep 17 00:00:00 2001 From: ismail simsek <6005685+ismailsimsek@users.noreply.github.com> Date: Fri, 1 Mar 2024 11:58:15 +0100 Subject: [PATCH 2/2] Update application.properties.example --- .../main/resources/distro/conf/application.properties.example | 1 - 1 file changed, 1 deletion(-) diff --git a/debezium-server-iceberg-dist/src/main/resources/distro/conf/application.properties.example b/debezium-server-iceberg-dist/src/main/resources/distro/conf/application.properties.example index e31e028f..d9367c2d 100644 --- a/debezium-server-iceberg-dist/src/main/resources/distro/conf/application.properties.example +++ b/debezium-server-iceberg-dist/src/main/resources/distro/conf/application.properties.example @@ -42,7 +42,6 @@ debezium.sink.iceberg.warehouse=s3a://my_bucket/iceberg_warehouse # debezium.sink.hive.metastore.sasl.enabled=false # debezium.sink.iceberg.hive.metastore.sasl.enabled=false - # Use S3FileIO debezium.sink.iceberg.io-impl=org.apache.iceberg.aws.s3.S3FileIO debezium.sink.iceberg.s3.endpoint=http://localhost:9000