postgres to mongo incrementing mode

Author: hifly81

README.adoc

@@ -1897,7 +1897,7 @@ Teardown:
 scripts/tear-down-smt-aspectj.sh
 ----
 
-=== Postgres bulk to Mongo
+=== Postgres to Mongo
 
 In this example a JDBC source connector will copy rows from a Postgres table to a MongoDB collection. Rows containing a JSON CLOB not properly parsable will be sent to DLQ topic.
 
@@ -1929,9 +1929,10 @@ A JDBC source connector will be created with this link:postgres-to-mongo/config/
     "connection.user": "postgres",
     "connection.password": "postgres",
     "table.whitelist": "accounts",
-    "mode": "bulk",
+    "mode": "incrementing",
+    "incrementing.column.name": "seq_id",
     "topic.prefix": "jdbc_",
-    "poll.interval.ms": "600000",
+    "poll.interval.ms": "5000",
     "numeric.mapping": "best_fit",
     "value.converter": "io.confluent.connect.avro.AvroConverter",
     "key.converter": "org.apache.kafka.connect.json.JsonConverter",

postgres-to-mongo/config/create-tables.sql

@@ -1,5 +1,6 @@
 CREATE TABLE accounts (
-    ID VARCHAR PRIMARY KEY,
+    SEQ_ID SERIAL PRIMARY KEY
+    ID VARCHAR,
     SSN VARCHAR
 );
 

postgres-to-mongo/config/jdbc_psql_source.json

@@ -7,9 +7,10 @@
     "connection.user": "postgres",
     "connection.password": "postgres",
     "table.whitelist": "accounts",
-    "mode": "bulk",
+    "mode": "incrementing",
+    "incrementing.column.name": "seq_id",
     "topic.prefix": "jdbc_",
-    "poll.interval.ms": "600000",
+    "poll.interval.ms": "5000",
     "numeric.mapping": "best_fit",
     "value.converter": "io.confluent.connect.avro.AvroConverter",
     "key.converter": "org.apache.kafka.connect.json.JsonConverter",