Trustpilot

.travis.yml

@@ -1,47 +1,47 @@
-language: java
-cache:
-  directories:
-  - $HOME/.m2/repository
-
-sudo: required
-
-jdk:
-  - oraclejdk8
-
-services:
-  - docker
-
-# First stop MySQL and PostgreSQL that run by default (see DBZ-163). Then check Docker status. Finally,
-# install Maven 3.3.9, since the Jolokia Maven plugin requires 3.2.1 or later but Travis current runs 3.1.x
-before_install:
-  - sudo service mysql-5.6 stop || sudo service mysql stop
-  - sudo /etc/init.d/postgresql stop
-  - docker -v
-  - docker ps -a
-  - wget https://archive.apache.org/dist/maven/maven-3/3.3.9/binaries/apache-maven-3.3.9-bin.zip
-  - unzip -qq apache-maven-3.3.9-bin.zip
-  - export M2_HOME=$PWD/apache-maven-3.3.9
-  - export PATH=$M2_HOME/bin:$PATH
-  - mvn -version
-
-# By default Travis will install dependencies before it runs a build, and with Maven projects that
-# means running an install build without tests. We don't need to do this, and it actually causes problems.
-# So skip it...
-install: true
-
-after_install:
-  - docker ps -a
-
-script: 
-  - mvn clean install -Passembly -Dversion.postgres.server=9.6-devel
-  - mvn install -pl debezium-connector-mysql -Pparser-antlr -DskipTests
-  - mvn install -pl debezium-connector-postgres -Pwal2json-decoder -Dversion.postgres.server=9.6-devel
-  - mvn install -pl debezium-connector-mongodb -Dversion.mongo.server=3.2.19
-
-notifications:
-  webhooks:
-    urls:
-      - https://webhooks.gitter.im/e/44c51b6da8c2bec32645
-    on_success: always  # options: [always|never|change] default: always
-    on_failure: always  # options: [always|never|change] default: always
-    on_start: never     # options: [always|never|change] default: always
+#language: java
+#cache:
+#  directories:
+#  - $HOME/.m2/repository
+#
+#sudo: required
+#
+#jdk:
+#  - oraclejdk8
+#
+#services:
+#  - docker
+#
+## First stop MySQL and PostgreSQL that run by default (see DBZ-163). Then check Docker status. Finally,
+## install Maven 3.3.9, since the Jolokia Maven plugin requires 3.2.1 or later but Travis current runs 3.1.x
+#before_install:
+#  - sudo service mysql-5.6 stop || sudo service mysql stop
+#  - sudo /etc/init.d/postgresql stop
+#  - docker -v
+#  - docker ps -a
+#  - wget https://archive.apache.org/dist/maven/maven-3/3.3.9/binaries/apache-maven-3.3.9-bin.zip
+#  - unzip -qq apache-maven-3.3.9-bin.zip
+#  - export M2_HOME=$PWD/apache-maven-3.3.9
+#  - export PATH=$M2_HOME/bin:$PATH
+#  - mvn -version
+#
+## By default Travis will install dependencies before it runs a build, and with Maven projects that
+## means running an install build without tests. We don't need to do this, and it actually causes problems.
+## So skip it...
+#install: true
+#
+#after_install:
+#  - docker ps -a
+#
+#script:
+#  - mvn clean install -Passembly -Dversion.postgres.server=9.6-devel
+#  - mvn install -pl debezium-connector-mysql -Pparser-antlr -DskipTests
+#  - mvn install -pl debezium-connector-postgres -Pwal2json-decoder -Dversion.postgres.server=9.6-devel
+#  - mvn install -pl debezium-connector-mongodb -Dversion.mongo.server=3.2.19
+#
+#notifications:
+#  webhooks:
+#    urls:
+#      - https://webhooks.gitter.im/e/44c51b6da8c2bec32645
+#    on_success: always  # options: [always|never|change] default: always
+#    on_failure: always  # options: [always|never|change] default: always
+#    on_start: never     # options: [always|never|change] default: always

CHANGELOG.md

@@ -2,6 +2,94 @@
 
 All notable changes are documented in this file. Release numbers follow [Semantic Versioning](http://semver.org)
 
+## 0.8.3.Final
+September 19th, 2018 [Detailed release notes](https://issues.jboss.org/secure/ReleaseNote.jspa?projectId=12317320&version=12339197)
+
+### New features since 0.8.2.Final
+
+* Ability to rewrite deleted records [DBZ-857](https://issues.jboss.org/browse/DBZ-857)
+* use tcpKeepAlive by default [DBZ-895](https://issues.jboss.org/browse/DBZ-895)
+
+### Breaking changes since 0.8.2.Final
+
+There are no breaking changes in this release.
+
+
+### Fixes since 0.8.2.Final
+
+* Global read lock not release when exception raised during snapshot [DBZ-769](https://issues.jboss.org/browse/DBZ-769)
+* Abort loops in MongoPrimary#execute() if the connector is stopped [DBZ-784](https://issues.jboss.org/browse/DBZ-784)
+* GtidModeEnabled method check gtid mode will always be true [DBZ-820](https://issues.jboss.org/browse/DBZ-820)
+* Sensitive vars CONNECT_CONSUMER_SASL_JAAS_CONFIG and CONNECT_PRODUCER_SASL_JAAS_CONFIG are printed to the log [DBZ-861](https://issues.jboss.org/browse/DBZ-861)
+* A new replication slot waits for all concurrent transactions to finish [DBZ-862](https://issues.jboss.org/browse/DBZ-862)
+* Execution of RecordsStreamProducer.closeConnections() is susceptible to race condition [DBZ-887](https://issues.jboss.org/browse/DBZ-887)
+* PostgresConnection.initTypeRegistry() takes ~24 mins [DBZ-899](https://issues.jboss.org/browse/DBZ-899)
+* java.time.format.DateTimeParseException: Text '1970-01-01 00:00:00' in mysql ALTER [DBZ-901](https://issues.jboss.org/browse/DBZ-901)
+* org.antlr.v4.runtime.NoViableAltException on CREATE DEFINER=`web`@`%` PROCEDURE `... [DBZ-903](https://issues.jboss.org/browse/DBZ-903)
+* RecordsStreamProducer should report refresh of the schema due to different column count [DBZ-907](https://issues.jboss.org/browse/DBZ-907)
+* MongoDbConnector returns obsolete config values during validation [DBZ-908](https://issues.jboss.org/browse/DBZ-908)
+* Can't parse create definition on the mysql connector [DBZ-910](https://issues.jboss.org/browse/DBZ-910)
+
+
+### Other changes since 0.8.2.Final
+
+None
+
+
+## 0.8.2.Final
+August 30th, 2018 [Detailed release notes](https://issues.jboss.org/secure/ReleaseNote.jspa?projectId=12317320&version=12338793)
+
+### New features since 0.8.1.Final
+
+* Postgres connector - add database, schema and table names to "source" section of records [DBZ-866](https://issues.jboss.org/browse/DBZ-866)
+
+
+### Breaking changes since 0.8.1.Final
+
+There are no breaking changes in this release.
+
+
+### Fixes since 0.8.1.Final
+
+* Initial synchronization is not interrupted [DBZ-838](https://issues.jboss.org/browse/DBZ-838)
+* DDL parsing in MySQL - default value of primary key is set to null [DBZ-860](https://issues.jboss.org/browse/DBZ-860)
+* Antlr DDL parser exception for "create database ... CHARSET=..." [DBZ-864](https://issues.jboss.org/browse/DBZ-864)
+* Missing 0.8.1.Final tags for Zookeper and Kafka [DBZ-868](https://issues.jboss.org/browse/DBZ-868)
+* AlterTableParserListener does not remove column definition listeners [DBZ-869](https://issues.jboss.org/browse/DBZ-869)
+* MySQL parser does not recognize 0 as default value for date/time [DBZ-870](https://issues.jboss.org/browse/DBZ-870)
+* A new column might not be added with ALTER TABLE antlr parser [DBZ-877](https://issues.jboss.org/browse/DBZ-877)
+* MySQLConnectorTask always reports it has the required Binlog file from MySQL [DBZ-880](https://issues.jboss.org/browse/DBZ-880)
+
+
+### Other changes since 0.8.1.Final
+
+None
+
+
+## 0.8.1.Final
+July 25th, 2018 [Detailed release notes](https://issues.jboss.org/secure/ReleaseNote.jspa?projectId=12317320&version=12338169)
+
+### New features since 0.8.0.Final
+
+None
+
+
+### Breaking changes since 0.8.0.Final
+
+There are no breaking changes in this release.
+
+
+### Fixes since 0.8.0.Final
+
+*  PostgreSQL LSNs are not committed when receiving events for filtered-out tables [DBZ-800](https://issues.jboss.org/browse/DBZ-800)
+
+
+### Other changes since 0.8.0.Final
+
+* Extract common TopicSelector contract [DBZ-627](https://issues.jboss.org/browse/DBZ-627)
+* Remove redundant Docker configuration [DBZ-796](https://issues.jboss.org/browse/DBZ-796)
+
+
 ## 0.8.0.Final
 July 11th, 2018 [Detailed release notes](https://issues.jboss.org/secure/ReleaseNote.jspa?projectId=12317320&version=12338151)
 

COPYRIGHT.txt

@@ -10,6 +10,7 @@ Ben Williams
 Brandon Maguire
 Chris Riccomini
 Christian Posta
+Cliff Wheadon
 David Chen
 David Leibovic
 David Szabo
@@ -35,6 +36,7 @@ Matteo Capitanio
 Matthias Wessendorf
 Olavi Mustanoja
 Omar Al-Safi
+Ori Popowski
 Orr Ganani
 Peter Goransson
 Prannoy Mittal

debezium-assembly-descriptors/pom.xml

@@ -3,7 +3,7 @@
     <parent>
         <groupId>io.debezium</groupId>
         <artifactId>debezium-parent</artifactId>
-        <version>0.9.0-SNAPSHOT</version>
+        <version>0.8.3.Final</version>
         <relativePath>../pom.xml</relativePath>
     </parent>
     <modelVersion>4.0.0</modelVersion>

debezium-connector-mongodb/README.md

@@ -1,3 +1,5 @@
+#TP
+
 # Ingesting MongoDB change events
 
 This module defines the connector that ingests change events from MongoDB databases.

debezium-connector-mongodb/pom.xml

@@ -3,7 +3,7 @@
     <parent>
         <groupId>io.debezium</groupId>
         <artifactId>debezium-parent</artifactId>
-        <version>0.9.0-SNAPSHOT</version>
+        <version>0.8.3.Final.tp-SANPSHOT</version>
         <relativePath>../pom.xml</relativePath>
     </parent>
     <modelVersion>4.0.0</modelVersion>

debezium-connector-mongodb/src/main/java/io/debezium/connector/mongodb/CollectionId.java

@@ -8,14 +8,15 @@
 import java.util.regex.Pattern;
 
 import io.debezium.annotation.Immutable;
+import io.debezium.schema.DataCollectionId;
 
 /**
  * A simple identifier for collections in a replica set.
  *
  * @author Randall Hauch
  */
 @Immutable
-public final class CollectionId {
+public final class CollectionId implements DataCollectionId {
 
     private static final Pattern IDENTIFIER_SEPARATOR_PATTERN = Pattern.compile("\\.");
 

debezium-connector-mongodb/src/main/java/io/debezium/connector/mongodb/ConnectionContext.java

@@ -10,6 +10,7 @@
 import java.util.HashSet;
 import java.util.List;
 import java.util.Set;
+import java.util.concurrent.atomic.AtomicBoolean;
 import java.util.function.BiConsumer;
 import java.util.function.Consumer;
 import java.util.function.Function;
@@ -222,6 +223,7 @@ public static class MongoPrimary {
         private final Supplier<MongoClient> primaryConnectionSupplier;
         private final Filters filters;
         private final BiConsumer<String, Throwable> errorHandler;
+        private final AtomicBoolean running = new AtomicBoolean(true);
 
         protected MongoPrimary(ConnectionContext context, ReplicaSet replicaSet, Filters filters, BiConsumer<String, Throwable> errorHandler) {
             this.replicaSet = replicaSet;
@@ -272,6 +274,9 @@ public void execute(String desc, Consumer<MongoClient> operation) {
                     return;
                 } catch (Throwable t) {
                     errorHandler.accept(desc, t);
+                    if (!isRunning()) {
+                        throw new ConnectException("Operation failed and MongoDB primary termination requested", t);
+                    }
                     try {
                         errorMetronome.pause();
                     }
@@ -299,6 +304,9 @@ public <T> T execute(String desc, Function<MongoClient, T> operation) {
                 }
                 catch (Throwable t) {
                     errorHandler.accept(desc, t);
+                    if (!isRunning()) {
+                        throw new ConnectException("Operation failed and MongoDB primary termination requested", t);
+                    }
                     try {
                         errorMetronome.pause();
                     }
@@ -324,8 +332,15 @@ public void executeBlocking(String desc, BlockingConsumer<MongoClient> operation
                 try {
                     operation.accept(primary);
                     return;
-                } catch (Throwable t) {
+                }
+                catch (InterruptedException e) {
+                    throw e;
+                }
+                catch (Throwable t) {
                     errorHandler.accept(desc, t);
+                    if (!isRunning()) {
+                        throw new ConnectException("Operation failed and MongoDB primary termination requested", t);
+                    }
                     errorMetronome.pause();
                 }
             }
@@ -382,6 +397,17 @@ public List<CollectionId> collections() {
                 return collections;
             });
         }
+
+        private boolean isRunning() {
+            return running.get();
+        }
+
+        /**
+         * Terminates the execution loop of the current primary
+         */
+        public void stop() {
+            running.set(false);
+        }
     }
 
     /**

debezium-connector-mongodb/src/main/java/io/debezium/connector/mongodb/MongoDbConnectorConfig.java

@@ -22,9 +22,6 @@
  */
 public class MongoDbConnectorConfig extends CommonConnectorConfig {
 
-    private static final String DATABASE_LIST_NAME = "database.list";
-    private static final String COLLECTION_LIST_NAME = "collection.list";
-
     /**
      * The comma-separated list of hostname and port pairs (in the form 'host' or 'host:port') of the MongoDB servers in the
      * replica set.
@@ -34,7 +31,6 @@ public class MongoDbConnectorConfig extends CommonConnectorConfig {
                                            .withType(Type.LIST)
                                            .withWidth(Width.LONG)
                                            .withImportance(Importance.HIGH)
-                                           .withDependents(DATABASE_LIST_NAME)
                                            .withValidation(MongoDbConnectorConfig::validateHosts)
                                            .withDescription("The hostname and port pairs (in the form 'host' or 'host:port') "
                                                    + "of the MongoDB server(s) in the replica set.");
@@ -55,15 +51,13 @@ public class MongoDbConnectorConfig extends CommonConnectorConfig {
                                           .withType(Type.STRING)
                                           .withWidth(Width.SHORT)
                                           .withImportance(Importance.HIGH)
-                                          .withDependents(DATABASE_LIST_NAME)
                                           .withDescription("Database user for connecting to MongoDB, if necessary.");
 
     public static final Field PASSWORD = Field.create("mongodb.password")
                                               .withDisplayName("Password")
                                               .withType(Type.PASSWORD)
                                               .withWidth(Width.SHORT)
                                               .withImportance(Importance.HIGH)
-                                              .withDependents(DATABASE_LIST_NAME)
                                               .withDescription("Password to be used when connecting to MongoDB, if necessary.");
 
     public static final Field POLL_INTERVAL_SEC = Field.create("mongodb.poll.interval.sec")

debezium-connector-mongodb/src/main/java/io/debezium/connector/mongodb/MongoDbTaskContext.java

@@ -8,6 +8,8 @@
 import io.debezium.config.CommonConnectorConfig;
 import io.debezium.config.Configuration;
 import io.debezium.connector.common.CdcSourceTaskContext;
+import io.debezium.heartbeat.Heartbeat;
+import io.debezium.schema.TopicSelector;
 
 /**
  * @author Randall Hauch
@@ -17,7 +19,7 @@ public class MongoDbTaskContext extends CdcSourceTaskContext {
 
     private final Filters filters;
     private final SourceInfo source;
-    private final TopicSelector topicSelector;
+    private final TopicSelector<CollectionId> topicSelector;
     private final boolean emitTombstoneOnDelete;
     private final String serverName;
     private final ConnectionContext connectionContext;
@@ -31,13 +33,13 @@ public MongoDbTaskContext(Configuration config) {
         final String serverName = config.getString(MongoDbConnectorConfig.LOGICAL_NAME);
         this.filters = new Filters(config);
         this.source = new SourceInfo(serverName);
-        this.topicSelector = TopicSelector.defaultSelector(serverName);
+        this.topicSelector = MongoDbTopicSelector.defaultSelector(serverName, config.getString(Heartbeat.HEARTBEAT_TOPICS_PREFIX));
         this.emitTombstoneOnDelete = config.getBoolean(CommonConnectorConfig.TOMBSTONES_ON_DELETE);
         this.serverName = config.getString(MongoDbConnectorConfig.LOGICAL_NAME);
         this.connectionContext = new ConnectionContext(config);
     }
 
-    public TopicSelector topicSelector() {
+    public TopicSelector<CollectionId> topicSelector() {
         return topicSelector;
     }