Skip to content

MySQL-kafka full / incr stage: data type datetime - Some data is inconsistent with dbz #955

@asiroliu

Description

@asiroliu

Description

MySQL-kafka full / incr stage: data type datetime - Some data is inconsistent with dbz

Steps to reproduce the issue

  1. inser data on src MySQL
mysql> CREATE DATABASE IF NOT EXISTS `action_db`;
mysql> create table datetime_columns(id int(11) not null primary key,c_datetime '
 "datetime DEFAULT '2019-03-02 04:06:09')ENGINE=InnoDB DEFAULT CHARSET=utf8;
mysql> insert into datetime_columns values (0,'1000-01-01 00:00:00');
mysql> insert into datetime_columns values (1,'9999-12-31 23:59:59');
mysql> insert into datetime_columns values (2,'1000-01-01 00:00:00.000000');
mysql> insert into datetime_columns values (3,'1900-03-02 04:06:09');
mysql> insert into datetime_columns values (4,now());
mysql> insert into datetime_columns values (5,CURRENT_TIMESTAMP);
mysql> insert into datetime_columns values (6,NULL);
mysql> insert into datetime_columns values (7,default);
  1. create MySQL-kafka job
{
  "job_id": "column_types_default_full_datetime_columns",
  "is_password_encrypted": false,
  "task_step_name": "all",
  "failover": true,
  "retry": 2,
  "src_task": {
    "task_name": "src",
    "node_id": "0117aa99-17f9-2d2d-3427-4e7338fde7a9",
    "mysql_src_task_config": {
      "gtid": "",
      "binlog_relay": false
    },
    "drop_table_if_exists": true,
    "skip_create_db_table": false,
    "repl_chan_buffer_size": 120,
    "chunk_size": 2000,
    "group_max_size": 1,
    "group_timeout": 100,
    "connection_config": {
      "database_type": "MySQL",
      "host": "172.100.9.3",
      "port": 3306,
      "user": "test_src",
      "password": "test_src"
    },
    "replicate_do_db": [
      {
        "table_schema": "action_db",
        "tables": [
          {
            "table_name": "datetime_columns"
          }
        ]
      }
    ]
  },
  "dest_task": {
    "task_name": "dest",
    "node_id": "3908d648-0f51-c45c-9f7f-e12abf914b69",
    "parallel_workers": 1,
    "kafka_topic": "dtle",
    "kafka_broker_addrs": [
      "172.100.9.21:9092"
    ]
  }
}
  1. create dbz job
{
  "name": "column_types_default_full_datetime_columns",
  "config": {
    "connector.class": "io.debezium.connector.mysql.MySqlConnector",
    "database.hostname": "172.100.9.3",
    "database.port": 3306,
    "database.user": "test",
    "database.password": "test",
    "database.server.id": "1",
    "database.server.name": "dbz",
    "database.history.kafka.bootstrap.servers": "172.100.9.21:9092",
    "database.history.kafka.topic": "dbz.history",
    "database.serverTimezone": "UTC",
    "table.whitelist": "action_db.datetime_columns"
  }
}
  1. get kafka message and compare
    insert into datetime_columns values (1,'9999-12-31 23:59:59');

image

insert into datetime_columns values (3,'1900-03-02 04:06:09');
image

Output of ./dtle version:**

9.9.9.9-master-a269c29

Metadata

Metadata

Assignees

No one assigned

    Labels

    VERIFIEDverified issuekafkabugs about kafka

    Type

    No type

    Projects

    No projects

    Milestone

    No milestone

    Relationships

    None yet

    Development

    No branches or pull requests

    Issue actions