[update][plugins] update json templates

wgzhao · Sep 5, 2024 · c138140 · c138140
1 parent 02c714a
commit c138140
Show file tree

Hide file tree

Showing 34 changed files with 259 additions and 179 deletions.
diff --git a/plugin/reader/clickhousereader/src/main/resources/plugin_job_template.json b/plugin/reader/clickhousereader/src/main/resources/plugin_job_template.json
@@ -1,15 +1,21 @@
 {
   "name": "clickhousereader",
   "parameter": {
-    "username": "",
+    "username": "default",
     "password": "",
-    "column": ["*"],
+    "column": [
+      "*"
+    ],
     "connection": [
       {
-        "jdbcUrl": ["jdbc:clickhouse://127.0.0.1:8123/default"],
-        "table": []
+        "jdbcUrl": [
+          "jdbc:clickhouse://127.0.0.1:8123/default"
+        ],
+        "table": [
+          "yourtable"
+        ]
       }
     ],
     "where": ""
   }
-}
+}
diff --git a/plugin/reader/databendreader/src/main/resources/plugin_job_template.json b/plugin/reader/databendreader/src/main/resources/plugin_job_template.json
@@ -8,14 +8,14 @@
     ],
     "connection": [
       {
-        "table": [
-          "addax_reader"
-        ],
         "jdbcUrl": [
           "jdbc:databend://127.0.0.1:8000/test"
+        ],
+        "table": [
+          "addax_reader"
         ]
       }
     ],
     "where": ""
   }
-}
+}
diff --git a/plugin/reader/hanareader/src/main/resources/plugin_job_template.json b/plugin/reader/hanareader/src/main/resources/plugin_job_template.json
@@ -1,19 +1,24 @@
 {
-  "name": "rdbmsreader",
+  "name": "hanareader",
   "parameter": {
-    "username": "",
+    "username": "system",
     "password": "",
-    "column": [],
+    "column": [
+      "*"
+    ],
     "connection": [
       {
-        "jdbcUrl": [],
-        "table": [],
-        "driver": ""
+        "jdbcUrl": [
+          "jdbc:sap://localhost:30015/?currentschema=SYSTEM"
+        ],
+        "table": [
+          "addax_table"
+        ]
       }
     ],
     "where": "1=1",
     "autoPk": false,
     "fetchSize": 2048,
     "splitPk": ""
   }
-}
+}
diff --git a/plugin/reader/hdfsreader/src/main/resources/plugin_job_template.json b/plugin/reader/hdfsreader/src/main/resources/plugin_job_template.json
@@ -3,9 +3,6 @@
   "parameter": {
     "path": "/user/hive/warehouse/mytable01/",
     "defaultFS": "hdfs://cluster",
-    "haveKerberos": "true",
-    "kerberosPrincipal": "[email protected]",
-    "kerberosKeytabFilePath": "/etc/security/keytabs/hive.headless.keytab",
     "column": [
       {
         "index": 0,
@@ -27,5 +24,15 @@
     "fileType": "orc",
     "encoding": "UTF-8",
     "fieldDelimiter": ","
+  },
+  "haveKerberos": "true",
+  "kerberosPrincipal": "[email protected]",
+  "kerberosKeytabFilePath": "/etc/security/keytabs/hive.headless.keytab",
+  "hadoopConfig": {
+    "dfs.nameservices": "cluster",
+    "dfs.ha.namenodes.cluster": "nn1,nn2",
+    "dfs.namenode.rpc-address.cluster.nn1": "node1:8020",
+    "dfs.namenode.rpc-address.cluster.nn2": "node2:8020",
+    "dfs.client.failover.proxy.provider.cluster": "org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProxyProvider"
   }
-}
+}
diff --git a/plugin/reader/hivereader/src/main/resources/plugin_job_template.json b/plugin/reader/hivereader/src/main/resources/plugin_job_template.json
@@ -9,16 +9,16 @@
     "connection": [
       {
         "jdbcUrl": [
-          "jdbc:hive2://localhost:10000/default;principal=hive/_HOST@EXAMPLE.COM"
+          "jdbc:hive2://localhost:10000/default;principal=hive/_HOST@COMPANY.COM"
         ],
         "table": [
           "hive_reader"
         ]
       }
     ],
-    "where": "logdate='20211013'" ,
+    "where": "logdate='20211013'",
     "haveKerberos": true,
     "kerberosKeytabFilePath": "/etc/security/keytabs/hive.headless.keytab",
-    "kerberosPrincipal": "hive@EXAMPLE.COM"
+    "kerberosPrincipal": "hive@COMPANY.COM"
   }
-}
+}
diff --git a/plugin/reader/kafkareader/src/main/resources/plugin_job_template.json b/plugin/reader/kafkareader/src/main/resources/plugin_job_template.json
@@ -5,6 +5,10 @@
       "*"
     ],
     "brokerList": "localhost:9092,localhost:9093,localhost:9094",
-    "topic": "test"
+    "topic": "test",
+    "missingKeyValue": "\\N",
+    "properties": {
+      "auto.offset.reset": "earliest"
+    }
   }
 }
diff --git a/plugin/reader/kudureader/src/main/resources/plugin_job_template.json b/plugin/reader/kudureader/src/main/resources/plugin_job_template.json
@@ -1,15 +1,17 @@
 {
-    "name": "kudureader",
-    "parameter": {
-        "masterAddress": "127.0.0.1:7051",
-        "table": "test",
-        "splitKey": "",
-        "lowerBound": "min",
-        "upperBound": "max",
-        "ReadTimeoutMs": 30000,
-        "scanRequestTimeout": 30000,
-        "columns": [
-            "col1", "col2", "col3"
-        ]
-    }
-}
+  "name": "kudureader",
+  "parameter": {
+    "masterAddress": "127.0.0.1:7051",
+    "table": "test",
+    "splitPk": "",
+    "lowerBound": "min",
+    "upperBound": "max",
+    "ReadTimeoutMs": 30000,
+    "scanRequestTimeout": 30000,
+    "columns": [
+      "col1",
+      "col2",
+      "col3"
+    ]
+  }
+}
diff --git a/plugin/reader/mysqlreader/src/main/resources/plugin_job_template.json b/plugin/reader/mysqlreader/src/main/resources/plugin_job_template.json
@@ -3,20 +3,23 @@
   "parameter": {
     "username": "root",
     "password": "root",
+    "autoPk": "false",
+    "splitPk": "",
     "column": [
       "*"
     ],
     "connection": [
       {
-        "table": [
-          "addax_reader"
-        ],
         "jdbcUrl": [
           "jdbc:mysql://127.0.0.1:3306/test"
         ],
-        "driver": "com.mysql.jdbc.Driver"
+        "table": [
+          "addax_reader"
+        ],
+        "driver": "com.mysql.jdbc.Driver",
+        "fetchSize": 2048
       }
     ],
     "where": ""
   }
-}
+}
diff --git a/plugin/reader/oraclereader/src/main/resources/plugin_job_template.json b/plugin/reader/oraclereader/src/main/resources/plugin_job_template.json
@@ -8,13 +8,14 @@
       "name"
     ],
     "splitPk": "db_id",
+    "autoPk": false,
     "connection": [
       {
-        "table": [
-          "table"
-        ],
         "jdbcUrl": [
           "jdbc:oracle:thin:@<HOST_NAME>:PORT:<DATABASE_NAME>"
+        ],
+        "table": [
+          "table"
         ]
       }
     ],
@@ -25,7 +26,6 @@
       "alter session set NLS_TIMESTAMP_TZ_FORMAT='yyyy-mm-dd hh24:mi:ss'",
       "alter session set TIME_ZONE='Asia/Chongqing'"
     ],
-    "autoPk": false,
     "fetchSize": 2048
   }
-}
+}
diff --git a/plugin/reader/postgresqlreader/src/main/resources/plugin_job_template.json b/plugin/reader/postgresqlreader/src/main/resources/plugin_job_template.json
@@ -3,22 +3,22 @@
   "parameter": {
     "username": "pgtest",
     "password": "pgtest",
+    "autoPk": false,
+    "splitPk": "",
     "column": [
       "*"
     ],
     "connection": [
       {
-        "table": [
-          "addax_tbl"
-        ],
         "jdbcUrl": [
           "jdbc:postgresql://127.0.0.1:5432/pgtest"
+        ],
+        "table": [
+          "addax_tbl"
         ]
       }
     ],
     "where": "",
-    "autoPk": false,
-    "fetchSize": 2048,
-    "splitPk": ""
+    "fetchSize": 2048
   }
-}
+}
diff --git a/plugin/reader/rdbmsreader/src/main/resources/plugin_job_template.json b/plugin/reader/rdbmsreader/src/main/resources/plugin_job_template.json
@@ -3,11 +3,17 @@
   "parameter": {
     "username": "",
     "password": "",
-    "column": [],
+    "column": [
+      "*"
+    ],
     "connection": [
       {
-        "jdbcUrl": [],
-        "table": [],
+        "jdbcUrl": [
+          "jdbc:<dbtype>://<host>:<port>/<database>"
+        ],
+        "table": [
+          "adax_table"
+        ],
         "driver": ""
       }
     ],
@@ -16,4 +22,4 @@
     "fetchSize": 2048,
     "splitPk": ""
   }
-}
+}
diff --git a/plugin/reader/redisreader/src/main/resources/plugin_job_template.json b/plugin/reader/redisreader/src/main/resources/plugin_job_template.json
@@ -15,11 +15,13 @@
         "uri": "http://localhost/dump.rdb"
       }
     ],
-    "db": [],
+    "db": [
+      0,
+      1
+    ],
     "include": [
       "^user"
     ],
-    "exclude": [
-    ]
+    "exclude": []
   }
-}
+}
diff --git a/plugin/reader/s3reader/src/main/resources/plugin_job_template.json b/plugin/reader/s3reader/src/main/resources/plugin_job_template.json
@@ -1,15 +1,19 @@
 {
   "name": "s3reader",
   "parameter": {
-    "region": "",
-    "endpoint": "",
-    "accessId": "",
-    "accessKey": "",
-    "bucket": "",
-    "object": [],
-    "column": [],
-    "encoding": "",
-    "fieldDelimiter": "",
-    "compress": ""
+    "endpoint": "https://s3.amazonaws.com",
+    "accessId": "xxxxxxxxxxxx",
+    "accessKey": "xxxxxxxxxxxxxxxxxxxxxxx",
+    "bucket": "test",
+    "object": [
+      "1.csv",
+      "aa.csv"
+    ],
+    "column": [
+      "*"
+    ],
+    "region": "ap-northeast-1",
+    "fileFormat": "csv",
+    "fieldDelimiter": ","
   }
 }
diff --git a/plugin/reader/sqlitereader/src/main/resources/plugin_job_template.json b/plugin/reader/sqlitereader/src/main/resources/plugin_job_template.json
@@ -3,7 +3,9 @@
   "parameter": {
     "username": "",
     "password": "",
-    "column": ["*"],
+    "column": [
+      "*"
+    ],
     "connection": [
       {
         "jdbcUrl": [
@@ -16,4 +18,4 @@
     ],
     "where": ""
   }
-}
+}
diff --git a/plugin/reader/sqlserverreader/src/main/resources/plugin_job_template.json b/plugin/reader/sqlserverreader/src/main/resources/plugin_job_template.json
@@ -5,11 +5,11 @@
     "password": "",
     "connection": [
       {
-        "table": [
-          "table"
-        ],
         "jdbcUrl": [
           "jdbc:sqlserver://localhost:3433;DatabaseName=dbname"
+        ],
+        "table": [
+          "table"
         ]
       }
     ],
@@ -18,4 +18,4 @@
     "fetchSize": 2048,
     "splitPk": ""
   }
-}
+}