You are viewing a plain text version of this content. The canonical link for it is here.
Posted to user-zh@flink.apache.org by 王瑞冬 <18...@qq.com> on 2021/03/10 06:06:36 UTC

flinkx增量同步(多表)

您好!
我叫王瑞冬,是2021年即将毕业的应届生。对flinkx增量采集有点问题,没有在网上查询到想要的结果,发这封邮件咨询一下。
请问flnkx能通过配置json来完成多个表同时同步到多个表中吗?我的配置如下,执行结果之江begin1同步到end1中,没有begin2的reader和end2的writer。
期待您的回复!谢谢!
{
"job": {
&nbsp; &nbsp; "content": [
&nbsp; &nbsp; &nbsp; {
&nbsp; &nbsp; &nbsp; &nbsp; "reader": {
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; "parameter": {
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; "username": "root",
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; "password": "123456",
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; "connection": [{
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; "jdbcUrl": ["jdbc:mysql://localhost:3306/flinkx1?useUnicode=true&amp;characterEncoding=utf8"],
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; "table": ["begin1","begin2"]
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; }],
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; "column": [
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; {
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; "name": "id",
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; "type": "int"
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; },
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; {
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; "name": "name",
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; "type": "varchar"
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; }
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; ],
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; "customSql": "",
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; "splitPk": "id",
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; "queryTimeOut": 1000,
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; "requestAccumulatorInterval": 2,
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; "increColumn": "id",
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; "startLocation": ""
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; },
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; "name": "mysqlreader"
&nbsp; &nbsp; &nbsp; &nbsp; },
"writer": {
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; "name": "mysqlwriter",
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; "parameter": {
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; "username": "root",
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; "password": "123456",
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; "connection": [
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; {
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; "jdbcUrl": "jdbc:mysql://localhost:3306/flinkx1?useUnicode=true&amp;characterEncoding=utf8",
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; "table": ["end1","end2"]
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; }
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; ],
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; "writeMode": "insert",
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; "column": [

&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp;{
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; "name": "id",
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; "type": "int"
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; },
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; {
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; "name": "name",
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; "type": "varchar"
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; }
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; ],
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; "batchSize": 1024
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; }
&nbsp; &nbsp; &nbsp; &nbsp; }
&nbsp; &nbsp; &nbsp; }
&nbsp; &nbsp; ],
&nbsp; &nbsp; "setting": {
&nbsp; &nbsp; &nbsp; "speed": {
&nbsp; &nbsp; &nbsp; &nbsp; "channel": 2,
&nbsp; &nbsp; &nbsp; &nbsp; "bytes": 1000
&nbsp; &nbsp; &nbsp; },
&nbsp; &nbsp; &nbsp; "errorLimit": {
&nbsp; &nbsp; &nbsp; &nbsp; "record": 0
&nbsp; &nbsp; &nbsp; },
&nbsp; &nbsp; &nbsp; "restore": {
&nbsp; &nbsp; &nbsp; &nbsp; "maxRowNumForCheckpoint": 0,
&nbsp; &nbsp; &nbsp; &nbsp; "isRestore": false,
&nbsp; &nbsp; &nbsp; &nbsp; "restoreColumnName": "",
&nbsp; &nbsp; &nbsp; &nbsp; "restoreColumnIndex": 0
&nbsp; &nbsp; &nbsp; },
&nbsp; &nbsp; &nbsp; "log" : {
&nbsp; &nbsp; &nbsp; &nbsp; "isLogger": false,
&nbsp; &nbsp; &nbsp; &nbsp; "level" : "debug",
&nbsp; &nbsp; &nbsp; &nbsp; "path" : " /data/flinkx/flinkxconf/log/",
&nbsp; &nbsp; &nbsp; &nbsp; "pattern":""
&nbsp; &nbsp; &nbsp; }
&nbsp; &nbsp; }
&nbsp; }
}