{"job": {"content": [{"reader": {"name": "mysqlreader","parameter": {"column" : [{"name" : "id","type" : "bigint"},{"name" : "user_id","type" : "varchar"},{"name" : "name","type" : "varchar"}],"splitPk": "id","splitStrategy": "mod","increColumn": "id","startLocation": "1","username": "username","password": "password","queryTimeOut": 2000,"connection": [{"jdbcUrl": ["jdbc:mysql://ip:3308/tudou?useSSL=false"],"table": ["kudu1"]}],"polling": false,"pollingInterval": 3000}},"writer": {"name": "hdfswriter","parameter": {"fileType": "text","path": "hdfs://ns/user/hive/warehouse/tudou.db/kudu_txt","defaultFS": "hdfs://ns","fileName": "pt=1","fieldDelimiter": ",","encoding": "utf-8","writeMode": "overwrite","column": [{"name": "id","type": "BIGINT"},{"name": "user_id","type": "BIGINT"},{"name": "name","type": "VARCHAR"}],"hadoopConfig": {"hadoop.user.name": "root","dfs.ha.namenodes.ns": "nn1,nn2","fs.defaultFS": "hdfs://ns","dfs.namenode.rpc-address.ns.nn2": "ip:9000","dfs.client.failover.proxy.provider.ns": "org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProxyProvider","dfs.namenode.rpc-address.ns.nn1": "ip:9000","dfs.nameservices": "ns","fs.hdfs.impl.disable.cache": "true","fs.hdfs.impl": "org.apache.hadoop.hdfs.DistributedFileSystem"}}}}],"setting" : {"restore" : {"restoreColumnName" : "id","restoreColumnIndex" : 0},"speed" : {"bytes" : 0,"readerChannel" : 3,"writerChannel" : 3}}}}
Apache LICENSE 2.0 Licensed, Copyright 2018-2022 Chunjun All Rights Reserved