zl程序教程

您现在的位置是:首页 >  数据库

当前栏目

Datax mysql 8.x elasticsearch 7.x 测试成功json样例

mysqlelasticsearch测试JSONJSON 成功 样例 datax
2023-09-27 14:23:15 时间
{
    "job": {
        "setting": {
            "speed": {
                "channel": 1,
                "batchSize":1000
            }
        },
        "content": [
            {
               "reader": {
                    "name": "mysqlreader",
                    "parameter": {
                        "username": "root",
                        "password": "root",
                        "connection": [
                            {
                                "querySql": [
                                    "select id as _id,id,name,content,createdate from t_user_info "
                                ],
                                "jdbcUrl": [
                                    "jdbc:mysql://192.168.8.248:3306/sourcedb?useUnicode=true&characterEncoding=UTF-8&useSSL=false&serverTimezone=Asia/Shanghai"
                                ]
                            }
                        ]
                    }
                },
                "writer": {
                    "name": "elasticsearchwriter",
                    "parameter": {
                        "endpoint": "http://192.168.8.202:9200",
                        "accessId": "elastic",
                        "accessKey": "123456",
                        "index": "test-1",
                        "type": "_doc",
                        "cleanup": true,
                        "dynamic": false,
                        "settings": {"index" :{"number_of_shards": 1, "number_of_replicas": 0}},
                        "discovery": false,
                        "batchSize": 1000,
                        "splitter": ",",
                        "column": [
                          {"name":"pk","type":"id"},
                          { "name": "id","type": "keyword" },
                          { "name": "name","type": "keyword" },
                          { "name": "content", "type": "text", "analyzer": "ik_max_word"},
                          { "name": "createdate","type": "text", "format": "yyyy-MM-dd HH:mm:ss.SSSSSS"}
                        ]
                    }
                }
            }
        ]
    }
}