zoukankan      html  css  js  c++  java
  • testmysqltoelasticsearch71.json 未测试,仅参考

    {
      "job": {
        "setting": {
          "speed": {
            "channel": 2
          }
        },
        "content": [
          {
            "reader": {
              "name": "mysqlreader",
              "parameter": {
                "username": "datax",
                "password": "123456",
                "where":"updated_at>='${start_time} 00:00:00' and updated_at<='${end_time} 23:59:59'",
                "column": [
                  "id",
                  "app_id",        
                  "collection_phone",
                  "transaction_number",
                  "pay_amount",             
                  "if(auto_tags is null,'',replace(replace(replace(auto_tags,'[',''),']',''),'"','')) as auto_tags",
                  "if(manual_tags is null,'',replace(replace(replace(manual_tags,'[',''),']',''),'"','')) as manual_tags",
                  "if(latest_days_ordered_at is null,'',replace(replace(latest_days_ordered_at,'[',''),']','')) as latest_days_ordered_at",
                  "if(latest_days_paid_at is null,'',replace(replace(latest_days_paid_at,'[',''),']','')) as latest_days_paid_at",
                  "if(latest_days_visited_at is null,'',replace(replace(latest_days_visited_at,'[',''),']','')) as latest_days_visited_at",
                  "latest_ordered_at",            
                  "visited_products",
                  "ordered_products"
                ],
                "connection": [
                  {
                    "jdbcUrl": ["jdbc:mysql://127.0.0.1:3306/db_user?com.mysql.jdbc.faultInjection.serverCharsetIndex=45"],
                    "table": [
                      "user"
                    ]
                  }
                ]
              }
            },
            "writer": {
              "name": "elasticsearchwriter",
              "parameter": {
                "endpoint": "http://127.0.0.1:9200",
                "accessId": "elastic",
                "accessKey": "123456",
                "index":"user",
                "type":"traces",
                "settings": {"index" :{"number_of_shards": 5, "number_of_replicas": 1}},
                "batchSize": 5000,
                "splitter": ",",
                "column": [
                  {"name":"pk","type":"id"},
                  {"name":"app_id","type":"keyword"},            
                  {"name":"collection_phone","type":"keyword"},
                  {"name":"transaction_number","type":"integer"},
                  {"name":"pay_amount","type":"integer"},
                  {"name":"auto_tags","type":"keyword","array":true},
                  {"name":"manual_tags","type":"keyword","array":true},
                  {"name":"latest_days_ordered_at","type":"long","array":true},
                  {"name":"latest_days_paid_at","type":"long","array":true},
                  {"name":"latest_days_visited_at","type":"long","array":true},
                  {"name":"latest_ordered_at","type":"long"},           
                  {"name":"visited_products","type":"nested"},
                  {"name":"ordered_products","type":"nested"}
                ]
              }
            }
          }
        ]
      }
    }
  • 相关阅读:
    Java-Android 之动画的实现
    Java-Android 之出滚动条和卷轴页面
    Java-Android 之页面的跳转和结构的搭建
    Java-Android 之Hello World
    Java-struts2 之值栈问题
    Java-Hirbernate中文乱码问题
    Java-struts2 之中文乱码问题
    SQL SERVER2005事务日志已满 解决方法
    解决:对 PInvoke 函数的调用导致堆栈不对称问题
    webclient下载文件 带进度条
  • 原文地址:https://www.cnblogs.com/Jeely/p/15242716.html
Copyright © 2011-2022 走看看