zoukankan      html  css  js  c++  java
  • testmysqltoelasticsearch71.json 未测试,仅参考

    {
      "job": {
        "setting": {
          "speed": {
            "channel": 2
          }
        },
        "content": [
          {
            "reader": {
              "name": "mysqlreader",
              "parameter": {
                "username": "datax",
                "password": "123456",
                "where":"updated_at>='${start_time} 00:00:00' and updated_at<='${end_time} 23:59:59'",
                "column": [
                  "id",
                  "app_id",        
                  "collection_phone",
                  "transaction_number",
                  "pay_amount",             
                  "if(auto_tags is null,'',replace(replace(replace(auto_tags,'[',''),']',''),'"','')) as auto_tags",
                  "if(manual_tags is null,'',replace(replace(replace(manual_tags,'[',''),']',''),'"','')) as manual_tags",
                  "if(latest_days_ordered_at is null,'',replace(replace(latest_days_ordered_at,'[',''),']','')) as latest_days_ordered_at",
                  "if(latest_days_paid_at is null,'',replace(replace(latest_days_paid_at,'[',''),']','')) as latest_days_paid_at",
                  "if(latest_days_visited_at is null,'',replace(replace(latest_days_visited_at,'[',''),']','')) as latest_days_visited_at",
                  "latest_ordered_at",            
                  "visited_products",
                  "ordered_products"
                ],
                "connection": [
                  {
                    "jdbcUrl": ["jdbc:mysql://127.0.0.1:3306/db_user?com.mysql.jdbc.faultInjection.serverCharsetIndex=45"],
                    "table": [
                      "user"
                    ]
                  }
                ]
              }
            },
            "writer": {
              "name": "elasticsearchwriter",
              "parameter": {
                "endpoint": "http://127.0.0.1:9200",
                "accessId": "elastic",
                "accessKey": "123456",
                "index":"user",
                "type":"traces",
                "settings": {"index" :{"number_of_shards": 5, "number_of_replicas": 1}},
                "batchSize": 5000,
                "splitter": ",",
                "column": [
                  {"name":"pk","type":"id"},
                  {"name":"app_id","type":"keyword"},            
                  {"name":"collection_phone","type":"keyword"},
                  {"name":"transaction_number","type":"integer"},
                  {"name":"pay_amount","type":"integer"},
                  {"name":"auto_tags","type":"keyword","array":true},
                  {"name":"manual_tags","type":"keyword","array":true},
                  {"name":"latest_days_ordered_at","type":"long","array":true},
                  {"name":"latest_days_paid_at","type":"long","array":true},
                  {"name":"latest_days_visited_at","type":"long","array":true},
                  {"name":"latest_ordered_at","type":"long"},           
                  {"name":"visited_products","type":"nested"},
                  {"name":"ordered_products","type":"nested"}
                ]
              }
            }
          }
        ]
      }
    }
  • 相关阅读:
    怎么样使图片高度与宽度成比例自适应
    css文本溢出隐藏显示省略号(单行+多行)
    Monkey脚本API简介
    Monkey自动化测试
    MonkeyRunner自动化测试
    Shell逐行读取文件的3种方法
    shell脚本中调用其他脚本的三种方法
    CPU测试--通过proc获取CPU信息
    CPU测试--查看cpu占用率
    shell脚本如何获取当前时间
  • 原文地址:https://www.cnblogs.com/Jeely/p/15242716.html
Copyright © 2011-2022 走看看