zoukankan      html  css  js  c++  java
  • dorisdb创建表及创建route load

    文章参考:https://www.cnblogs.com/ywjfx/p/14722302.html

    -- 创建动态表分区
    CREATE TABLE t_unity_auth(
    `create_time` DATE NOT NULL COMMENT '创建时间',
    `route_start` BIGINT(20) NOT NULL COMMENT '请求发起时间',
    `route_end` BIGINT(20) NOT NULL COMMENT '请求结束时间',
    `account` VARCHAR(32) NOT NULL COMMENT '账户'
    )
    DUPLICATE KEY(create_time,route_start,route_end, account)
    PARTITION BY RANGE(create_time)(
    PARTITION p20211101 VALUES LESS THAN ("2021-11-02")
    )
    DISTRIBUTED BY HASH(create_time,product_code) BUCKETS 32
    PROPERTIES(
    "dynamic_partition.enable" = "true",
    "dynamic_partition.time_unit" = "DAY",
    "dynamic_partition.end" = "3",
    "dynamic_partition.prefix" = "p",
    "dynamic_partition.buckets" = "32",
    "replication_num" = "1"
    );

    -- 增加分区语句

    ALTER TABLE t_unity_auth ADD
    PARTITIONS START ("2021-11-03") END ("2022-11-03") EVERY (interval 1 day);

    -- 查询分区语句

    SHOW PARTITIONS FROM t_unity_auth ;
    -- 查询索引语句
    SHOW Index FROM t_unity_auth ;

    -- 创建ROUTINE LOAD
    CREATE ROUTINE LOAD TOPIC_UNITY_AUTH ON t_unity_auth
    COLUMNS TERMINATED BY ",",
    COLUMNS(create_time,route_id,route_end,account,content_id,product_code,all_pass,result,request_body)
    PROPERTIES
    (
    "desired_concurrent_number"="3",
    "max_batch_interval" = "20",
    "max_batch_rows" = "300000",
    "max_batch_size" = "209715200",
    "strict_mode" = "false",
    "format" = "json"
    )
    FROM KAFKA
    (
    "kafka_broker_list" = "localhost:9095",
    "kafka_topic" = "TOPIC_DEMO"
    );

    -- 查询ROUTINE LOAD语句
    SHOW ROUTINE LOAD;

    -- 停止ROUTINE LOAD语句
    STOP ROUTINE LOAD FOR TOPIC_DEMO;

     -- 重新启动ROUTINE LOAD语句

    RESUME ROUTINE LOAD FOR TOPIC_DEMO;

    知人者智,自知者明,胜人者有力,自胜者强。
  • 相关阅读:
    linux安装kibana
    linux安装6.5.3版本elastic search
    linux非root用户安装nginx
    linux非root用户安装ncurses-devel依赖
    linux无网络情况下安装rpm包
    linux非root用户安装rabbitmq
    linux非root用户安装4.0.14版本redis
    (初)Knockout 监控属性(Observables)
    ECMAScript6
    SonarLint 代码质量管理
  • 原文地址:https://www.cnblogs.com/nanfengxiangbei/p/15599546.html
Copyright © 2011-2022 走看看