zoukankan      html  css  js  c++  java
  • nginx HA and 负载均衡示意图

    service keepalived start 
    service tengine start

    flume-ng agent --conf conf --conf-file /usr/apache-flume-1.6.0-bin/conf/getnginxlog  --name a1 -Dflume.root.logger=INFO,console
    
    
    



    a1.sources=r1
    a1.sinks=k1
    a1.channels=c1

    # Describe/configure the source
    #a1.sources.r1.type=avro
    a1.sources.r1.type=exec
    #a1.sources.r1.bind=0.0.0.0
    #a1.sources.r1.port=44444
    a1.sources.r1.command=tail -F /opt/first_project/data/access.log

    # Describe the sink
    a1.sinks.k1.type=hdfs
    a1.sinks.k1.hdfs.path=hdfs://mycluster/flume/data1/%y-%m-%d
    a1.sinks.k1.hdfs.rollInterval=0
    a1.sinks.k1.hdfs.rollCount=0
    a1.sinks.k1.hdfs.rollSize=10240000
    a1.sinks.k1.hdfs.fileType=DataStream
    a1.sinks.k1.hdfs.idleTimeout=5
    a1.sinks.k1.hdfs.useLocalTimeStamp=true
    a1.sinks.k1.hdfs.callTimeout=10000

    #a1.sinks.k1.type=hdfs
    #a1.sinks.k1.type=hdfs
    #a1.sinks.k1.type=hdfs

    # Use a channel which buffers events in memory
    a1.channels.c1.type=memory
    a1.channels.c1.capacity=1000
    a1.channels.c1.transactionCapacity=100

    # Bind the source and sink to the channel
    a1.sources.r1.channels=c1
    a1.sinks.k1.channel=c1







  • 相关阅读:
    JavaScript高阶函数map/reduce、filter和sort
    JavaScript函数-高阶函数
    JavaScript函数的方法
    JavaScript函数变量作用域
    input上传图片并显示
    日期排序
    弹出框限制拖动范围
    树右击获取链接
    ps如何替换有透明图片的颜色
    jquery colsest的用法
  • 原文地址:https://www.cnblogs.com/TendToBigData/p/10501423.html
Copyright © 2011-2022 走看看