下载 wget http://mirror.bit.edu.cn/apache/flume/1.7.0/apache-flume-1.7.0-bin.tar.gz
解压 tar zxvf apache-flume-1.7.0-bin.tar.gz
存放 sudo mv apache-flume-1.7.0-bin.tar.gz /opt/flume
进入 cd /opt/flume
执行 bin/flume-ng agent -n agent -c ./conf -f conf/hello-world.properties -Dflume.root.logger=INFO,console
新开窗口 telnet localhost 12345
flume退出,进程销毁
改为后台进程 nohup bin/flume-ng agent -n agent -c ./conf -f conf/hello-world.properties -Dflume.root.logger=INFO,console &
查看nohup日记 tail -f nohup.out
销毁进程 kill -9 进程ID
监听输出 tail -f nohup.out
http
bin/flume-ng agent -n agent -c conf -f conf/http.properties -Dflume.root.logger=INFO,console
curl -X POST -d '[{"headers" :{"name":"lancer","level":"min"},"body":"text"}]' http://localhost:50000
spooling
mkdir -p /data/log/flume_spool
bin/flume-ng agent -n agent -c conf -f conf/spooling.properties -Dflume.root.logger=INFO,console
cp Ubuntu /data/log/flume_spool/
cp /data/demo_sql/data_op/order.data /data/log/flume_spool/
spooling-hdfs
窗口一:
bin/flume-ng agent -n agent -c conf -f conf/spooling-hdfs.properties -Dflume.root.logger=INFO,console
窗口二:
hdfs dfs -ls /
hdfs dfs -mkdir /flume
hdfs dfs -ls /flume/
hdfs dfs -cat /flume/20171008/log_20171008_21.1507467792328.log
窗口三:
cd /data/log/flume_spool
rm *
cp Linux /data/log/flume_spool