awk日志分割

zoukankan html css js c++ java

awk日志分割

awk日志分割

1. awk实现日志按照日期分割

#!/bin/bash

DATE=$(date -d yesterday +%Y-%m-%d)

awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' pay-front.log.$DATE >> pay-front.error.log.$DATE

###参考http://blog.51yip.com/shell/1151.html

###改进例子

##awk '/^2017-05-22/, $1=="2017-05-" {print}' businessUser.log |awk 'BEGIN{RS="2017-05-22"} /'ERROR'|'OutOfMemory'/ {print RS,$0 }'

脚本如下：

#!/bin/bash
#1.将备份在/sumafile/log/backup的日志拷贝到/sumafile/log/Log_segmentation目录下并解压业务日志和删除domain日志
set -x
###每周日删除过滤日志的日志信息
if [[ `date | awk '{print $4}'` == "星期日" ]]; then
rm -rf /sumafile/log/shscript/Log_segmentation.log
fi
##1.1配置环境变量
DATE=$(date -d yesterday "+%Y-%m-%d")
DATE_TODAY=$(date "+%Y-%m-%d")
##1.2拷贝备份日志文件到/sumafile/log/Log_segmentation/$DATE目录下
cp -rf /sumafile/log/backup/$DATE /sumafile/log/Log_segmentation/$DATE
##1.3删除domain日志
###1.3.1删除网关组domain日志及其httpd日志
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-gw1/glassfishlog
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-gw1/httplog
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-gw2/glassfishlog
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-gw2/httplog
###1.3.2删除平台组domain日志
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-app1/glassfishlog
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-app2/glassfishlog
###1.3.3删除业务组domain日志
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-biz1/glassfishlog
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-biz2/glassfishlog
###1.3.4删除核心组domain日志
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-core1/glassfishlog
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-core2/glassfishlog
###1.3.5删除对账组domain日志
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-bdb1/glassfishlog
###1.3.6删除运营组domain日志
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-ope/glassfishlog
###1.3.7删除调度组domain日志
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-sch/glassfishlog
###1.3.8删除连接器组domain日志
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-con21/glassfishlog
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-con22/glassfishlog
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-con23/glassfishlog
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-con27/glassfishlog
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-con29/glassfishlog
##1.4解压转移业务日志并删除压缩文件
###1.4.1网关组
tar -zxvf /sumafile/log/Log_segmentation/$DATE/idca-gw1/sumapaylog/${DATE}_idca-gw1_sumapaylog.tar.gz -C /sumafile/log/Log_segmentation/$DATE/idca-gw1/sumapaylog/
mv /sumafile/log/Log_segmentation/$DATE/idca-gw1/sumapaylog/log/* /sumafile/log/Log_segmentation/$DATE/idca-gw1/
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-gw1/sumapaylog/
tar -zxvf /sumafile/log/Log_segmentation/$DATE/idca-gw2/sumapaylog/${DATE}_idca-gw2_sumapaylog.tar.gz -C /sumafile/log/Log_segmentation/$DATE/idca-gw2/sumapaylog/
mv /sumafile/log/Log_segmentation/$DATE/idca-gw2/sumapaylog/log/* /sumafile/log/Log_segmentation/$DATE/idca-gw2/
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-gw2/sumapaylog/
###1.4.2平台组
tar -zxvf /sumafile/log/Log_segmentation/$DATE/idca-app1/sumapaylog/${DATE}_idca-app1_sumapaylog.tar.gz -C /sumafile/log/Log_segmentation/$DATE/idca-app1/sumapaylog/
mv /sumafile/log/Log_segmentation/$DATE/idca-app1/sumapaylog/log/* /sumafile/log/Log_segmentation/$DATE/idca-app1/
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-app1/sumapaylog/
tar -zxvf /sumafile/log/Log_segmentation/$DATE/idca-app2/sumapaylog/${DATE}_idca-app2_sumapaylog.tar.gz -C /sumafile/log/Log_segmentation/$DATE/idca-app2/sumapaylog/
mv /sumafile/log/Log_segmentation/$DATE/idca-app2/sumapaylog/log/* /sumafile/log/Log_segmentation/$DATE/idca-app2/
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-app2/sumapaylog/
###1.4.3业务组
tar -zxvf /sumafile/log/Log_segmentation/$DATE/idca-biz1/sumapaylog/${DATE}_idca-biz1_sumapaylog.tar.gz -C /sumafile/log/Log_segmentation/$DATE/idca-biz1/sumapaylog/
mv /sumafile/log/Log_segmentation/$DATE/idca-biz1/sumapaylog/log/* /sumafile/log/Log_segmentation/$DATE/idca-biz1/
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-biz1/sumapaylog/
tar -zxvf /sumafile/log/Log_segmentation/$DATE/idca-biz2/sumapaylog/${DATE}_idca-biz2_sumapaylog.tar.gz -C /sumafile/log/Log_segmentation/$DATE/idca-biz2/sumapaylog/
mv /sumafile/log/Log_segmentation/$DATE/idca-biz2/sumapaylog/log/* /sumafile/log/Log_segmentation/$DATE/idca-biz2/
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-biz2/sumapaylog/
###1.4.4核心服务器组
tar -zxvf /sumafile/log/Log_segmentation/$DATE/idca-core1/sumapaylog/${DATE}_idca-core1_sumapaylog.tar.gz -C /sumafile/log/Log_segmentation/$DATE/idca-core1/sumapaylog/
mv /sumafile/log/Log_segmentation/$DATE/idca-core1/sumapaylog/log/* /sumafile/log/Log_segmentation/$DATE/idca-core1/
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-core1/sumapaylog/
tar -zxvf /sumafile/log/Log_segmentation/$DATE/idca-core2/sumapaylog/${DATE}_idca-core2_sumapaylog.tar.gz -C /sumafile/log/Log_segmentation/$DATE/idca-core2/sumapaylog/
mv /sumafile/log/Log_segmentation/$DATE/idca-core2/sumapaylog/log/* /sumafile/log/Log_segmentation/$DATE/idca-core2/
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-core2/sumapaylog/
###1.4.5对账服务组
tar -zxvf /sumafile/log/Log_segmentation/$DATE/idca-bdb1/sumapaylog/${DATE}_idca-bdb1_sumapaylog.tar.gz -C /sumafile/log/Log_segmentation/$DATE/idca-bdb1/sumapaylog/
mv /sumafile/log/Log_segmentation/$DATE/idca-bdb1/sumapaylog/log/* /sumafile/log/Log_segmentation/$DATE/idca-bdb1/
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-bdb1/sumapaylog/
###1.4.6运营组
#tar -zxvf /sumafile/log/Log_segmentation/$DATE/idca-ope/sumapaylog/${DATE}_idca-ope_sumapaylog.tar.gz -C /sumafile/log/Log_segmentation/$DATE/idca-ope/sumapaylog/
#mv /sumafile/log/Log_segmentation/$DATE/idca-ope/sumapaylog/log/* /sumafile/log/Log_segmentation/$DATE/idca-ope/
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-ope/sumapaylog/
###1.4.7调度组
tar -zxvf /sumafile/log/Log_segmentation/$DATE/idca-sch/sumapaylog/${DATE}_idca-sch_sumapaylog.tar.gz -C /sumafile/log/Log_segmentation/$DATE/idca-sch/sumapaylog/
mv /sumafile/log/Log_segmentation/$DATE/idca-sch/sumapaylog/log/* /sumafile/log/Log_segmentation/$DATE/idca-sch/
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-sch/sumapaylog/
###1.4.8连接器组
tar -zxvf /sumafile/log/Log_segmentation/$DATE/idca-con21/sumapaylog/${DATE}_idca-con21_sumapaylog.tar.gz -C /sumafile/log/Log_segmentation/$DATE/idca-con21/sumapaylog/
mv /sumafile/log/Log_segmentation/$DATE/idca-con21/sumapaylog/log/* /sumafile/log/Log_segmentation/$DATE/idca-con21/
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-con21/sumapaylog/
tar -zxvf /sumafile/log/Log_segmentation/$DATE/idca-con22/sumapaylog/${DATE}_idca-con22_sumapaylog.tar.gz -C /sumafile/log/Log_segmentation/$DATE/idca-con22/sumapaylog/
mv /sumafile/log/Log_segmentation/$DATE/idca-con22/sumapaylog/log/* /sumafile/log/Log_segmentation/$DATE/idca-con22/
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-con22/sumapaylog/
tar -zxvf /sumafile/log/Log_segmentation/$DATE/idca-con23/sumapaylog/${DATE}_idca-con23_sumapaylog.tar.gz -C /sumafile/log/Log_segmentation/$DATE/idca-con23/sumapaylog/
mv /sumafile/log/Log_segmentation/$DATE/idca-con23/sumapaylog/log/* /sumafile/log/Log_segmentation/$DATE/idca-con23/
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-con23/sumapaylog/
tar -zxvf /sumafile/log/Log_segmentation/$DATE/idca-con27/sumapaylog/${DATE}_idca-con27_sumapaylog.tar.gz -C /sumafile/log/Log_segmentation/$DATE/idca-con27/sumapaylog/
mv /sumafile/log/Log_segmentation/$DATE/idca-con27/sumapaylog/log/* /sumafile/log/Log_segmentation/$DATE/idca-con27/
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-con27/sumapaylog/
tar -zxvf /sumafile/log/Log_segmentation/$DATE/idca-con29/sumapaylog/${DATE}_idca-con29_sumapaylog.tar.gz -C /sumafile/log/Log_segmentation/$DATE/idca-con29/sumapaylog/
mv /sumafile/log/Log_segmentation/$DATE/idca-con29/sumapaylog/log/* /sumafile/log/Log_segmentation/$DATE/idca-con29/
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-con29/sumapaylog/
##1.5过滤日志并删除原日志
###1.5.1网关组
####1.5.1.1 ica-gw1
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-gw1/businessUser.log | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-gw1/businessUser.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-gw1/businessUser.log
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-gw1/hsbapi.log | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-gw1/hsbapi.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-gw1/hsbapi.log
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-gw1/merchant.log.${DATE} | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-gw1/merchant.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-gw1/merchant.log.${DATE}
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-gw1/website.log.${DATE} | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-gw1/website.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-gw1/website.log.${DATE}
####1.5.1.2 idca-gw2
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-gw2/businessUser.log | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-gw2/businessUser.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-gw2/businessUser.log
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-gw2/hsbapi.log | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-gw2/hsbapi.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-gw2/hsbapi.log
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-gw2/merchant.log.${DATE} | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-gw2/merchant.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-gw2/merchant.log.${DATE}
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-gw2/website.log.${DATE} | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-gw2/website.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-gw2/website.log.${DATE}
###1.5.2平台组
####1.5.2.1 idca-app1
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-app1/finance/finance.log.${DATE} | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-app1/finance/finance.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-app1/finance/finance.log.${DATE}
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-app1/front/pay-front.log.${DATE} | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-app1/front/pay-front.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-app1/front/pay-front.log.${DATE}
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-app1/front/pay-front-record.log.${DATE} | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-app1/front/pay-front-record.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-app1/front/pay-front-record.log.${DATE}
####1.5.2.2 idca-app2
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-app2/finance/finance.log.${DATE} | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-app2/finance/finance.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-app2/finance/finance.log.${DATE}
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-app2/front/pay-front.log.${DATE} | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-app2/front/pay-front.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-app2/front/pay-front.log.${DATE}
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-app2/front/pay-front-record.log.${DATE} | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-app2/front/pay-front-record.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-app2/front/pay-front-record.log.${DATE}
###1.5.3业务组
####1.5.3.1 idca-biz1
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-biz1/biz/disburse-front-record.log | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-biz1/biz/disburse-front-record.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-biz1/biz/disburse-front-record.log
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-biz1/biz/pay-front-record.log.${DATE} | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-biz1/biz/pay-front-record.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-biz1/biz/pay-front-record.log.${DATE}
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-biz1/biz/withholding.log.${DATE} | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-biz1/biz/withholding.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-biz1/biz/withholding.log.${DATE}
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-biz1/disburse/disburse.log.${DATE} | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-biz1/disburse/disburse.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-biz1/disburse/disburse.log.${DATE}
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-biz1/hsbdepository/hsbdepository.log.${DATE} | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-biz1/hsbdepository/hsbdepository.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-biz1/hsbdepository/hsbdepository.log.${DATE}
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-biz1/pay/pay.log.${DATE} | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-biz1/pay/pay.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-biz1/pay/pay.log.${DATE}
####1.5.3.2 idca-biz2
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-biz2/biz/disburse-front-record.log | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-biz2/biz/disburse-front-record.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-biz2/biz/disburse-front-record.log
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-biz2/biz/pay-front-record.log.${DATE} | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-biz2/biz/pay-front-record.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-biz2/biz/pay-front-record.log.${DATE}
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-biz2/biz/withholding.log.${DATE} | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-biz2/biz/withholding.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-biz2/biz/withholding.log.${DATE}
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-biz2/disburse/disburse.log.${DATE} | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-biz2/disburse/disburse.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-biz2/disburse/disburse.log.${DATE}
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-biz2/hsbdepository/hsbdepository.log.${DATE} | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-biz2/hsbdepository/hsbdepository.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-biz2/hsbdepository/hsbdepository.log.${DATE}
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-biz2/pay/pay.log.${DATE} | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-biz2/pay/pay.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-biz2/pay/pay.log.${DATE}
###1.5.4核心组
####1.5.4.1 idca-core1
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-core1/deadmessage/deadmessage.log | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-core1/deadmessage/deadmessage.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-core1/deadmessage/deadmessage.log
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-core1/finance/finance.log.${DATE} | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-core1/finance/finance.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-core1/finance/finance.log.${DATE}
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-core1/merchantNotice/merchantNotice.log.${DATE} | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-core1/merchantNotice/merchantNotice.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-core1/merchantNotice/merchantNotice.log.${DATE}
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-core1/mq/mq_group_minitor.log.${DATE} | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-core1/mq/mq_group_minitor.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-core1/mq/mq_group_minitor.log.${DATE}
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-core1/platform/merchant.log.${DATE} | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-core1/platform/merchant.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-core1/platform/merchant.log.${DATE}
####1.5.4.2 idca-core2
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-core2/finance/finance.log.${DATE} | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-core2/finance/finance.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-core2/finance/finance.log.${DATE}
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-core2/merchantNotice/merchantNotice.log.${DATE} | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-core2/merchantNotice/merchantNotice.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-core2/merchantNotice/merchantNotice.log.${DATE}
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-core2/platform/merchant.log.${DATE} | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-core2/platform/merchant.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-core2/platform/merchant.log.${DATE}
###1.5.5对账组
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-bdb1/finance/bankcheck.log | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-bdb1/finance/bankcheck.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-bdb1/finance/bankcheck.log
###1.5.6调度组
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-sch/schedual.log.${DATE} | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-sch/schedual.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-sch/schedual.log.${DATE}
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-sch/schedual/control.log | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-sch/schedual/control.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-sch/schedual/control.log
###1.5.7运营组
###1.5.8连接器组
####1.5.8.1 idca-con21
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-con21/pay_sms.log.${DATE} | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-con21/pay_sms.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-con21/pay_sms.log.${DATE}
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-con21/connector/cdms_withholding.connector.log | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-con21/connector/cdms_withholding.connector.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-con21/connector/cdms_withholding.connector.log
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-con21/connector/cfca.connector.log | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-con21/connector/cfca.connector.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-con21/connector/cfca.connector.log
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-con21/connector/cfcap_withholding.connector.log | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-con21/connector/cfcap_withholding.connector.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-con21/connector/cfcap_withholding.connector.log
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-con21/connector/cfca_withholding.connector.log | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-con21/connector/cfca_withholding.connector.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-con21/connector/cfca_withholding.connector.log
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-con21/connector/cmbbank.connector.log | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-con21/connector/cmbbank.connector.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-con21/connector/cmbbank.connector.log
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-con21/connector/cmsbbank.connector.log | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-con21/connector/cmsbbank.connector.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-con21/connector/cmsbbank.connector.log
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-con21/connector/cmsb_unionpay.connector.log | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-con21/connector/cmsb_unionpay.connector.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-con21/connector/cmsb_unionpay.connector.log
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-con21/connector/hfb2_withholding.connector.log | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-con21/connector/hfb2_withholding.connector.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-con21/connector/hfb2_withholding.connector.log
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-con21/connector/icbc_disburse.connector.log | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-con21/connector/icbc_disburse.connector.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-con21/connector/icbc_disburse.connector.log
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-con21/connector/nyfd_withholding.connector.log | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-con21/connector/nyfd_withholding.connector.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-con21/connector/nyfd_withholding.connector.log
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-con21/connector/nyf_withholding.connector.log | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-con21/connector/nyf_withholding.connector.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-con21/connector/nyf_withholding.connector.log
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-con21/connector/pab_withholding.connector.log | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-con21/connector/pab_withholding.connector.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-con21/connector/pab_withholding.connector.log
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-con21/connector/sft3.connector.log | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-con21/connector/sft3.connector.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-con21/connector/sft3.connector.log
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-con21/connector/smsw.connector.log | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-con21/connector/smsw.connector.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-con21/connector/smsw.connector.log
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-con21/connector/szicbc.connector.log | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-con21/connector/szicbc.connector.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-con21/connector/szicbc.connector.log
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-con21/connector/szyl.connector.log | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-con21/connector/szyl.connector.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-con21/connector/szyl.connector.log
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-con21/connector/umb.connector.log | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-con21/connector/umb.connector.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-con21/connector/umb.connector.log
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-con21/connector/ysb_withholding.connector.log | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-con21/connector/ysb_withholding.connector.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-con21/connector/ysb_withholding.connector.log
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-con21/connector/yzf_withholding.connector.log | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-con21/connector/yzf_withholding.connector.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-con21/connector/yzf_withholding.connector.log
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-con21/connector/ysepay_withholding.connector.log | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-con21/connector/ysepay_withholding.connector.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-con21/connector/ysepay_withholding.connector.log
####1.5.8.2 idca-con22
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-con22/pay_sms.log.${DATE} | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-con22/pay_sms.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-con22/pay_sms.log.${DATE}
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-con22/connector/cdms_withholding.connector.log | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-con22/connector/cdms_withholding.connector.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-con22/connector/cdms_withholding.connector.log
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-con22/connector/cfca.connector.log | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-con22/connector/cfca.connector.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-con22/connector/cfca.connector.log
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-con22/connector/cfcap_withholding.connector.log | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-con22/connector/cfcap_withholding.connector.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-con22/connector/cfcap_withholding.connector.log
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-con22/connector/cfca_withholding.connector.log | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-con22/connector/cfca_withholding.connector.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-con22/connector/cfca_withholding.connector.log
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-con22/connector/cmbbank.connector.log | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-con22/connector/cmbbank.connector.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-con22/connector/cmbbank.connector.log
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-con22/connector/cmsbbank.connector.log | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-con22/connector/cmsbbank.connector.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-con22/connector/cmsbbank.connector.log
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-con22/connector/cmsb_unionpay.connector.log | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-con22/connector/cmsb_unionpay.connector.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-con22/connector/cmsb_unionpay.connector.log
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-con22/connector/hfb2_withholding.connector.log | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-con22/connector/hfb2_withholding.connector.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-con22/connector/hfb2_withholding.connector.log
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-con22/connector/icbc_disburse.connector.log | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-con22/connector/icbc_disburse.connector.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-con22/connector/icbc_disburse.connector.log
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-con22/connector/nyfd_withholding.connector.log | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-con22/connector/nyfd_withholding.connector.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-con22/connector/nyfd_withholding.connector.log
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-con22/connector/nyf_withholding.connector.log | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-con22/connector/nyf_withholding.connector.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-con22/connector/nyf_withholding.connector.log
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-con22/connector/pab_withholding.connector.log | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-con22/connector/pab_withholding.connector.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-con22/connector/pab_withholding.connector.log
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-con22/connector/sft3.connector.log | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-con22/connector/sft3.connector.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-con22/connector/sft3.connector.log
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-con22/connector/smsw.connector.log | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-con22/connector/smsw.connector.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-con22/connector/smsw.connector.log
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-con22/connector/szicbc.connector.log | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-con22/connector/szicbc.connector.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-con22/connector/szicbc.connector.log
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-con22/connector/szyl.connector.log | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-con22/connector/szyl.connector.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-con22/connector/szyl.connector.log
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-con22/connector/umb.connector.log | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-con22/connector/umb.connector.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-con22/connector/umb.connector.log
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-con22/connector/ysb_withholding.connector.log | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-con22/connector/ysb_withholding.connector.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-con22/connector/ysb_withholding.connector.log
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-con22/connector/hxbbank.connector.log | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-con22/connector/hxbbank.connector.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-con22/connector/hxbbank.connector.log
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-con22/connector/ysepay_withholding.connector.log | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-con22/connector/ysepay_withholding.connector.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-con22/connector/ysepay_withholding.connector.log
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-con22/connector/sft2.connector.log | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-con22/connector/sft2.connector.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-con22/connector/sft2.connector.log
####1.5.8.3 idca-con23
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-con23/pay_sms.log.${DATE} | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-con23/pay_sms.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-con23/pay_sms.log.${DATE}
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-con23/connector/cdms_withholding.connector.log | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-con23/connector/cdms_withholding.connector.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-con23/connector/cdms_withholding.connector.log
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-con23/connector/cfca.connector.log | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-con23/connector/cfca.connector.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-con23/connector/cfca.connector.log
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-con23/connector/cfcap_withholding.connector.log | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-con23/connector/cfcap_withholding.connector.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-con23/connector/cfcap_withholding.connector.log
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-con23/connector/cfca_withholding.connector.log | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-con23/connector/cfca_withholding.connector.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-con23/connector/cfca_withholding.connector.log
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-con23/connector/cmbbank.connector.log | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-con23/connector/cmbbank.connector.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-con23/connector/cmbbank.connector.log
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-con23/connector/cmsbbank.connector.log | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-con23/connector/cmsbbank.connector.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-con23/connector/cmsbbank.connector.log
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-con23/connector/cmsb_unionpay.connector.log | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-con23/connector/cmsb_unionpay.connector.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-con23/connector/cmsb_unionpay.connector.log
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-con23/connector/hfb2_withholding.connector.log | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-con23/connector/hfb2_withholding.connector.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-con23/connector/hfb2_withholding.connector.log
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-con23/connector/icbc_disburse.connector.log | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-con23/connector/icbc_disburse.connector.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-con23/connector/icbc_disburse.connector.log
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-con23/connector/nyfd_withholding.connector.log | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-con23/connector/nyfd_withholding.connector.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-con23/connector/nyfd_withholding.connector.log
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-con23/connector/nyf_withholding.connector.log | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-con23/connector/nyf_withholding.connector.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-con23/connector/nyf_withholding.connector.log
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-con23/connector/pab_withholding.connector.log | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-con23/connector/pab_withholding.connector.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-con23/connector/pab_withholding.connector.log
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-con23/connector/sft3.connector.log | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-con23/connector/sft3.connector.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-con23/connector/sft3.connector.log
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-con23/connector/smsw.connector.log | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-con23/connector/smsw.connector.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-con23/connector/smsw.connector.log
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-con23/connector/szicbc.connector.log | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-con23/connector/szicbc.connector.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-con23/connector/szicbc.connector.log
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-con23/connector/szyl.connector.log | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-con23/connector/szyl.connector.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-con23/connector/szyl.connector.log
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-con23/connector/umb.connector.log | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-con23/connector/umb.connector.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-con23/connector/umb.connector.log
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-con23/connector/ysb_withholding.connector.log | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-con23/connector/ysb_withholding.connector.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-con23/connector/ysb_withholding.connector.log
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-con23/connector/yzf_withholding.connector.log | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-con23/connector/yzf_withholding.connector.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-con23/connector/yzf_withholding.connector.log
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-con23/connector/cgbbank.connector.log | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-con23/connector/cgbbank.connector.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-con23/connector/cgbbank.connector.log
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-con23/connector/cebbank.connector.log | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-con23/connector/cebbank.connector.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-con23/connector/cebbank.connector.log
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-con23/connector/ysepay_withholding.connector.log | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-con23/connector/ysepay_withholding.connector.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-con23/connector/ysepay_withholding.connector.log
#####1.5.8.4 idca-con29
awk '/^'$DATE'/, $1=="'$DATE_TODAY'" {print }' /sumafile/log/Log_segmentation/$DATE/idca-con29/connector/xmmsfastpay.connector.log | awk 'BEGIN{RS="'$DATE'"} /'ERROR'|'OutOfMemory'/ { print RS, $0}' >> /sumafile/log/Log_segmentation/$DATE/idca-con29/connector/xmmsfastpay.connector.error.log.${DATE}
rm -rf /sumafile/log/Log_segmentation/$DATE/idca-con29/connector/xmmsfastpay.connector.log
##1.6压缩文件
cd /sumafile/log/Log_segmentation/$DATE/
zip -r /sumafile/log/temp-analyzer/analyzer-error-log-${DATE}.zip ./*
rm -rf /sumafile/log/Log_segmentation/${DATE}/

查看全文

相关阅读:
http://blog.csdn.net/jyw935478490/article/details/51233931
http://www.roncoo.com/article/detail/124661
http://blog.csdn.net/chenleixing/article/details/43740759
http://www.xttblog.com/?p=794
http://jingyan.baidu.com/article/2009576193ee38cb0721b416.html
Java 生成16/32位 MD5
AI(Adobe Illustrator)简单入门——骷髅
 AI(Adobe Illustrator)简单入门——米老鼠
 ovirt-engine安装
 service postgresql initdb [FAILED]

原文地址：https://www.cnblogs.com/flyback/p/6893886.html

awk日志分割

1. awk实现日志按照日期分割