Shell + crontab 实现日志压缩归档

Shell + crontab 实现日志压缩归档

crontab

# archive the ats log file, keep 7 days.
*/5 * * * * root /bin/sh /path/archive_atslog.sh >/dev/null 2>&1

shell

#!/bin/bash
# Author      : standby
# Date        : 2017-04-17
# Description : Archive the live log, keep the lastest 7 days.

logdir="/data/ats/logs"
TODAY=`date -d "6 minutes ago" +%Y%m%d`

function get_exter_ip()
{
    arr=(`/sbin/ifconfig -a|grep inet|grep -v 127.0.0.1|grep -v inet6|awk '{print $2}'|tr -d "addr:"`)
    exter_ip=${arr[0]}
    for ip in ${arr[*]}
    do
        ip_tmp=`echo $ip | grep -v '^10.'`
        if [[ ! -z $ip_tmp ]];then
            break
        fi
    done
    exter_ip=$ip_tmp
    echo $exter_ip
}
IP=`get_exter_ip`
# rename log file
cd $logdir
for i in `ls access.log_*.old`
do
    DATE=`echo $i |awk -F "[-.]" '{print $(NF-4)$(NF-3)}' |sed 's/[hms]//g'`
    mv $i live_${IP}_${DATE}_05min.log
done

subPath=$logdir/$TODAY/
# gzip and archive log file
[ ! -d $subPath ] && mkdir -p $subPath
for i in `ls live_*.*_05min.log`
do
    gzip $i
    mv $i".gz" $subPath
done

# clean log files which 7 days ago
i=0
while [[ i -lt 7 ]]
do
    weekDay[i]=`date -d "-${i} day" +"%Y%m%d"`
    let i++
done
for dir in `ls | grep -E "([0-9]{8})"`
do
    [[ "${weekDay[@]}" =~ $dir ]] || rm -rf $dir
done