linux中shell脚本统计apache日志中页面访问量

需求：在程序中有两个页面，用于某种用途，现需要统计这两个页面在每分钟内的访问量，包括总访问次数，成功次数(状态码200)，失败次数。然后写入到mysql中。

mysql字段：id(自增长)、time(实际统计时间)、year、month、day、hour、visit(总访问量)、success、fail、target(目标)

#!/bin/bash
#Desc : analysis apache log for witch pages with one minutes
#install bc packages with yum install -y bc if not found bc command

logdir=/var/log/httpd/80/access
logfile=$logdir/$(date +%Y%m%d)_access_log

month=$(date|awk '{print$2}')
day=$(date|awk '{print$3}')
year=$(date|awk '{print$6}')
hour=$(date|awk '{print$4}'|cut -d: -f1)
min=$(date|awk '{print$4}'|cut -d: -f2)

# get current system times to /tmp
echo $month > /tmp/month.txt
echo $day > /tmp/day.txt
echo $year > /tmp/year.txt
echo $hour > /tmp/hour.txt
echo $min > /tmp/min.txt

# compute run minute
if [ "$min" == "00" ]; then
RUN_MINUTE=59
else
if [ "$(awk -F '' '{print$(NF-1)}' /tmp/min.txt)" == "0" ]; then
echo $(awk -F '' '{print$NF}' /tmp/min.txt) > /tmp/min2.txt
echo $(cat /tmp/min2.txt) -1|bc > /tmp/run_minute.txt

if [ "cat /tmp/run_minute.txt" == "0" ]; then
RUN_MINUTE=00
else
RUN_MINUTE=0$(cat /tmp/run_minute.txt)
fi

else

echo $(cat /tmp/min.txt) -1|bc > /tmp/run_minute.txt
if [ "$(cat /tmp/run_minute.txt)" == "9" ]; then
RUN_MINUTE=09
else
RUN_MINUTE=$(cat /tmp/run_minute.txt)
fi
fi

fi

# compute run hour
if [ "$hour" == "00" ]; then
if [ "$min" == "00" ]; then
RUN_HOUR=23
else
RUN_HOUR=$hour
fi
else
if [ "$min" == "00" ]; then
if [ "$(awk -F '' '{print$(NF-1)}' /tmp/hour.txt)" == "0" ]; then
echo $(awk -F '' '{print$NF}' /tmp/hour.txt) > /tmp/hour2.txt
echo $(cat /tmp/hour2.txt) -1|bc >/tmp/run_hour.txt
if [ "$(cat /tmp/run_hour.txt)" == "0" ]; then
RUN_HOUR=00
else
RUN_HOUR=0$(cat /tmp/run_hour.txt)
fi
else
echo $(cat /tmp/hour.txt) -1|bc >/tmp/run_hour.txt
RUN_HOUR=$(cat /tmp/run_hour.txt)
fi
else
RUN_HOUR=$hour
fi
fi

# get run log file
if [ "$hour" == "00" ]; then
if [ "$min" == "00" ]; then
RUN_LOG=$logdir/$(date -d last-day +%Y%m%d_access_log)
else
RUN_LOG=$logfile
fi
else
RUN_LOG=$logfile
fi

# begin log analysis
p1=cnbpush.php
p2=jlpush.php

if [ "$hour" == "00" ]; then
if [ "$min" == "00" ]; then
INSERT_TIME=$(date -d '-1 hours' +%Y%m%d |cut -c 3-8)$RUN_HOUR$RUN_MINUTE
else
INSERT_TIME=$(date +%Y%m%d |cut -c 3-8)$RUN_HOUR$RUN_MINUTE
fi
else
INSERT_TIME=$(date +%Y%m%d |cut -c 3-8)$RUN_HOUR$RUN_MINUTE

fi

echo $INSERT_TIME | cut -c 1-2 > /tmp/IY
echo $INSERT_TIME | cut -c 3-4 > /tmp/IM
echo $INSERT_TIME | cut -c 5-6 > /tmp/ID
echo $INSERT_TIME | cut -c 7-8 > /tmp/IH
INSERT_YEAR=20$(cat /tmp/IY)
INSERT_MONTH=$(cat /tmp/IM)
INSERT_DAY=$(cat /tmp/ID)
INSERT_HOUR=$(cat /tmp/IH)

CN_TOTAL_ACCESS=$(cat $RUN_LOG | grep "$p1" | awk -F ':' '{print$2$3}'| grep "$RUN_HOUR$RUN_MINUTE" | wc -l)
CN_SUCC_ACCESS=$(cat $RUN_LOG | grep "$p1" | grep "200" | awk -F ':' '{print$2$3}'| grep "$RUN_HOUR$RUN_MINUTE" | wc -l)
CN_FAIL_ACCESS=$(cat $RUN_LOG | grep "$p1" | grep -v "200" | awk -F ':' '{print$2$3}'| grep "$RUN_HOUR$RUN_MINUTE" | wc -l)

JL_TOTAL_ACCESS=$(cat $RUN_LOG | grep "$p2" | awk -F ':' '{print$2$3}'| grep "$RUN_HOUR$RUN_MINUTE" | wc -l)
JL_SUCC_ACCESS=$(cat $RUN_LOG | grep "$p2" | grep "200" | awk -F ':' '{print$2$3}'| grep "$RUN_HOUR$RUN_MINUTE" | wc -l)
JL_FAIL_ACCESS=$(cat $RUN_LOG | grep "$p2" | grep -v "200" | awk -F ':' '{print$2$3}'| grep "$RUN_HOUR$RUN_MINUTE" | wc -l)

DB_NAME=shell_log
DB_USER=root
DB_PASS=root
DB_TAB=log

mysql -u$DB_USER -p$DB_PASS $DB_NAME -e "INSERT INTO $DB_TAB(time,year,month,day,hour,visit,success,fail,target) VALUES ('$INSERT_TIME', '$INSERT_YEAR', '$INSERT_MONTH', '$INSERT_DAY', '$INSERT_HOUR', '$CN_TOTAL_ACCESS', '$CN_SUCC_ACCESS', '$CN_FAIL_ACCESS', 'cnbpush');"
mysql -u$DB_USER -p$DB_PASS $DB_NAME -e "INSERT INTO $DB_TAB(time,year,month,day,hour,visit,success,fail,target) VALUES ('$INSERT_TIME', '$INSERT_YEAR', '$INSERT_MONTH', '$INSERT_DAY', '$INSERT_HOUR', '$JL_TOTAL_ACCESS', '$JL_SUCC_ACCESS', '$JL_FAIL_ACCESS', 'jlpush');"

exit

放到任务计划，一分钟一执行。