Rootop 服务器运维与web架构

需求：在程序中有两个页面，用于某种用途，现需要统计这两个页面在每分钟内的访问量，包括总访问次数，成功次数(状态码200)，失败次数。然后写入到mysql中。

mysql字段：id(自增长)、time(实际统计时间)、year、month、day、hour、visit(总访问量)、success、fail、target(目标)

脚本下载地址：https://www.rootop.org/rs/shell_scripts/analysis_apache_log.sh

#!/bin/bash
#Create By  : www.rootop.org
#MailAddress: venus@rootop.org
#Version    : analysis_apache_log ver1.0
#Data       : 2014/11/12
#Desc       : analysis apache log for witch pages with one minutes
#install bc packages with yum install -y bc if not found bc command

logdir=/var/log/httpd/80/access
logfile=$logdir/$(date +%Y%m%d)_access_log

month=$(date|awk '{print$2}')
day=$(date|awk '{print$3}')
year=$(date|awk '{print$6}')
hour=$(date|awk '{print$4}'|cut -d: -f1)
min=$(date|awk '{print$4}'|cut -d: -f2)

# get current system times to /tmp
echo $month > /tmp/month.txt
echo $day > /tmp/day.txt
echo $year > /tmp/year.txt
echo $hour > /tmp/hour.txt
echo $min > /tmp/min.txt

# compute run minute
if [ "$min" == "00" ]; then
        RUN_MINUTE=59
        else
                if [ "$(awk -F '' '{print$(NF-1)}' /tmp/min.txt)" == "0" ]; then
			echo $(awk -F '' '{print$NF}' /tmp/min.txt) > /tmp/min2.txt
                        echo $(cat /tmp/min2.txt) -1|bc > /tmp/run_minute.txt

				if [ "cat /tmp/run_minute.txt" == "0" ]; then
                                	RUN_MINUTE=00
				else
					RUN_MINUTE=0$(cat /tmp/run_minute.txt)
                                fi

                else

                         echo $(cat /tmp/min.txt) -1|bc > /tmp/run_minute.txt
				if [ "$(cat /tmp/run_minute.txt)" == "9" ]; then
					RUN_MINUTE=09
				else
	                        	RUN_MINUTE=$(cat /tmp/run_minute.txt)
				fi
                fi

fi

# compute run hour
if [ "$hour" == "00" ]; then
        if [ "$min" == "00" ]; then
        RUN_HOUR=23
	else
		RUN_HOUR=$hour
        fi
	else
		if [ "$min" == "00" ]; then
			if [ "$(awk -F '' '{print$(NF-1)}' /tmp/hour.txt)" == "0" ]; then
			echo $(awk -F '' '{print$NF}' /tmp/hour.txt) > /tmp/hour2.txt
			echo $(cat /tmp/hour2.txt) -1|bc >/tmp/run_hour.txt
				if [ "$(cat /tmp/run_hour.txt)" == "0" ]; then
					RUN_HOUR=00
	                          else
                                	RUN_HOUR=0$(cat /tmp/run_hour.txt)
				fi
			else
				echo $(cat /tmp/hour.txt) -1|bc >/tmp/run_hour.txt
				RUN_HOUR=$(cat /tmp/run_hour.txt)
			fi
		else
			RUN_HOUR=$hour
		fi
fi

# get run log file
if [ "$hour" == "00" ]; then
	if [ "$min" == "00" ]; then
	RUN_LOG=$logdir/$(date -d last-day +%Y%m%d_access_log)
		else
		RUN_LOG=$logfile
	fi
	else
		RUN_LOG=$logfile
fi

# begin log analysis
p1=cnbpush.php
p2=jlpush.php

if [ "$hour" == "00" ]; then
	if [ "$min" == "00" ]; then
		INSERT_TIME=$(date -d '-1 hours' +%Y%m%d |cut -c 3-8)$RUN_HOUR$RUN_MINUTE
		else
		INSERT_TIME=$(date +%Y%m%d |cut -c 3-8)$RUN_HOUR$RUN_MINUTE
	fi
	else
		INSERT_TIME=$(date +%Y%m%d |cut -c 3-8)$RUN_HOUR$RUN_MINUTE

fi

echo $INSERT_TIME | cut -c 1-2 > /tmp/IY
echo $INSERT_TIME | cut -c 3-4 > /tmp/IM
echo $INSERT_TIME | cut -c 5-6 > /tmp/ID
echo $INSERT_TIME | cut -c 7-8 > /tmp/IH
INSERT_YEAR=20$(cat /tmp/IY)
INSERT_MONTH=$(cat /tmp/IM)
INSERT_DAY=$(cat /tmp/ID)
INSERT_HOUR=$(cat /tmp/IH)

CN_TOTAL_ACCESS=$(cat $RUN_LOG | grep "$p1" | awk -F ':' '{print$2$3}'| grep "$RUN_HOUR$RUN_MINUTE" | wc -l)
CN_SUCC_ACCESS=$(cat $RUN_LOG | grep "$p1" | grep "200" | awk -F ':' '{print$2$3}'| grep "$RUN_HOUR$RUN_MINUTE" | wc -l)
CN_FAIL_ACCESS=$(cat $RUN_LOG | grep "$p1" | grep -v "200" | awk -F ':' '{print$2$3}'| grep "$RUN_HOUR$RUN_MINUTE" | wc -l)

JL_TOTAL_ACCESS=$(cat $RUN_LOG | grep "$p2" | awk -F ':' '{print$2$3}'| grep "$RUN_HOUR$RUN_MINUTE" | wc -l)
JL_SUCC_ACCESS=$(cat $RUN_LOG | grep "$p2" | grep "200" | awk -F ':' '{print$2$3}'| grep "$RUN_HOUR$RUN_MINUTE" | wc -l)
JL_FAIL_ACCESS=$(cat $RUN_LOG | grep "$p2" | grep -v "200" | awk -F ':' '{print$2$3}'| grep "$RUN_HOUR$RUN_MINUTE" | wc -l)

DB_NAME=shell_log
DB_USER=root
DB_PASS=root
DB_TAB=log

mysql -u$DB_USER -p$DB_PASS $DB_NAME -e "INSERT INTO $DB_TAB(time,year,month,day,hour,visit,success,fail,target) VALUES ('$INSERT_TIME', '$INSERT_YEAR', '$INSERT_MONTH', '$INSERT_DAY', '$INSERT_HOUR', '$CN_TOTAL_ACCESS', '$CN_SUCC_ACCESS', '$CN_FAIL_ACCESS', 'cnbpush');"
mysql -u$DB_USER -p$DB_PASS $DB_NAME -e "INSERT INTO $DB_TAB(time,year,month,day,hour,visit,success,fail,target) VALUES ('$INSERT_TIME', '$INSERT_YEAR', '$INSERT_MONTH', '$INSERT_DAY', '$INSERT_HOUR', '$JL_TOTAL_ACCESS', '$JL_SUCC_ACCESS', '$JL_FAIL_ACCESS', 'jlpush');"

exit

放到任务计划，一分钟一执行。