经典日志分析2

#!/bin/bash
c=`date +%Y%m%d%H -d '-1 hours'`
d=`date +%Y%m%d%H -d '-2 hours'`
e=`awk '$(NF-3)~/"w2.youyuan.com"/{print}' /backup/nginxlog/agghour/access.log.$c|awk -F "[/|?]" '$5~/call_user.jwml|call_user_nov.jwml/{print}'|wc -l`
echo $e
a=`awk '$(NF-3)~/"w2.youyuan.com"/{print}' /backup/nginxlog/agghour/access.log.$c|awk -F "[/|?]" '$5~/call_user.jwml|call_user_nov.jwml/{print}'|awk '{++a[$1]}END{for ( i in a )print i,a[i]}'|sort -k2 -rn |awk '{print $1}'|head -n1`

b=($(awk '$(NF-3)~/"w2.youyuan.com"/{print}' /backup/nginxlog/agghour/access.log.$c|awk -F "[/|?]" '$5~/call_user.jwml|call_user_nov.jwml/{print}'|grep "$a"|awk -F "[(|)]" '{++a[$2]}END{for ( i in a )print i,a[i]}'|sort -k2 -rn|awk '$2>=100{print}'|awk '{print $1}'))

g=($(awk '$(NF-3)~/"w2.youyuan.com"/{print}' /backup/nginxlog/agghour/access.log.$c|awk -F "[/|?]" '$5~/call_user.jwml|call_user_nov.jwml/{print}'|grep "$a"|awk -F "[(|)]" '{++a[$2]}END{for ( i in a )print i,a[i]}'|sort -k2 -rn|awk '$2>=100{print}'|awk '{print $2}'))

#b=`awk -F "[/| ]" '$3>="'$d'" && $3<="'$c'"{print}' /usr/local/nginx/logs/access.log|awk '$(NF-3)~/"w2.youyuan.com"/{print}'|awk -F "[/|?]" '$5~/call_user.jwml|call_user_nov.jwml/{print}'|awk '$1~/'$a'/{print}'|awk -F "[(|)]" '{++a[$2]}END{for ( i in a )print i,a[i]}'|sort -k2 -rn|head -n2`

for (( i=0;i<${#b[@]};i++ ))
do
mysql -uroot -h192.168.0.106 -P3306 -p12345678 test -e "insert into NGINXTAB values ('"${b[i]}"','"${g[i]}"','wap20','"$d"-"$c"');"
done

aa=`awk '$(NF-3)~/"touch.youyuan.com"/{print}' /backup/nginxlog/agghour/access.log.$c|awk -F "[/|?]" '$5~/call_user.jwml|call_user_nov.jwml/{print}'|wc -l`
echo $aa
ab=`awk '$(NF-3)~/"touch.youyuan.com"/{print}' /backup/nginxlog/agghour/access.log.$c|awk -F "[/|?]" '$5~/call_user.jwml|call_user_nov.jwml/{print}'|awk '{++a[$1]}END{for ( i in a )print i,a[i]}'|sort -k2 -rn |awk '{print $1}'|head -n1`

ac=($(awk '$(NF-3)~/"touch.youyuan.com"/{print}' /backup/nginxlog/agghour/access.log.$c|awk -F "[/|?]" '$5~/call_user.jwml|call_user_nov.jwml/{print}'|grep "$ab"|awk -F "[(|)]" '{++a[$2]}END{for ( i in a )print i,a[i]}'|sort -k2 -rn|awk '$2>=100{print}'|awk '{print $1}'))

ad=($(awk '$(NF-3)~/"touch.youyuan.com"/{print}' /backup/nginxlog/agghour/access.log.$c|awk -F "[/|?]" '$5~/call_user.jwml|call_user_nov.jwml/{print}'|grep "$ab"|awk -F "[(|)]" '{++a[$2]}END{for ( i in a )print i,a[i]}'|sort -k2 -rn|awk '$2>=100{print}'|awk '{print $2}'))

#b=`awk -F "[/| ]" '$3>="'$d'" && $3<="'$c'"{print}' /usr/local/nginx/logs/access.log|awk '$(NF-3)~/"w2.youyuan.com"/{print}'|awk -F "[/|?]" '$5~/call_user.jwml|call_ser_nov.jwml/{print}'|awk '$1~/'$a'/{print}'|awk -F "[(|)]" '{++a[$2]}END{for ( i in a )print i,a[i]}'|sort -k2 -rn|head -n2`

#echo $ac $ad
for (( i=0;i<${#ac[@]};i++ ))
do
mysql -uroot -h192.168.0.106 -P3306 -p12345678 test -e "insert into NGINXTAB values ('"${ac[i]}"','"${ad[i]}"','touch','"$d"-"$c"');"
done