root@test:/usr/local/nginx/logs# cat search_log.sh ``` #!/bin/bash #Author:zhangya #Blog:doc.vim26.com #Time:2017-08-02 22:35:07 #Name:log.sh #Version:V1.0 #Description:This is check nginx log script. #用戶輸入的查詢開始時間 #input_log_time1="2017:"$1 #input_log_time2="2017:"$2 #將用戶輸入的時間轉換為日志記錄的時間 log_time1="2017:"$1 log_time2="2017:"$2 #日志路徑 log_path=$3 #生成的臨時日志 tmp_path=/tmp/${log_path}.tmp #訪問最高的IP記錄 top_ip_path=/tmp/top_ip.log #IP歸屬地查詢 ip_where_path=/tmp/ip_where.log #響應時間排名 nginx_time_path=/tmp/nginx_time.log #平均響應時間 avg_time_path=/tmp/avg_time.log #pv數量 pv_num_path=/tmp/pv_num.log #服務器IP地址 server_ip=$(hostname -I) #服務器名為 server_name=$(cat /etc/hostname) #搜索關鍵詞 key_word_bbs="GET /thread-" key_word_m="GET /bbs/thread-" key_word_mall="GET /mall/list" #輸入幫助 usage(){ echo "執行格式為:\nsh $0 \"18:00\" \"22:00\" bbs.vim26.com_access.log" } #查詢服務器的信息 server_info(){ echo "==============================" echo "服務器名:${server_name}" echo "服務器IP:${server_ip}" echo "查詢日志為:${log_path}" echo "查詢時間為:${input_log_time1} - ${input_log_time2}" echo "==============================" } #提取行數并生成臨時日志 time_line(){ line1=$(grep -n "${log_time1}" ${log_path}|head -1|awk -F":" '{print $1}') line2=$(grep -n "${log_time2}" ${log_path}|head -1|awk -F":" '{print $1}') sed -n "${line1},${line2}p" $log_path > ${tmp_path} } #PV數 pv_num(){ awk '{print $1}' ${tmp_path}|wc -l > ${pv_num_path} echo " PV數量為: $(cat ${pv_num_path})" echo "==============================" } #最多IP top_ip(){ awk '{print $1}' ${tmp_path}|sort|uniq -c|sort -n|tail -10 > ${top_ip_path} echo "訪問最多IP前10為:" cat ${top_ip_path} echo "==============================" } #IP歸屬地查詢 ip_where(){ > ${ip_where_path} for i in $(cat ${top_ip_path}|awk '{print $2}') do ip_where_host=$(curl -s "http://ip138.com/ips138.asp?ip=${i}&action=2"|iconv -f gb2312 -t utf-8|grep '<ul class="ul1"><li>'|awk -F "[:<>]+" '{print $5}'|cut -c 15-) echo "$i $ip_where_host" >> ${ip_where_path} done echo "==============================" echo "IP歸屬地查詢結果為:" cat -n ${ip_where_path} } #日志查詢 log_info(){ [ "${log_path}" = "bbs.vim26.com_access.log" ] && key_word=${key_word_bbs} [ "${log_path}" = "m.vim26.com_access.log" ] && key_word=${key_word_m} [ "${log_path}" = "mall.vim26.com_access.log" ] && key_word=${key_word_mall} #監控關鍵詞 echo "監控關鍵鏈接為：${key_word}" echo "==============================" #關鍵詞PV次數 key_word_pv=$(grep "${key_word}" ${tmp_path}|wc -l) echo "關鍵鏈接PV訪問次數: ${key_word_pv}" echo "==============================" #關鍵詞PV次數 #關鍵詞平均響應時間 grep "${key_word}" ${tmp_path}|awk '{sum+=$NF} END {print sum/NR}' > ${avg_time_path} echo "關鍵鏈接平均響應時間為: $(cat ${avg_time_path})" echo "==============================" #關鍵詞訪問響應時間排名 echo "關鍵鏈接訪問響應時間排名" grep "${key_word}" ${tmp_path}|awk '{printf ("%.1f\n",$NF)}'|sort -nk 1 -t.|uniq -c> ${nginx_time_path} cat ${nginx_time_path} echo "==============================" } #搜索引擎搜索情況 bot_search(){ echo "搜索情況匯總" bot_all=$(egrep "bot|spider|brandwatch" ${tmp_path}|wc -l) bot_baidu=$(grep "Baiduspider" ${tmp_path}| wc -l) bot_bing=$(grep "bingbot" ${tmp_path}| wc -l) bot_Google=$(grep "Googlebot" ${tmp_path}| wc -l) bot_sougou=$(grep "Sogou web spider" ${tmp_path}| wc -l) bot_toutiao=$(grep "ToutiaoSpider" ${tmp_path}| wc -l) bot_brandwatch=$(grep "brandwatch" ${tmp_path}| wc -l) echo "搜索引擎總計訪問次數" ${bot_all} echo " Baidu訪問次數： ${bot_baidu}" echo " bing訪問次數： ${bot_bing}" echo " Google訪問次數： ${bot_Google}" echo " sougou訪問次數： ${bot_sougou}" echo " toutiao訪問次數: ${bot_toutiao}" echo " brandwatch訪問次數: ${bot_brandwatch}" echo "==============================" } #bbs的執行動作 all_info(){ time_line server_info pv_num time_line bot_search top_ip log_info #ip_where } #判斷參數是否正確 [ $# != 3 ] && { usage exit 1; } all_info ```