您的位置：首页 > 理论基础 > 计算机网络

Python 脚本学习（三），日志分析脚本，文件差异对比，HTTP状态检测

2015-09-16 09:43 926 查看
日志分析脚本：
#!/usr/local/python27/bin/python2.7
# coding=utf-8

import pygal
import re
import os
import sys
import datetime

BASE_PATH = "./"

def extract(path):
ip = dict()
time = dict()
status = dict()
version = dict()
method = dict()
with open(path) as f:
for line in f:
matched = reobj.search(line)
if not matched:
continue
log_obj = matched.groupdict()
if log_obj.get("ip") not in ip.keys():
ip[log_obj.get("ip")] = 0
ip[log_obj.get("ip")] += 1
origin_time = log_obj.get("time")
if not origin_time:
continue
dt = datetime.datetime.strptime(origin_time,'%d/%b/%Y:%H:%M:%S')
dt_s = dt.strftime('%Y-%m-%d %H')
if dt_s not in time.keys():
time[dt_s] = 0
time[dt_s] += 1
if log_obj.get('status') not in status.keys():
status[log_obj.get('status')] = 0
status[log_obj.get('status')] += 1
if log_obj.get('version') not in version.keys():
version[log_obj.get('version')] = 0
version[log_obj.get('version')] += 1
if log_obj.get("method") not in method.keys():
method[log_obj.get("method")] = 0
method[log_obj.get("method")] += 1
return ip,time,status,version,method

def make_path(dt):
path = os.path.join(BASE_PATH,dt)
if not os.path.exists(path):
os.makedirs(path)
return path

def time_graph(time,dt):
chart = pygal.Bar()
chart.title = "Access of %s" % dt
keys = ['%s %2d' % (dt,x) for x in range(24)]
values = [time.get(key) for key in keys]

chart.x_labels = [x.split()[1] for x in keys]
chart.add("Access",values)
path = make_path(dt)
chart.render_to_file(os.path.join(path,"time.svg"))

def status_graph(status,dt):
chart = pygal.Pie()
chart.title = "Status of %s" % dt
for k,v in status.items():
chart.add(k,v)
path = make_path(dt)
chart.render_to_file(os.path.join(path,"status.svg"))

def version_graph(vsersion,dt):
chart = pygal.Pie()
chart.title = "versions of %s" % dt
for k,v in version.items():
chart.add(k,v)
path = make_path(dt)
chart.render_to_file(os.path.join(path,"version.svg"))

def method_graph(method,dt):
chart = pygal.Pie()
chart.title = "methods of %s" % dt
for k,v in method.items():
chart.add(k,v)
path = make_path(dt)
chart.render_to_file(os.path.join(path,"method.svg"))

if __name__ == '__main__':
log_file = sys.argv[1]
dt = sys.argv[2]
ip,time,status,version,method = extract(log_file)
time_graph(time,dt)
status_graph(status,dt)
version_graph(version,dt)
method_graph(method,dt)


文件差异对比：
#!/usr/local/python27/bin/python2.7
import difflib
import sys

try:
textfile1=sys.argv[1]
textfile2=sys.argv[2]
except e:
print("Error:" + str(e))
sys.exit()

def readfile(filename):
try:
fileHandle = open(filename,'rb')
text=fileHandle.read().splitlines()
fileHandle.close()
return text

except IOError as a:
print("Error:" + str(a))
sys.exit()

if textfile1 =="" or textfile2=="":
print('Usage:filediif.py filename1 filename2')
sys.exit()

text1_lines = readfile(textfile1)
text2_lines = readfile(textfile2)

d = difflib.HtmlDiff()
a = d.make_file(text1_lines,text2_lines)
print(a)
输出结果：
./filediff.py aa1.txt aa2.txt >diff.html



HTTP访问脚本

#!/usr/local/python27/bin/python2.7
import urllib2

req = urllib2.urlopen('http://weather.yahooapis.com/forecastrss?w=2151849&u=c')

print(req.read())


HTTP状态检测—适用于单域名多主机DNS负载均衡场景
#!/usr/local/python27/bin/python2.7
import dns.resolver
import os
import httplib

iplist = []

appdomain='www.hello.com'

def get_iplist(domain=""):
try:
A = dns.resolver.query(domain,'A')
except e:
print("dns resolver error:" + str(e))
return

for i in A.response.answer:
for j in i.items:
iplist.append(j.address)
return True

def checkip(ip):
checkurl=ip+":80"
getcontent=""
httplib.socket.setdefaulttimeout(5)
conn=httplib.HTTPConnection(checkurl)

try:
conn.request("GET","/",headers = {"Host": appdomain})

r = conn.getresponse()
getcontent = r.read(15)
finally:
if getcontent == "<!DOCTYPE html>":
print (ip+" [OK]")
else:
print (ip+" [Error]")

if __name__ == "__main__":
if get_iplist(appdomain) and len(iplist)>0:
for ip in iplist:
checkip(ip)
else:
print("dns resolver error")


DNS解析脚本
#!/usr/local/python3/bin/python3
import dns.resolver

domain = input('please input an domain: ')
A = dns.resolver.query(domain,'A')
for i in A.response.answer:
for j in i.items:
print(j.address)


MX记录解析
#!/usr/local/python3/bin/python3
import dns.resolver
domain = input('please input an domain: ')
#这里接收两个参数的传入，需要解析的域名，解析的记录类型；
MX = dns.resolver.query(domain,'MX')
for i in MX:
print('MX preference =', i.preference, 'mail exchanger = ', i.exchange)


本文出自 “突破舒适区” 博客，转载请与作者联系！
内容来自用户分享和网络整理，不保证内容的准确性，如有侵权内容，可联系管理员处理 点击这里给我发消息
标签： 
相关文章推荐
新的分享
章节导航