Python+Mysql生成zabbix统计数据(优化) 推荐
2014-08-04 14:47
429 查看
周末重新整理了一下,把有些不合理的地方改了下,自我感觉好多了
ZabbixReport.py
ZabbixReport.py
#!/usr/bin/python #coding:utf-8 import MySQLdb import time,datetime #zabbix数据库信息: zdbhost = '192.168.1.100' zdbuser = 'zabbix' zdbpass = 'zabbixreport' zdbport = 3306 zdbname = 'zabbix' #生成文件名称: xlsfilename = 'damo.xls' #需要查询的key列表 [名称,表名,key值,取值,格式化,数据整除处理] keys = [ ['CPU核心数','trends_uint','system.cpu.num','avg','',1], ['CPU平均空闲值','trends','system.cpu.util[,idle]','avg','%.2f',1], ['CPU最小空闲值','trends','system.cpu.util[,idle]','min','%.2f',1], ['CPU5分钟负载','trends','system.cpu.load[percpu,avg5]','avg','%.2f',1], ['物理内存大小(单位G)','trends_uint','vm.memory.size[total]','avg','',1048576000], ['可用平均内存(单位G)','trends_uint','vm.memory.size[available]','avg','',1048576000], ['可用最小内存(单位G)','trends_uint','vm.memory.size[available]','min','',1048576000], ['swap总大小(单位G)','trends_uint','system.swap.size[,total]','avg','',1048576000], ['swap平均剩余(单位G)','trends_uint','system.swap.size[,free]','avg','',1048576000], ['根分区总大小(单位G)','trends_uint','vfs.fs.size[/,total]','avg','',1073741824], ['根分区平均剩余(单位G)','trends_uint','vfs.fs.size[/,free]','avg','',1073741824], ['进入最大流量(单位Kbps)','trends_uint','net.if.in[eth0]','max','',1000], ['进入平均流量(单位Kbps)','trends_uint','net.if.in[eth0]','avg','',1000], ['出去最大流量(单位Kbps)','trends_uint','net.if.out[eth0]','max','',1000], ['出去平均流量(单位Kbps)','trends_uint','net.if.out[eth0]','avg','',1000], ] class ReportForm: def __init__(self): '''打开数据库连接''' self.conn = MySQLdb.connect(host=zdbhost,user=zdbuser,passwd=zdbpass,port=zdbport,db=zdbname) self.cursor = self.conn.cursor(cursorclass=MySQLdb.cursors.DictCursor) #生成zabbix哪个分组报表 self.groupname = 'qjsh' #获取IP信息: self.IpInfoList = self.__getHostList() def __getHostList(self): '''根据zabbix组名获取该组所有IP''' #查询组ID: sql = '''select groupid from groups where name = '%s' ''' % self.groupname self.cursor.execute(sql) groupid = self.cursor.fetchone()['groupid'] #根据groupid查询该分组下面的所有主机ID(hostid): sql = '''select hostid from hosts_groups where groupid = %s''' % groupid self.cursor.execute(sql) hostlist = self.cursor.fetchall() #生成IP信息字典:结构为{'119.146.207.19':{'hostid':10086L,},} IpInfoList = {} for i in hostlist: hostid = i['hostid'] sql = '''select host from hosts where status = 0 and hostid = %s''' % hostid ret = self.cursor.execute(sql) if ret: IpInfoList[self.cursor.fetchone()['host']] = {'hostid':hostid} return IpInfoList def __getItemid(self,hostid,itemname): '''获取itemid''' sql = '''select itemid from items where hostid = %s and key_ = '%s' ''' % (hostid, itemname) if self.cursor.execute(sql): itemid = self.cursor.fetchone()['itemid'] else: itemid = None return itemid def getTrendsValue(self,type, itemid, start_time, stop_time): '''查询trends_uint表的值,type的值为min,max,avg三种''' sql = '''select %s(value_%s) as result from trends where itemid = %s and clock >= %s and clock <= %s''' % (type, type, itemid, start_time, stop_time) self.cursor.execute(sql) result = self.cursor.fetchone()['result'] if result == None: result = 0 return result def getTrends_uintValue(self,type, itemid, start_time, stop_time): '''查询trends_uint表的值,type的值为min,max,avg三种''' sql = '''select %s(value_%s) as result from trends_uint where itemid = %s and clock >= %s and clock <= %s''' % (type, type, itemid, start_time, stop_time) self.cursor.execute(sql) result = self.cursor.fetchone()['result'] if result: result = int(result) else: result = 0 return result def getLastMonthData(self,type,hostid,table,itemname): '''根据hostid,itemname获取该监控项的值''' #获取上个月的第一天和最后一天 ts_first = int(time.mktime(datetime.date(datetime.date.today().year,datetime.date.today().month-1,1).timetuple())) lst_last = datetime.date(datetime.date.today().year,datetime.date.today().month,1)-datetime.timedelta(1) ts_last = int(time.mktime(lst_last.timetuple())) itemid = self.__getItemid(hostid, itemname) function = getattr(self,'get%sValue' % table.capitalize()) return function(type,itemid, ts_first, ts_last) def getInfo(self): #循环读取IP列表信息 for ip,resultdict in zabbix.IpInfoList.items(): print "正在查询 IP:%-15s hostid:%5d 的信息!" % (ip, resultdict['hostid']) #循环读取keys,逐个key统计数据: for value in keys: print "\t正在统计 key_:%s" % value[2] if not value[2] in zabbix.IpInfoList[ip]: zabbix.IpInfoList[ip][value[2]] = {} data = zabbix.getLastMonthData(value[3], resultdict['hostid'],value[1],value[2]) zabbix.IpInfoList[ip][value[2]][value[3]] = data def writeToXls2(self): '''生成xls文件''' try: import xlsxwriter #创建文件 workbook = xlsxwriter.Workbook(xlsfilename) #创建工作薄 worksheet = workbook.add_worksheet() #写入第一列: worksheet.write(0,0,"主机".decode('utf-8')) i = 1 for ip in self.IpInfoList: worksheet.write(i,0,ip) i = i + 1 #写入其他列: i = 1 for value in keys: worksheet.write(0,i,value[0].decode('utf-8')) #写入该列内容: j = 1 for ip,result in self.IpInfoList.items(): if value[4]: worksheet.write(j,i, value[4] % result[value[2]][value[3]]) else: worksheet.write(j,i, result[value[2]][value[3]] / value[5]) j = j + 1 i = i + 1 except Exception,e: print e def __del__(self): '''关闭数据库连接''' self.cursor.close() self.conn.close() if __name__ == "__main__": zabbix = ReportForm() zabbix.getInfo() zabbix.writeToXls2()
相关文章推荐
- Python+Mysql生成zabbix统计数据 推荐
- MySQL 优化相关——统计数据分析
- MySQL 对一段时间内每天数据统计案例--sql优化
- Oracle的优化器是CBO,所以对象的统计数据对执行计划的生成至关重要
- 7057-2.Python数据分析:统计与图表生成
- mysql快速生成测试数据的方法,以及分页limit语句优化
- mysql 生成随机时间 mysql 统计数量并根据最后面一个数据的时间排序
- Python利用groupby模块进行Mysql分表数据的汇总统计
- 高性能可扩展mysql(执行计划,索引分析优化改写,删除重复数据,区间统计,满查询日志)
- Mysql分表数据通过Python进行汇总统计
- python数据统计脚本实例mysql,redis
- spark-python从hdfs文本数据(美国历年出生人数)统计然后把结果数据写入mysql
- PHP+MySQL实现对一段时间内每天数据统计优化操作实例
- python生成随机数据插入mysql
- MySQL大数据的优化以及分解存储 推荐
- 京东MySQL监控之Zabbix优化、自动化 推荐
- python调用zabbix api接口实时展示数据 推荐
- 【MySQL】大数据统计 - 优化GROUP BY的使用
- mysql innodb 如何获取用于 生成执行计划的 数据表统计信息
- [数据库测试]强烈推荐一个python ODBC数据源插件,可支持Oracle,Db2,Mysql,Sql-server以及各种数据库版本,附例子和测试程序