标签：http io ar os sp for on 文件 div
#!/usr/bin/env python# coding:utf-8import sys,timeclass DisplayFormat(object): def format_size(self,size): KB = 1024 # KB -> B 1024 MB = 1048576 # MB -> B 1024 * 1024 GB = 1073741824 # GB -> B 1024 * 1024 * 1024 TB = 1099511627776 # TB -> B 1024 * 1024 * 1024 if size >= TB: size = str(size >> 40) + ‘T‘ elif size < KB: size = str(size) + ‘B‘ elif size >= GB and size < TB: size = str(size >> 30) + ‘G‘ elif size >= MB and size < GB: size = str(size >> 20) + ‘M‘ else: size = str(size >> 10) + ‘K‘ return size formatstring = ‘%-18s %-10s %-12s %8s %10s %10s %10s %10s %10s %10s %10s‘ def echo_line(self): ‘‘‘输出头部横线‘‘‘ print self.formatstring % (‘-‘*15,‘-‘*10,‘-‘*12,‘-‘*12,‘-‘*10,‘-‘*10,‘-‘*10,‘-‘*10,‘-‘*10,‘-‘*10,‘-‘*10,) def echo_head(self): ‘‘‘输出头部信息‘‘‘ print self.formatstring % (‘IP‘,‘Traffic‘,‘Time‘,‘Time%‘,200,404,403,503,500,302,304) def echo_error(self): ‘‘‘输出错误信息‘‘‘ print ‘Usage: ‘ + sys.argv[0] + ‘filepath [number]‘ def echo_time(self): ‘‘‘输出脚本执行时间‘‘‘ print ‘The script is running %s second‘ % time.clock()class HostInfo(object): # 定义一个主机ip 的所有状态列表 host_info = [‘200‘,‘404‘,‘403‘,‘503‘,‘500‘,‘302‘,‘304‘,‘size‘,‘time‘] def __init__(self,host): ‘‘‘初始化一个主机信息字典‘‘‘ self.host = host = {}.fromkeys(self.host_info,0) def add_1(self,status_size,is_size): ‘‘‘对访问次数,http返回的状态码，ip流量进行加1操作‘‘‘ if status_size == ‘time‘: self.host[‘time‘] += 1 elif is_size: self.host[‘size‘] = self.host[‘size‘] + status_size else: self.host[status_size] += 1 def get_value(self,value): ‘‘‘取出字典的值‘‘‘ return self.host[value]class AnalysisFile(object): def __init__(self): ‘‘‘初始化一个空字典‘‘‘ self.empty = {} self.total_request_time,self.total_traffic,self.total_200,\ self.total_404,self.total_403,self.total_503,self.total_500,\ self.total_302,self.total_304 = 0,0,0,0,0,0,0,0,0 def split_line_todict(self,line): ‘‘‘传入文件的每一行取出0、8、9字段 生成字典 并返回这个字典‘‘‘ line_split = line.split() line_dict = {‘remote_host‘:line_split[0],‘status‘:line_split[8],‘bytes_sent‘:line_split[9]} return line_dict def read_log(self,logs): for line in logs: try: dict_line = self.split_line_todict(line) host = dict_line[‘remote_host‘] status = dict_line[‘status‘] except ValueError: continue except IndexError: continue if host not in self.empty: host_info_obj = HostInfo(host) self.empty[host] = host_info_obj else: host_info_obj = self.empty[host] host_info_obj.add_1(‘time‘,False) if status in host_info_obj.host_info: host_info_obj.add_1(status,False) try: bytes_sent = int(dict_line[‘bytes_sent‘]) except ValueError: bytes_sent = 0 host_info_obj.add_1(bytes_sent,True) return self.empty def return_sorted_list(self,true_dict): ‘‘‘循环读取字典,计算总的流量、总的访问次数以及总的http返回码‘‘‘ for host_key in true_dict: host_value = true_dict[host_key] time = host_value.get_value(‘time‘) self.total_request_time = self.total_request_time + time size = host_value.get_value(‘size‘) self.total_traffic = self.total_traffic + size # 获取http返回状态码的次数 v_200 = host_value.get_value(‘200‘) v_404 = host_value.get_value(‘404‘) v_403 = host_value.get_value(‘403‘) v_503 = host_value.get_value(‘503‘) v_500 = host_value.get_value(‘500‘) v_302 = host_value.get_value(‘302‘) v_304 = host_value.get_value(‘304‘) # 重新规划字典 true_dict[host_key] = {‘200‘:v_200,‘404‘:v_404,‘403‘:v_403,\ ‘503‘:v_503,‘500‘:v_500,‘302‘:v_302,\ ‘304‘:v_304,‘size‘:size,‘time‘:time} # 计算http返回状态码的总量 self.total_200 = self.total_200 + v_200 self.total_404 = self.total_404 + v_404 self.total_403 = self.total_403 + v_403 self.total_503 = self.total_503 + v_503 self.total_500 = self.total_500 + v_500 self.total_302 = self.total_302 + v_302 self.total_304 = self.total_304 + v_304 # 对总的访问次数和访问流量进行降序排序,并生成一个有序的列表 sorted_list = sorted(true_dict.items(),key=lambda i:(i[1][‘size‘],\ i[1][‘time‘]),reverse=True) return sorted_listclass Main(object): def main(self): ‘‘‘主调函数‘‘‘ # 初始化DisplayFormat类的实例 displayformat = DisplayFormat() args = len(sys.argv) if args == 1: displayformat.echo_error() elif args == 2 or args == 3: log_file = sys.argv[1] try: files = open(log_file,‘r‘) if args == 3: lines = int(sys.argv[2]) else: lines = 0 except IOError,e: print print e displayformat.echo_error() except VaueError,e: print print e displayformat.echo_error() else: displayformat.echo_error() #AnalysisFile类的实例化 fileanalysis = AnalysisFile() # 调用read_log方法 news_dict = fileanalysis.read_log(files) # 调用return_sorted_list方法 new_list = fileanalysis.return_sorted_list(news_dict) # 计算所有ip的总量 total_ip = len(new_list) if lines: new_list = new_list[0:lines] files.close() # 打印出总的ip数,总访问流量,总的访问次数 print total_request_time = fileanalysis.total_request_time total_traffic = displayformat.format_size(fileanalysis.total_traffic) print ‘总IP数量: %s 总的访问流量: %s 总的请求次数: %d‘ % (total_ip,\ total_traffic,\ total_request_time) # 打印头部信息,和横线 print displayformat.echo_head() displayformat.echo_line() # 循环读取news_list列表取出time项目 计算time百分比 通过displayformat格式化输出主机信息 for i in new_list: time = i[1][‘time‘] time_percentage = (float(time) / float(fileanalysis.total_request_time)) * 100 print displayformat.formatstring % (i[0],\ displayformat.format_size(i[1][‘size‘]),\ time,str(time_percentage)[0:5],\ i[1][‘200‘],i[1][‘404‘],i[1][‘403‘],\ i[1][‘503‘],i[1][‘500‘],i[1][‘302‘],i[1][‘304‘]) if not lines or total_ip == lines: displayformat.echo_line() print displayformat.formatstring % (total_ip,total_traffic,total_request_time,‘100%‘,\ fileanalysis.total_200,fileanalysis.total_404,\ fileanalysis.total_403,fileanalysis.total_503,\ fileanalysis.total_500,fileanalysis.total_302,\ fileanalysis.total_304) # 显示执行脚本的时间 print displayformat.echo_time()if __name__ == ‘__main__‘: main = Main() main.main()标签：http io ar os sp for on 文件 div
原文地址：http://www.cnblogs.com/tangchuanyang/p/4156856.html
