Centos下的IO监控与分析

[root@server-mysql ~]# stat test.c
  File: `test.c‘
  Size: 375             Blocks: 8          IO Block: 4096   regular file
Device: 803h/2051d      Inode: 1208533     Links: 1
Access: (0755/-rwxr-xr-x)  Uid: (    0/    root)   Gid: (    0/    root)
Access: 2016-06-28 23:27:56.327543866 +0800
Modify: 2015-12-27 22:13:27.654476214 +0800
Change: 2015-12-27 22:13:27.823852491 +0800

#! /usr/bin/env python# -*- coding: gbk -*-import os
import re
import timeit 
from ctypes import CDLL, create_string_buffer, c_ulong, c_longlong
from optparse import OptionParser

usage = ‘‘‘%prog -s strace.log -f fileno.map ‘‘‘

_glibc = None
_glibc_pread  = None
_c_char_buf   = None

_open_file = []

def getlines(filename):
    _lines = []
    with open(filename,‘r‘) as _f:
        for line in _f:
            if line.strip() != "":
                _lines.append(line.strip())
    return _lines
    


def parsecmdline():
    parser = OptionParser(usage)
    parser.add_option("-s", "--strace", dest="strace_filename",
                      help="strace file", metavar="FILE")
                      
    parser.add_option("-f", "--fileno", dest="fileno_filename",
                      help="fileno file",  metavar="FILE")
                 
    (options, args) = parser.parse_args()
    if options.strace_filename is None: parser.error("strace is not specified.")
    ifnot os.path.exists(options.strace_filename): parser.error("strace file does not exist.")
    
    if options.fileno_filename is None: parser.error("fileno is not specified.")
    ifnot os.path.exists(options.strace_filename): parser.error("fileno file does not exist.")
    
    return options.strace_filename, options.fileno_filename
    
# [type, ...]#   [pread, fno, count, offset]# pread(15, "", 4348, 140156928)def parse_strace(filename):
    lines = getlines(filename)
    
    action = []
    _regex_str = r‘(pread|pread64)[^\d]*(\d+),\s*[^,]*,\s*([\dkKmM*+\-. ]*),\s*([\dkKmM*+\-. ]*)‘for i in lines:
        _match = re.match(_regex_str, i)
        if _match is None: continue# 跳过无效行
        _type, _fn, _count, _off = _match.group(1), _match.group(2), _match.group(3), _match.group(4)
        _off   = _off.replace(‘k‘, " * 1024 ").replace(‘K‘, " * 1024 ").replace(‘m‘, " * 1048576 ").replace(‘M‘, " * 1048576 ")
        _count = _count.replace(‘k‘, " * 1024 ").replace(‘K‘, " * 1024 ").replace(‘m‘, " * 1048576 ").replace(‘M‘, " * 1048576 ")
        #print _off
        action.append([_type, _fn, str(int(eval(_count))), str(int(eval(_off))) ])
    
    return action
    
def parse_fileno(filename):
    lines = getlines(filename)
    fmap = {}
    for i in lines:
        if i.strip().startswith("#"): continue# 注释行
        _split = [j.strip() for j in i.split("=")]
        if len(_split) != 2: continue# 无效行
        fno, fname = _split[0], _split[1]
        fmap[fno] = fname
    return fmap
    
def simulate_before(strace, fmap):
    global _open_file, _c_char_buf
    rfmap = {}
    for i in fmap.values():
        _f = open(i, "r+b")
        #print "open {0}:{1}".format(_f.fileno(), i)
        _open_file.append(_f)
        rfmap[i] = str(_f.fileno())       # 反向映射
    
    to_read = 4 * 1024                    # 默认4K buffor i in strace:
        i[1] = rfmap[fmap[i[1]]]     # fid -> fname -> fid 映射转换
        to_read = max(to_read, int(i[2]))
    #print "read buffer len: %d Byte" % to_read
    _c_char_buf = create_string_buffer(to_read)
    
    
    
def simulate_after():
    global _open_file
    for _f in _open_file:
        _f.close()
    
def simulate(actions):

    #timeit.time.sleep(10)        # 休息2秒钟, 以便IO间隔
    
    start = timeit.time.time()
    
    for act in actions:
        __simulate__(act)
        
    finish = timeit.time.time()
    
    return finish - start
    
def__simulate__(act):
    global _glibc, _glibc_pread, _c_char_buf
    
    if"pread"in act[0]:
        _fno   = int(act[1])
        _buf   = _c_char_buf
        _count = c_ulong(int(act[2]))
        _off   = c_longlong(int(act[3]))
       
        _glibc_pread(_fno, _buf, _count, _off)
        
        #print _glibc.time(None)else:
        passpassdef loadlibc():
    global _glibc, _glibc_pread
    _glibc = CDLL("libc.so.6")
    _glibc_pread = _glibc.pread64
    
if__name__ == "__main__":
    
    _strace, _fileno = parsecmdline()  # 解析命令行参数
    
    loadlibc()                         # 加载动态库
    
    _action = parse_strace(_strace)    # 解析 action 文件
    
    _fmap   = parse_fileno(_fileno)    # 解析 文件名映射 文件
    
    simulate_before(_action, _fmap)    # 预处理#print "total io operate: %d" % (len(_action))#for act in _action: print " ".join(act)print"%f" % simulate(_action)