自动分发校验脚本

标签：python文件分发

主要功能是自动发现被监控目录的上传文件。并通过socket传送给各个选定的父节点，然后父节点在同步到子节点IDC

#!/usr/bin/env python
#encoding=utf8

‘‘‘
@attention: This file is the main file
@license: GNU GPL v3
@author: Wayne
@contact: wangzhenyu@gyyx.cn
@note: 
    2015/06/18 lastest stable version 0.1 release
    
‘‘‘


import hashlib,sys,os,datetime,fcntl,re,socket,time,commands,threading,random
from  pyinotify import  WatchManager, Notifier,ProcessEvent,IN_DELETE, IN_CREATE,IN_MODIFY,IN_CLOSE_WRITE
from init_db import MyDB
def port_scan():
    print "start port scan.................."
    db2= MyDB(user = ‘***‘, passwd = ‘****‘, db = ‘******‘, socket = ‘/tmp/mysql.socket‘)
    if db2.connect():
        print "db2 connected"
    else:
        print "can not connect to db server!"
        return False
    ser_list=db2.select(‘select node_ip from ser_info‘)
    print  ser_list
    for ser in ser_list:
        sk = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
        try:
            sk.connect((ser[0],6969))
            db2.modify("update ser_info set isalive=0 where node_ip=‘%s‘" % ser[0])
        print "set %s is available" % ser[0]
            sk.close()
        except Exception:
            db2.modify("update ser_info set isalive=1 where node_ip=‘%s‘" % ser[0])
        print "set %s is unavailable" % ser[0]
    return db2
def settopnode(db):

    
    sql_uni="select node_ip from ser_info  left join idc_info on (ser_info.idc_id=idc_info.idc_id and ser_info.isalive=0) where idc_info.line_id=1"
    sql_tel="select node_ip from ser_info  left join idc_info on (ser_info.idc_id=idc_info.idc_id and ser_info.isalive=0) where idc_info.line_id=0"
    print "searching server list............."
    uni_list=db.select(sql_uni)
    tel_list=db.select(sql_tel)
    if len(uni_list)==0:
        top_uni_node=‘error‘
    else:
        top_uni_node=random.choice(uni_list)[0]
    if len(tel_list)==0:
        top_tel_node=‘error‘
    else:
        top_tel_node=random.choice(tel_list)[0]
    return top_uni_node,top_tel_node
class ThreadSock(threading.Thread):
    def __init__(self,ip,fname,gdir,md5_sum):
        threading.Thread.__init__(self)
        self.setDaemon(True)
        self.ip=ip
        self.fname=fname
        self.gdir=gdir

        self.md5_sum=md5_sum
        self.port=6969
    def run(self):
        sock = socket.socket(socket.AF_INET,socket.SOCK_STREAM)
        sock.connect((self.ip,self.port))
        create_sync=rsync_file_cmd(self.fname,self.ip, self.gdir)
        starttime=time.strftime("%Y-%m-%d %H:%M:%S",time.localtime())
        commands.getstatusoutput(create_sync.cmd)
        sock.send(self.fname+" " +self.fdir+" "+self.md5_sum+" "+‘END‘)

class rsync_file_cmd():
    def __init__(self,src_file,ip,dst):
        self.src_file=src_file
        self.ip=ip
        self.dst=dst
        self.cmd=‘/usr/bin/rsync -az --delete %s %s::htdocs/%s‘ % (src_file,ip,dst)
def save_trans_data(src,eventname,eventpath):
    db2=port_scan()
    print "start select topnode......."

    top_uni_node,top_tel_node=settopnode(db2)
    print top_uni_node,top_tel_node
    print src,eventname,eventpath
    os.chdir(eventpath)
    md5_sum=get_md5(eventname)
    gdir=eventpath.split(‘/‘)[-1]
    gid=int(db2.select(‘select gid from game_info where path="%s"‘ % eventpath)[0][0])
    print "gid is %d" % gid
    insert_sql="insert into file_info (fname,gid) values (‘%s‘,%s)" % (eventname,gid)
    db2.modify(insert_sql)
    print "insert file to db......."
    db2.close()
    if top_uni_node !=‘error‘:
    print "start trans file to union nodes......"
        t1=ThreadSock(top_uni_node,eventname,gdir,md5_sum)
        t1.start()
    if top_tel_node !=‘error‘:
        t2=ThreadSock(top_tel_node,eventname,gdir,md5_sum)
        t2.start()
def get_md5(filename):
    md5_sum=hashlib.md5(filename).hexdigest()
    return md5_sum
class EventHandler(ProcessEvent):
    """Handle"""
    def process_IN_CREATE(self,event):
        if event.dir:
            if event.pathname.split(‘/‘)[-3]==‘games‘:
                save_trans_data(event.pathname,event.name,event.path)
    def process_IN_CLOSE_WRITE(self, event):
        if event.pathname.split(‘/‘)[-3]==‘games‘:
            save_trans_data(event.pathname,event.name,event.path)
        
def FSMonitor(path=‘/home/htdocs/games/‘):
    wm = WatchManager()
    mask = IN_CLOSE_WRITE
    notifier = Notifier(wm,EventHandler())
    wm.add_watch(path,mask,rec=True,auto_add=True)
    while True:
                try:
                        notifier.process_events()
                        if notifier.check_events():
                                notifier.read_events()
                except:
                        notifier.stop()
                        break
if __name__==‘__main__‘:

    try:
        pid = os.fork()
        if pid > 0:
            sys.exit(0)
    except OSError, e:
        print >>sys.stderr, ‘fork failed: %d (%s)‘ % (e.errno, e.strerror)
        sys.exit(1)
    os.setsid()
    os.umask(0)
    FSMonitor()

本文出自 “技术为王” 博客，谢绝转载！

自动分发校验脚本

标签：python文件分发

原文地址：http://wangzhenyu.blog.51cto.com/2996939/1671968