Python 备份MySQL,并同步rsync server

标签：python   rsync   os   sys   time   fcntl   

# vim: tabstop=4 shiftwidth=4 softtabstop=4
# Copyright 2010 United States Government as represented by the
# Administrator of the National Aeronautics and Space Administration.
# Copyright 2011 Justin Santa Barbara
# All Rights Reserved.
# Copyright (c) 2010 Citrix Systems, Inc.
#
#    Licensed under the Apache License, Version 2.0 (the "License"); you may
#    not use this file except in compliance with the License. You may obtain
#    a copy of the License at
#
#         http://www.apache.org/licenses/LICENSE-2.0
#
#    Unless required by applicable law or agreed to in writing, software
#    distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
#    WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
#    License for the specific language governing permissions and limitations
#    under the License.
import os,sys,time,fcntl,struct
import commands
import traceback
import socket
import shutil
import sys
try:
    from hashlib import md5
except:
    from md5 import md5
def logging(item,level,mes):
    logpath = ‘/var/log/kxtools/‘
    if not os.path.exists(logpath):
        os.makedirs(logpath)
    fp = open(‘%s/kxbackup.log‘%logpath,‘a‘)
    fp.write(‘%s - %s - %s - %s \n‘%(time.ctime(),item,level,mes))
    fp.close()
"""Access file md5 value"""
def MD5(fname):
    filemd5 = ""
    try:
        file = open(fname, "rb")
        md5f = md5()
        strs = ""
        while True:
            strs = file.read(8096)
            if not strs:
                break
            md5f.update(strs)
        filemd5 = md5f.hexdigest()
        file.close()
        return filemd5
    except:
        logging(‘MySQL backup‘,‘ERROR‘,traceback.format_exc())
def get_em_ipaddr(dev):
    s = socket.socket(socket.AF_INET, socket.SOCK_DGRAM)
    IP = socket.inet_ntoa(fcntl.ioctl(
           s.fileno(),
           0x8915,  # SIOCGIFADDR
           struct.pack(‘24s‘,dev)
    )[20:24])
    return IP
def IPADDR():
    """
    Get host name, ip
    return(hostname, ip)
    """
    def _get_ipaddr():
        try:
            s = socket.socket(socket.AF_INET, socket.SOCK_DGRAM)
            s.connect(("8.8.8.8", 8000))
            return s.getsockname()[0]
        except:
            LOG.error(traceback.format_exc())
        s.close()
    return (socket.gethostname(), _get_ipaddr())
def COMM(cmd):
    # Call system commands
    try:
        x,y = commands.getstatusoutput(cmd)
        if x != 0:
            LOG.error(y)
            print x,y,cmd
        return x,y
    except:
        LOG.error(traceback.format_exc())
class BackupMySQLDB(object):
    def __init__(self,kwargs):
        version = 1.0
        self.kwargs = kwargs
    def deleteDB(self):
        # Keep the data backup before two days
        reserve = list()
        cctime = time.time()
        for f in os.listdir(self.kwargs[‘backup_path‘]):
            if f.find(‘gz‘) != -1:
                reserve.append(f)
        for  x in reserve:
            f = ‘%s%s‘ %(self.kwargs[‘backup_path‘],x)
            fctime =  os.stat(f).st_ctime
            if (cctime - fctime ) > 172800:
                shutil.move(f ,‘/data0/reserve/‘)
                mes = ‘Delete file %s is oK‘%f
                logging(‘MySQL backup‘,‘INFO‘,mes)
    def backupDB(self):
        # Dump MySQL db ,zip,rsync to server
        ctimes = time.strftime("%Y%m%d")
        namesql = ‘%s_%s.sql‘ %(ctimes,IPADDR()[1])
        fname = ‘%s/%s.gz‘ %(self.kwargs[‘backup_path‘],namesql)
        if not os.path.exists(self.kwargs[‘backup_path‘]):
            os.makedirs(kwargs[‘backup_path‘])
        # mysqldump file to /data0/backup/
        x, y  = COMM("/usr/local/mysql/bin/mysqldump -u%s -p%s -S /var/lib/mysql/mysql.sock --opt  %s > %s/%s"                %(self.kwargs[‘user‘],self.kwargs[‘pass‘],self.kwargs[‘dbname‘],self.kwargs[‘backup_path‘],namesql))
        if x != 0:
            mes = (‘mysqldump file %s is failure‘%namesql)
            logging(‘MySQL backup‘,‘ERROR‘,mes)
        else:
            mes = (‘mysqldump file %s is oK‘%namesql)
            logging(‘MySQL backup‘,‘INFO‘,mes)
        os.chdir(self.kwargs[‘backup_path‘])
        # Tar sql file
        x,y = COMM("tar -czvf %s.gz %s" %(namesql,namesql))
        if x != 0:
            mes = (‘tar file %s is failure‘%namesql)
            logging(‘MySQL backup‘,‘ERROR‘,mes)
        else:
            mes =(‘tar file %s is oK‘%namesql)
            logging(‘MySQL backup‘,‘INFO‘,mes)
        # Create MD5 values
        md5 =  MD5(fname)
        newname = fname.split(‘.sql.gz‘)[0] + ‘_%s‘%md5 + ‘.sql.gz‘
        shutil.move(fname , newname)
        # Rsync to server 192.168.223.51
        x, y = COMM("rsync  -avz %s  %s::%s/" %(newname,self.kwargs[‘rsync_ip‘],self.kwargs[‘rsync_model‘]))
        if x != 0:
            mes = "rsync file %s.gz is failure" %namesql
            logging(‘MySQL backup‘,‘ERROR‘,mes)
        else:
            mes = "rsync file %s.gz is oK" %namesql
            logging(‘MySQL backup‘,‘INFO‘,mes)
        # Delete sql file
        shutil.move(namesql,‘/dev/null‘)
    def work(self):
        self.deleteDB()
        self.backupDB()
if __name__ == "__main__":
    kwargs = {
        ‘user‘ : ‘admin‘,
        ‘pass‘ : ‘admin‘,
        ‘host‘ : ‘localhost‘,
        ‘dbname‘ : ‘abbs‘,
        ‘rsync_ip‘ : ‘192.168.223.51‘,
        ‘rsync_model‘ : ‘abbs_backup‘,
        ‘backup_path‘ : ‘/data0/backup/‘
        }
    sc = BackupMySQLDB(kwargs)
    sc.work()

本文出自 “既然来了，就留点什么” 博客，请务必保留此出处http://swq499809608.blog.51cto.com/797714/1407211

Python 备份MySQL,并同步rsync server,布布扣,bubuko.com

Python 备份MySQL,并同步rsync server

标签：python   rsync   os   sys   time   fcntl   

原文地址：http://swq499809608.blog.51cto.com/797714/1407211