GbFileToUTF8File

import os
import shutil
import re
import sys

src = "S:\\date\\before"        #转换之前的文件夹,支持包含文件夹
ddn = "S:\\date\\after"         #转换之后的文件夹

def ReadFileandSave(filepath):
    file = open(filepath)
    i = 0
    while 1:
        lines = file.readlines(1000)
        if not lines:
            break
        for line in lines:
            i = i + 1
            if i > 100:
                break
            num = line.find("文件序号")
            print num

#文件编码类型判断
def obtainFileType(filepath):
    import chardet 
    tt = open(filepath, ‘rb‘) 
    ff = tt.readline()        #这里试着换成read(5)也可以，但是换成readlines()后报错 
    enc = chardet.detect(ff) 
    tt.close() 
    return enc[‘encoding‘]  #返回文件类型

#####################################
def search(src, handler):
    global ddn
    list = os.listdir(src)
    for f in list:
        cf = src + ‘\\‘ + f
        #print cf
        #ReadFileandSave(cf)
        if os.path.isdir(cf):       #dir continue search
            search(cf, handler)
        else:
            handler(cf, ddn)        #the function dealing with file
##########################################################

def copy(sfn, ddn):
    global src
    ddn = ddn + os.path.dirname(sfn).replace(src, ‘‘)   
    def copymain():                                 #main code of copy function        
        fn = os.path.basename(sfn)
        print "Processing file name ", fn
        if -1 != fn.find(".txt"):
            sf = open(sfn, ‘r‘)
            # print "==sfn==", sfn
            s = sf.read()                                   #读取文件所有内容
            #print obtainFileType(sfn)                      #文件编码类型判断
            try:                                            #针对网页类型的文件的处理部分
                if obtainFileType(sfn) == ‘GB2312‘:         #gb2312类型的进行转换
                    #print ‘===GB2312===: ‘, sfn
                    s = re.sub(‘charset=gb2312‘,‘charset=utf-8‘,s)
                    s = s.decode(‘gbk‘)
                    df = open(ddn + ‘\\‘ + "utf8_" + os.path.basename(sfn), ‘w‘)
                    df.write(s.encode(‘utf-8‘))
                    df.flush()
                    sf.close()
                    df.close()
                    print ddn + ‘\\‘ + "utf8_" + os.path.basename(sfn)
                elif obtainFileType(sfn) == ‘UTF-8-SIG‘:    #utf-8类型直接复制
                    #print ‘utf-8: ‘,sfn
                    sf.close()
                    shutil.copy2(sfn,ddn)
                else:                                       #不知道类型的按gb2312转换成utf-8类型
                    s = s.decode(‘gbk‘)
                    df = open(ddn+‘\\‘ + os.path.basename(sfn),‘w‘)
                    df.write(s.encode(‘utf-8‘))
                    df.flush()
                    sf.close()
                    df.close()
                
                    #print ‘*** ‘,sfn
            except:
                sf.close
                # print sfn
                sys.exit()
            
        else:                       #非指定类型文件，直接复制
            shutil.copy2(sfn, ddn)
            
    if os.path.exists(ddn):        #目标文件夹不存在,就创建
        copymain()
    #‘‘‘
    else:                       #directory not exist,create it
        os.makedirs (ddn)
        copymain()
    #‘‘‘


if __name__ == "__main__":
    search(src, copy)