文件去重，文件,__author__ =

文件去重，文件,__author__ =

__author__ = 'lixin'import osfrom shutil import *from hashlib import md5import datetimeimport timeimport randomtargetPath='H:\\temp\\pic\\'srcPath=['H:\\image\\','H:\\kp\\']dstPath='H:\\temp\\dstPic'filekey={}year={}def md5_file(name):    m=md5()    a_file=open(name,'rb')    m.update(a_file.read())    a_file.close()    return m.hexdigest()def dofile(arg,dir,names):    for name in names:        subname=os.path.join(dir,name)        if os.path.isdir(subname):            continue        if not os.path.exists(subname):            continue        key=md5_file(subname)        if not filekey.has_key(key):            filekey[key]=subname            print 'file ok:',subname            continue        if os.path.exists(os.path.join(dstPath,name)):            name=''.join(name.split('.')[:-1])+str(random.randint(1,100))+'.'+name.split('.')[-1]        copy2(subname,os.path.join(dstPath,name))        os.remove(subname)        print 'remove',subnamefor path in srcPath:    os.path.walk(path,dofile,'')