add findDup.py for delete dup file and modify name
This commit is contained in:
parent
96f265cc90
commit
970be87cfe
|
@ -0,0 +1,42 @@
|
|||
import hashlib
|
||||
import os
|
||||
import sys
|
||||
|
||||
|
||||
def getmd5(filename):
|
||||
file_txt = open(filename, 'rb').read()
|
||||
return hashlib.md5(file_txt).hexdigest()
|
||||
|
||||
|
||||
def main():
|
||||
allfiles = sys.argv[1]
|
||||
print("input file:%s"%allfiles)
|
||||
# all_md5 = []
|
||||
# total_file = 0
|
||||
# total_delete = 0
|
||||
all_md5 = {}
|
||||
for dir in os.listdir(allfiles):
|
||||
path = os.path.join(allfiles,dir)
|
||||
filemd5 = getmd5(path)
|
||||
if filemd5 in all_md5:
|
||||
print("dup file:%s\n"%dir)
|
||||
print("origin pic:%s\n"%all_md5[filemd5])
|
||||
os.remove("%s/%s"%(allfiles, dir))
|
||||
else:
|
||||
all_md5[filemd5] = dir
|
||||
if filemd5 not in dir:
|
||||
if ".png" in dir:
|
||||
filemd5 = filemd5 + ".png"
|
||||
if ".jpg" in dir:
|
||||
filemd5 = filemd5 + ".png"
|
||||
if ".webp" in dir:
|
||||
filemd5 = filemd5 + ".webp"
|
||||
if ".gif" in dir:
|
||||
filemd5 = filemd5 + ".gif"
|
||||
if ".jpeg" in dir:
|
||||
filemd5 = filemd5 + ".jpeg"
|
||||
os.rename(path, os.path.join(allfiles, filemd5))
|
||||
|
||||
if __name__ == '__main__':
|
||||
main()
|
||||
|
Loading…
Reference in New Issue