63 lines
2.3 KiB
Python
63 lines
2.3 KiB
Python
#!/usr/bin/env python
|
|
import sys
|
|
import sys
|
|
if sys.version_info[0] >= 3:
|
|
import PySimpleGUI as sg
|
|
else:
|
|
import PySimpleGUI27 as sg
|
|
import hashlib
|
|
import os
|
|
|
|
|
|
# ====____====____==== FUNCTION DeDuplicate_folder(path) ====____====____==== #
|
|
# Function to de-duplicate the folder passed in #
|
|
# --------------------------------------------------------------------------- #
|
|
def FindDuplicatesFilesInFolder(path):
|
|
shatab = []
|
|
total = 0
|
|
small_count, dup_count, error_count = 0,0,0
|
|
pngdir = path
|
|
if not os.path.exists(path):
|
|
sg.Popup('Duplicate Finder', '** Folder doesn\'t exist***', path)
|
|
return
|
|
pngfiles = os.listdir(pngdir)
|
|
total_files = len(pngfiles)
|
|
for idx, f in enumerate(pngfiles):
|
|
if not sg.OneLineProgressMeter('Counting Duplicates', idx + 1, total_files, 'Counting Duplicate Files'):
|
|
break
|
|
total += 1
|
|
fname = os.path.join(pngdir, f)
|
|
if os.path.isdir(fname):
|
|
continue
|
|
x = open(fname, "rb").read()
|
|
|
|
m = hashlib.sha256()
|
|
m.update(x)
|
|
f_sha = m.digest()
|
|
if f_sha in shatab:
|
|
# uncomment next line to remove duplicate files
|
|
# os.remove(fname)
|
|
dup_count += 1
|
|
# sg.Print(f'Duplicate file - {f}') # cannot current use sg.Print with Progress Meter
|
|
continue
|
|
shatab.append(f_sha)
|
|
|
|
msg = '{} Files processed\n {} Duplicates found'.format(total_files, dup_count)
|
|
sg.Popup('Duplicate Finder Ended', msg)
|
|
|
|
# ====____====____==== Pseudo-MAIN program ====____====____==== #
|
|
# This is our main-alike piece of code #
|
|
# + Starts up the GUI #
|
|
# + Gets values from GUI #
|
|
# + Runs DeDupe_folder based on GUI inputs #
|
|
# ------------------------------------------------------------- #
|
|
if __name__ == '__main__':
|
|
|
|
source_folder = None
|
|
source_folder = sg.PopupGetFolder('Duplicate Finder - Count number of duplicate files', 'Enter path to folder you wish to find duplicates in')
|
|
if source_folder is not None:
|
|
FindDuplicatesFilesInFolder(source_folder)
|
|
else:
|
|
sg.PopupCancel('Cancelling', '*** Cancelling ***')
|
|
exit(0)
|