PySimpleGUI/DemoPrograms/Demo_DuplicateFileFinder.py

#!/usr/bin/env python
import PySimpleGUI as sg
import hashlib
import os

'''
    Find dups with PySimpleGUI
'''

# ====____====____==== FUNCTION DeDuplicate_folder(path) ====____====____==== #
# Function to de-duplicate the folder passed in                               #
# --------------------------------------------------------------------------- #
def FindDuplicatesFilesInFolder(path):
    shatab = []
    total, small_count, dup_count, error_count = [0]*4
    pngdir = path
    if not os.path.exists(path):
        sg.popup('Duplicate Finder', '** Folder doesn\'t exist***', path)
        return
    pngfiles = os.listdir(pngdir)
    total_files = len(pngfiles)

    for idx, f in enumerate(pngfiles):
        if not sg.one_line_progress_meter('Counting Duplicates',
                                       idx + 1,
                                       total_files,
                                       'Counting Duplicate Files'):
            break
        total += 1
        fname = os.path.join(pngdir, f)
        if os.path.isdir(fname):
            continue
        x = open(fname, "rb").read()

        m = hashlib.sha256()
        m.update(x)
        f_sha = m.digest()
        if f_sha in shatab:
            # uncomment next line to remove duplicate files
            # os.remove(fname)
            dup_count += 1
            # sg.Print(f'Duplicate file - {f}')    # cannot current use sg.Print with Progress Meter
            continue
        shatab.append(f_sha)

    msg = '{} Files processed\n {} Duplicates found'.format(
        total_files, dup_count)
    sg.popup('Duplicate Finder Ended', msg)


# ====____====____==== Pseudo-MAIN program ====____====____==== #
# This is our main-alike piece of code                          #
#   + Starts up the GUI                                         #
#   + Gets values from GUI                                      #
#   + Runs DeDupe_folder based on GUI inputs                    #
# ------------------------------------------------------------- #
if __name__ == '__main__':

    source_folder = None
    source_folder = sg.popup_get_folder(
        'Duplicate Finder - Count number of duplicate files', 'Enter path to folder you wish to find duplicates in')
    if source_folder is not None:
        FindDuplicatesFilesInFolder(source_folder)
    else:
        sg.popup_cancel('Cancelling', '*** Cancelling ***')
    exit(0)