Duplicate Image Search and Delete

Author: vybhav72954

Python/Duplicate_Image/README.md

@@ -0,0 +1,119 @@
+# Imports
+import hashlib
+import os
+import sys
+import keyboard
+
+
+def image_finder(parent_folder):
+    # A dictionary to store Hash of Images corresponding to names
+    """
+    Sample -
+    {hash:[names]}
+    """
+    duplicate_img = {}
+    for dirName, subdirs, fileList in os.walk(parent_folder):
+        # Iterating over various Sub-Folders
+        print('Scanning %s...' % dirName)
+        for filename in fileList:
+            # Get the path to the file
+            path = os.path.join(dirName, filename)
+            # Calculate hash
+            file_hash = hash_file(path)
+            # Add or append the file path in the dictionary
+            if file_hash in duplicate_img:
+                duplicate_img[file_hash].append(path)
+            else:
+                duplicate_img[file_hash] = [path]
+    return duplicate_img
+
+
+def delete_duplicate(duplicate_img):
+    # Deleting those values whose keys are not unique
+    for key in duplicate_img:
+        file_list = duplicate_img[key]
+        while len(file_list) > 1:
+            item = file_list.pop()
+            os.remove(item)
+
+
+# Joins two dictionaries
+def join_dicts(dict1, dict2):
+    for key in dict2.keys():
+        if key in dict1:
+            dict1[key] = dict1[key] + dict2[key]
+        else:
+            dict1[key] = dict2[key]
+
+
+# For finding Hash of various Files
+# If 2 files have the same md5checksum,they most likely have the same content
+def hash_file(path, blocksize=65536):
+    img_file = open(path, 'rb')
+    hasher = hashlib.md5()
+    buf = img_file.read(blocksize)
+    while len(buf) > 0:
+        hasher.update(buf)
+        buf = img_file.read(blocksize)
+    img_file.close()
+    # Return Hex MD5
+    return hasher.hexdigest()
+
+
+def print_results(dict1):
+    results = list(filter(lambda x: len(x) > 1, dict1.values()))
+    if len(results) > 0:
+        print('Found Duplicated Images - ')
+        print('Details -')
+        print('<--------------------->')
+        for result in results:
+            # Print Path of Files
+            for subresult in result:
+                print('\t%s' % subresult)
+            print('<--------------------->')
+
+    else:
+        print('Unable to identify Similar Images')
+
+
+if __name__ == '__main__':
+    if len(sys.argv) > 1:
+        duplicate = {}
+        folders = sys.argv[1:]
+        for i in folders:
+            # Iterate the folders given
+            if os.path.exists(i):
+                # Find the duplicated files and append them to the dictionary
+                join_dicts(duplicate, image_finder(i))
+            else:
+                print('%s is not a valid path, please verify' % i)
+                sys.exit()
+        print_results(duplicate)
+        # Delete Duplicate Images
+        # Comment if not required
+        print("Do you want to delete the Duplicate Images (If Any)? Press [y] for Yes.")
+        while True:
+            if keyboard.read_key() == "y":
+                print("Deleting Duplicate Files\n")
+                delete_duplicate(duplicate)
+                print("Thank You\n")
+                break
+            else:
+                print("Nothing Deleted!!! Thank You\n")
+                break
+    else:
+        print("Use Command Line Interface")
+        print("Hint: python image_finder.py <path of folders>")
+        print("Please Read comments for greater detailing")
+        '''
+        Suggestions :------ 
+        Usage - python image_finder.py <path of folder1, path  of folder2, .....>
+        folder1 - Parent Folder
+        folder2, folder3 .... - Subsequent Folders
+        Comparisons are done with in the folder, and from Parent to Subsequent Folders. 
+
+        No Files are deleted form Parent Folder but the files which are Duplicate to the files in Subsequent Folders are
+        deleted. Make sure that the paths are correct 
+        
+        Be careful during Keyboard Input.
+        '''