/prog/ - This is why Python is God

Name: Anonymous 2011-07-03 23:41

#!/usr/bin/env python



import hashlib

import os

import sys





def visit(files_by_size, dirname, names):

  for name in names:

    path = os.path.join(dirname, name)

    if os.path.isfile(path):

      size = os.path.getsize(path)

      if size in files_by_size:

        files_by_size[size].append(path)

      else:

        files_by_size[size] = [path]





if __name__ == '__main__':

  for dirname in sys.argv[1:]:

    files_by_size = {}

    files_by_hash = {}

    os.path.walk(dirname, visit, files_by_size)

    for size, paths in files_by_size.items():

      if len(paths) > 1:

        for path in paths:

          with open(path) as f:

            hash = hashlib.md5(f.read()).hexdigest()

            f.close()

          if hash in files_by_hash:

            files_by_hash[hash].append(path)

          else:

            files_by_hash[hash] = [path]

    for hash, paths in files_by_hash.items():

      if len(paths) > 1:

        for path in paths:

          print '%s  %s' % (hash, path)

This is why Python is God

1 Name: Anonymous 2011-07-03 23:41

38 Name: Anonymous 2011-07-05 15:52

Name: Anonymous 2011-07-03 23:41

Name: Anonymous 2011-07-05 15:52