#!/usr/bin/env python import os import os.path from time import localtime, strftime import shutil import jpgSorter import numberOfFilesPerFolderLimiter def getNumberOfFilesInFolderRecursively(start_path='.'): numberOfFiles = 0 for dirpath, dirnames, filenames in os.walk(start_path): for f in filenames: fp = os.path.join(dirpath, f) if(os.path.isfile(fp)): numberOfFiles += 1 return numberOfFiles def getNumberOfFilesInFolder(path): return len(os.listdir(path)) def log(logString): print(strftime("%H:%M:%S", localtime()) + ": " + logString) def moveFile(file, destination): extension = os.path.splitext(file)[1][1:].upper() sourcePath = os.path.join(root, file) destinationDirectory = os.path.join(destination, extension) if not os.path.exists(destinationDirectory): os.mkdir(destinationDirectory) fileName = str(fileCounter) + "." + extension.lower() destinationFile = os.path.join(destinationDirectory, fileName) if not os.path.exists(destinationFile): shutil.copy(sourcePath, destinationFile) def get_args(): import argparse description = ( "Sort files recoverd by Photorec.\n" "The input files are first copied to the destination, sorted by file type.\n" "Then JPG files are sorted based on creation year (and optionally month).\n" "Finally any directories containing more than a maximum number of files are accordingly split into separate directories." ) parser = argparse.ArgumentParser(description=description, formatter_class=argparse.ArgumentDefaultsHelpFormatter) parser.add_argument('source', metavar='src', type=str, help='source directory with files recovered by Photorec') parser.add_argument('destination', metavar='dest', type=str, help='destination directory to write sorted files to') parser.add_argument('-n', '--max-per-dir', type=int, default=500, required=False, help='maximum number of files per directory') parser.add_argument('-m', '--split-months', action='store_true', required=False, help='split JPEG files not only by year but by month as well') parser.add_argument('-k', '--keep_filename', action='store_true', required=False, help='keeps the original filenames when copying') parser.add_argument('-d', '--min-event-delta', type=int, default=4, required=False, help='minimum delta in days between two days') return parser.parse_args() maxNumberOfFilesPerFolder = 500 splitMonths = False source = None destination = None keepFilename = False args = get_args() source = args.source destination = args.destination maxNumberOfFilesPerFolder = args.max_per_dir splitMonths = args.split_months keepFilename = args.keep_filename minEventDeltaDays = args.min_event_delta print("Reading from source '%s', writing to destination '%s' (max %i files per directory, splitting by year %s)." % (source, destination, maxNumberOfFilesPerFolder, splitMonths and "and month" or "only")) if keepFilename: print("I will keep you filenames as they are") else: print("I will rename your files like '1.jpg'") while ((source is None) or (not os.path.exists(source))): source = input('Enter a valid source directory\n') while ((destination is None) or (not os.path.exists(destination))): destination = input('Enter a valid destination directory\n') fileNumber = getNumberOfFilesInFolderRecursively(source) onePercentFiles = int(fileNumber/100) totalAmountToCopy = str(fileNumber) print("Files to copy: " + totalAmountToCopy) fileCounter = 0 for root, dirs, files in os.walk(source, topdown=False): for file in files: extension = os.path.splitext(file)[1][1:].upper() sourcePath = os.path.join(root, file) destinationDirectory = os.path.join(destination, extension) if not os.path.exists(destinationDirectory): os.mkdir(destinationDirectory) if keepFilename: fileName = file else: fileName = str(fileCounter) + "." + extension.lower() destinationFile = os.path.join(destinationDirectory, fileName) if not os.path.exists(destinationFile): shutil.copy2(sourcePath, destinationFile) fileCounter += 1 if((fileCounter % onePercentFiles) is 0): log(str(fileCounter) + " / " + totalAmountToCopy + " processed.") log("start special file treatment") jpgSorter.postprocessImages(os.path.join(destination, "JPG"), minEventDeltaDays, splitMonths) log("assure max file per folder number") numberOfFilesPerFolderLimiter.limitFilesPerFolder(destination, maxNumberOfFilesPerFolder)