262 lines
8.5 KiB
Python
262 lines
8.5 KiB
Python
|
#!/usr/bin/env python
|
||
|
|
|
||
|
|
import os
|
||
|
|
import re
|
||
|
|
import sys
|
||
|
|
import logging
|
||
|
|
from datetime import datetime
|
||
|
|
|
||
|
|
import click
|
||
|
|
from send2trash import send2trash
|
||
|
|
|
||
|
|
from dozo import constants
|
||
|
|
from dozo import config
|
||
|
|
from dozo.filesystem import FileSystem
|
||
|
|
from dozo.database import Db
|
||
|
|
from dozo.media.media import Media, get_all_subclasses
|
||
|
|
from dozo.summary import Summary
|
||
|
|
|
||
|
|
FILESYSTEM = FileSystem()
|
||
|
|
|
||
|
|
|
||
|
|
def print_help(command):
|
||
|
|
click.echo(command.get_help(click.Context(sort)))
|
||
|
|
|
||
|
|
|
||
|
|
@click.command('batch')
|
||
|
|
@click.option('--debug', default=False, is_flag=True,
|
||
|
|
help='Override the value in constants.py with True.')
|
||
|
|
def _batch(debug):
|
||
|
|
"""Run batch() for all plugins.
|
||
|
|
"""
|
||
|
|
constants.debug = debug
|
||
|
|
plugins = Plugins()
|
||
|
|
plugins.run_batch()
|
||
|
|
|
||
|
|
|
||
|
|
@click.command('sort')
|
||
|
|
@click.option('--debug', default=False, is_flag=True,
|
||
|
|
help='Override the value in constants.py with True.')
|
||
|
|
@click.option('--dry-run', default=False, is_flag=True,
|
||
|
|
help='Dry run only, no change made to the filesystem.')
|
||
|
|
@click.option('--destination', '-d', type=click.Path(file_okay=False),
|
||
|
|
default=None, help='Sort files into this directory.')
|
||
|
|
@click.option('--copy', '-c', default=False, is_flag=True,
|
||
|
|
help='True if you want files to be copied over from src_dir to\
|
||
|
|
dest_dir rather than moved')
|
||
|
|
@click.option('--exclude-regex', '-e', default=set(), multiple=True,
|
||
|
|
help='Regular expression for directories or files to exclude.')
|
||
|
|
@click.option('--filter-by-ext', '-f', default=set(), multiple=True, help='''Use filename
|
||
|
|
extension to filter files for sorting. If value is '*', use
|
||
|
|
common media file extension for filtering. Ignored files remain in
|
||
|
|
the same directory structure''' )
|
||
|
|
@click.option('--ignore-tags', '-i', default=set(), multiple=True,
|
||
|
|
help='Specific tags or group that will be ignored when\
|
||
|
|
searching for file data. Example \'File:FileModifyDate\' or \'Filename\'' )
|
||
|
|
@click.option('--max-deep', '-m', default=None,
|
||
|
|
help='Maximum level to proceed. Number from 0 to desired level.')
|
||
|
|
@click.option('--remove-duplicates', '-r', default=False, is_flag=True,
|
||
|
|
help='True to remove files that are exactly the same in name\
|
||
|
|
and a file hash')
|
||
|
|
@click.option('--reset-cache', '-R', default=False, is_flag=True,
|
||
|
|
help='Regenerate the hash.json and location.json database ')
|
||
|
|
@click.option('--verbose', '-v', default=False, is_flag=True,
|
||
|
|
help='True if you want to see details of file processing')
|
||
|
|
@click.argument('paths', required=True, nargs=-1, type=click.Path())
|
||
|
|
def _sort(debug, dry_run, destination, copy, exclude_regex, filter_by_ext, ignore_tags,
|
||
|
|
max_deep, remove_duplicates, reset_cache, verbose, paths):
|
||
|
|
"""Sort files or directories by reading their EXIF and organizing them
|
||
|
|
according to config.ini preferences.
|
||
|
|
"""
|
||
|
|
|
||
|
|
if copy:
|
||
|
|
mode = 'copy'
|
||
|
|
else:
|
||
|
|
mode = 'move'
|
||
|
|
|
||
|
|
if debug:
|
||
|
|
constants.debug = logging.DEBUG
|
||
|
|
elif verbose:
|
||
|
|
constants.debug = logging.INFO
|
||
|
|
else:
|
||
|
|
constants.debug = logging.ERROR
|
||
|
|
|
||
|
|
if max_deep is not None:
|
||
|
|
max_deep = int(max_deep)
|
||
|
|
|
||
|
|
logger = logging.getLogger('dozo')
|
||
|
|
logger.setLevel(constants.debug)
|
||
|
|
|
||
|
|
cache = True
|
||
|
|
if reset_cache:
|
||
|
|
cache = False
|
||
|
|
|
||
|
|
if not destination and paths:
|
||
|
|
destination = paths[-1]
|
||
|
|
paths = paths[0:-1]
|
||
|
|
else:
|
||
|
|
sys.exit(1)
|
||
|
|
|
||
|
|
paths = set(paths)
|
||
|
|
destination = os.path.abspath(os.path.expanduser(destination))
|
||
|
|
|
||
|
|
if not os.path.exists(destination):
|
||
|
|
logger.error(f'Directory {destination} does not exist')
|
||
|
|
|
||
|
|
conf = config.load_config(constants.CONFIG_FILE)
|
||
|
|
path_format = config.get_path_definition(conf)
|
||
|
|
|
||
|
|
# if no exclude list was passed in we check if there's a config
|
||
|
|
if len(exclude_regex) == 0:
|
||
|
|
if 'Exclusions' in conf:
|
||
|
|
exclude_regex = [value for key, value in conf.items('Exclusions')]
|
||
|
|
|
||
|
|
exclude_regex_list = set(exclude_regex)
|
||
|
|
|
||
|
|
# Initialize Db
|
||
|
|
db = Db(destination)
|
||
|
|
|
||
|
|
if 'Directory' in conf and 'day_begins' in conf['Directory']:
|
||
|
|
config_directory = conf['Directory']
|
||
|
|
day_begins = config_directory['day_begins']
|
||
|
|
else:
|
||
|
|
day_begins = 0
|
||
|
|
filesystem = FileSystem(cache, day_begins, dry_run, exclude_regex_list,
|
||
|
|
filter_by_ext, logger, max_deep, mode, path_format)
|
||
|
|
|
||
|
|
summary, has_errors = filesystem.sort_files(paths, destination, db,
|
||
|
|
remove_duplicates, ignore_tags)
|
||
|
|
|
||
|
|
if verbose or debug:
|
||
|
|
summary.write()
|
||
|
|
|
||
|
|
if has_errors:
|
||
|
|
sys.exit(1)
|
||
|
|
|
||
|
|
|
||
|
|
@click.command('generate-db')
|
||
|
|
@click.option('--path', type=click.Path(file_okay=False),
|
||
|
|
required=True, help='Path of your photo library.')
|
||
|
|
@click.option('--debug', default=False, is_flag=True,
|
||
|
|
help='Override the value in constants.py with True.')
|
||
|
|
def _generate_db(path, debug):
|
||
|
|
"""Regenerate the hash.json database which contains all of the sha256 signatures of media files. The hash.json file is located at ~/.dozo/.
|
||
|
|
"""
|
||
|
|
constants.debug = debug
|
||
|
|
result = Result()
|
||
|
|
path = os.path.abspath(os.path.expanduser(path))
|
||
|
|
|
||
|
|
if not os.path.isdir(path):
|
||
|
|
log.error('path is not a valid directory %s' % path)
|
||
|
|
sys.exit(1)
|
||
|
|
|
||
|
|
db = Db(path)
|
||
|
|
db.backup_hash_db()
|
||
|
|
db.reset_hash_db()
|
||
|
|
|
||
|
|
for current_file in FILESYSTEM.get_all_files(path):
|
||
|
|
result.append((current_file, True))
|
||
|
|
db.add_hash(db.checksum(current_file), current_file)
|
||
|
|
log.progress()
|
||
|
|
|
||
|
|
db.update_hash_db()
|
||
|
|
log.progress('', True)
|
||
|
|
result.write()
|
||
|
|
|
||
|
|
|
||
|
|
@click.command('verify')
|
||
|
|
@click.option('--path', type=click.Path(file_okay=False),
|
||
|
|
required=True, help='Path of your photo library.')
|
||
|
|
@click.option('--debug', default=False, is_flag=True,
|
||
|
|
help='Override the value in constants.py with True.')
|
||
|
|
def _verify(path, debug):
|
||
|
|
constants.debug = debug
|
||
|
|
result = Result()
|
||
|
|
db = Db(path)
|
||
|
|
for checksum, file_path in db.all():
|
||
|
|
if not os.path.isfile(file_path):
|
||
|
|
result.append((file_path, False))
|
||
|
|
log.progress('x')
|
||
|
|
continue
|
||
|
|
|
||
|
|
actual_checksum = db.checksum(file_path)
|
||
|
|
if checksum == actual_checksum:
|
||
|
|
result.append((file_path, True))
|
||
|
|
log.progress()
|
||
|
|
else:
|
||
|
|
result.append((file_path, False))
|
||
|
|
log.progress('x')
|
||
|
|
|
||
|
|
log.progress('', True)
|
||
|
|
result.write()
|
||
|
|
|
||
|
|
|
||
|
|
@click.command('compare')
|
||
|
|
@click.option('--debug', default=False, is_flag=True,
|
||
|
|
help='Override the value in constants.py with True.')
|
||
|
|
@click.option('--dry-run', default=False, is_flag=True,
|
||
|
|
help='Dry run only, no change made to the filesystem.')
|
||
|
|
@click.option('--find-duplicates', '-f', default=False, is_flag=True)
|
||
|
|
@click.option('--output-dir', '-o', default=False, is_flag=True, help='output\
|
||
|
|
dir')
|
||
|
|
@click.option('--remove-duplicates', '-r', default=False, is_flag=True)
|
||
|
|
@click.option('--revert-compare', '-R', default=False, is_flag=True, help='Revert\
|
||
|
|
compare')
|
||
|
|
@click.option('--similar-to', '-s', default=False, help='Similar to given\
|
||
|
|
image')
|
||
|
|
@click.option('--similarity', '-S', default=80, help='Similarity level for\
|
||
|
|
images')
|
||
|
|
@click.option('--verbose', '-v', default=False, is_flag=True,
|
||
|
|
help='True if you want to see details of file processing')
|
||
|
|
@click.argument('path', nargs=1, required=True)
|
||
|
|
def _compare(debug, dry_run, find_duplicates, output_dir, remove_duplicates,
|
||
|
|
revert_compare, similar_to, similarity, verbose, path):
|
||
|
|
'''Compare files in directories'''
|
||
|
|
|
||
|
|
logger = logging.getLogger('dozo')
|
||
|
|
if debug:
|
||
|
|
logger.setLevel(logging.DEBUG)
|
||
|
|
elif verbose:
|
||
|
|
logger.setLevel(logging.INFO)
|
||
|
|
else:
|
||
|
|
logger.setLevel(logging.ERROR)
|
||
|
|
|
||
|
|
# Initialize Db
|
||
|
|
db = Db(path)
|
||
|
|
|
||
|
|
filesystem = FileSystem(mode='move', dry_run=dry_run, logger=logger)
|
||
|
|
|
||
|
|
if revert_compare:
|
||
|
|
summary, has_errors = filesystem.revert_compare(path, db, dry_run)
|
||
|
|
else:
|
||
|
|
summary, has_errors = filesystem.sort_similar_images(path, db,
|
||
|
|
similarity, dry_run)
|
||
|
|
|
||
|
|
if verbose or debug:
|
||
|
|
summary.write()
|
||
|
|
|
||
|
|
if has_errors:
|
||
|
|
sys.exit(1)
|
||
|
|
|
||
|
|
|
||
|
|
@click.group()
|
||
|
|
def main():
|
||
|
|
pass
|
||
|
|
|
||
|
|
|
||
|
|
main.add_command(_compare)
|
||
|
|
main.add_command(_sort)
|
||
|
|
main.add_command(_generate_db)
|
||
|
|
main.add_command(_verify)
|
||
|
|
main.add_command(_batch)
|
||
|
|
|
||
|
|
|
||
|
|
if __name__ == '__main__':
|
||
|
|
#Initialize ExifTool Subprocess
|
||
|
|
exiftool_addedargs = [
|
||
|
|
u'-config',
|
||
|
|
u'"{}"'.format(constants.exiftool_config)
|
||
|
|
]
|
||
|
|
with ExifTool(executable_=get_exiftool(), addedargs=exiftool_addedargs) as et:
|
||
|
|
main()
|