def process_folder(settings, folder_name): input_folder_path = os.path.join(settings.downloads_folder, folder_name) # Make sure input folder is valid if not os.path.exists(input_folder_path): logging.error("specified folder does not exist, cannot process it." + input_folder_path) return if input_folder_path == settings.output_folder: logging.error("Cannot deduplicate output folder!") return logging.info("Deduplicating from: " + str(input_folder_path)) # Buld pairs of submission + metadata files to process submission_data_tuples = generate_submission_data_tuples(settings, input_folder_path) # Process each pair counter = 0 number_of_tuples = len(submission_data_tuples) for submission_data_tuple in submission_data_tuples: counter += 1 logging.debug("Processing submission " + str(counter) + " of " + str(number_of_tuples)) process_submission_data_tuple(settings, submission_data_tuple) if settings.slow_for_debug: pause(1) # Add folder to done list derpibooru_dl.append_list( folder_name, list_file_path=settings.done_list_path, initial_text="# List of completed items.\n", overwrite=False, ) return
def process_folder(settings, folder_name): input_folder_path = os.path.join(settings.downloads_folder, folder_name) # Make sure input folder is valid if not os.path.exists(input_folder_path): logging.error("specified folder does not exist, cannot process it." + input_folder_path) return if input_folder_path == settings.output_folder: logging.error("Cannot deduplicate output folder!") return logging.info("Deduplicating from: " + str(input_folder_path)) # Buld pairs of submission + metadata files to process submission_data_tuples = generate_submission_data_tuples( settings, input_folder_path) # Process each pair counter = 0 number_of_tuples = len(submission_data_tuples) for submission_data_tuple in submission_data_tuples: counter += 1 logging.debug("Processing submission " + str(counter) + " of " + str(number_of_tuples)) process_submission_data_tuple(settings, submission_data_tuple) if settings.slow_for_debug: pause(1) # Add folder to done list derpibooru_dl.append_list(folder_name, list_file_path=settings.done_list_path, initial_text="# List of completed items.\n", overwrite=False) return
def main(): input_list_path = "config\\to_sort.txt" output_list_path = "config\\artists_at_top.txt" input_list = derpibooru_dl.import_list(input_list_path) artists_at_top_list = artists_at_top(input_list) derpibooru_dl.append_list(artists_at_top_list, output_list_path, initial_text="# Artists at the top.\n", overwrite=True)