def process_folder(settings, folder_name):
input_folder_path = os.path.join(settings.downloads_folder, folder_name)
# Make sure input folder is valid
if not os.path.exists(input_folder_path):
logging.error("specified folder does not exist, cannot process it." + input_folder_path)
return
if input_folder_path == settings.output_folder:
logging.error("Cannot deduplicate output folder!")
return
logging.info("Deduplicating from: " + str(input_folder_path))
# Buld pairs of submission + metadata files to process
submission_data_tuples = generate_submission_data_tuples(settings, input_folder_path)
# Process each pair
counter = 0
number_of_tuples = len(submission_data_tuples)
for submission_data_tuple in submission_data_tuples:
counter += 1
logging.debug("Processing submission " + str(counter) + " of " + str(number_of_tuples))
process_submission_data_tuple(settings, submission_data_tuple)
if settings.slow_for_debug:
pause(1)
# Add folder to done list
derpibooru_dl.append_list(
folder_name,
list_file_path=settings.done_list_path,
initial_text="# List of completed items.\n",
overwrite=False,
)
return
def process_folder(settings, folder_name):
input_folder_path = os.path.join(settings.downloads_folder, folder_name)
# Make sure input folder is valid
if not os.path.exists(input_folder_path):
logging.error("specified folder does not exist, cannot process it." +
input_folder_path)
return
if input_folder_path == settings.output_folder:
logging.error("Cannot deduplicate output folder!")
return
logging.info("Deduplicating from: " + str(input_folder_path))
# Buld pairs of submission + metadata files to process
submission_data_tuples = generate_submission_data_tuples(
settings, input_folder_path)
# Process each pair
counter = 0
number_of_tuples = len(submission_data_tuples)
for submission_data_tuple in submission_data_tuples:
counter += 1
logging.debug("Processing submission " + str(counter) + " of " +
str(number_of_tuples))
process_submission_data_tuple(settings, submission_data_tuple)
if settings.slow_for_debug:
pause(1)
# Add folder to done list
derpibooru_dl.append_list(folder_name,
list_file_path=settings.done_list_path,
initial_text="# List of completed items.\n",
overwrite=False)
return
def main():
input_list_path = "config\\to_sort.txt"
output_list_path = "config\\artists_at_top.txt"
input_list = derpibooru_dl.import_list(input_list_path)
artists_at_top_list = artists_at_top(input_list)
derpibooru_dl.append_list(artists_at_top_list,
output_list_path,
initial_text="# Artists at the top.\n",
overwrite=True)
