unifier_io, _ = find_io_folders(brand) # Download brand files DL.clear_storage() print(f'Downloading {len(container.files)} {container} files from {brand}') current_downloads = download_files(container.files) # Download old files to get missing info old_transformer_files = find_finished_files(brand) print(f'Downloading {len(old_transformer_files)} old files from {brand}') previous_downloads = download_files(old_transformer_files) # Parse files container_manager = ContainerManager(current_downloads, container) if previous_downloads: previous_manager = ContainerManager(previous_downloads, unifier_io, True) container_manager.load_knowns(previous_manager) print('Exporting files') known_path = container_manager.generate_knowns() if container_manager.unknowns(): # Upload Unknowns file unknown_path = container_manager.generate_unknowns() upload = DL.upload_file(unknown_path, unifier_io.folder_data['id']) os.remove(unknown_path) slack(f'Unknowns found: uploaded {unifier_io.path}/{upload["name"]}') if SLACK else False else: # Upload knowns, gap, new, for_transformer new_known_path = known_path.replace('_unifier', '_unifier_expanded') os.rename(known_path, new_known_path) upload = DL.upload_file(new_known_path, unifier_io.folder_data['id'])