def download_all_books(
download_cache,
concurrency,
languages=[],
formats=[],
only_books=[],
force=False,
s3_storage=None,
optimizer_version=None,
):
available_books = get_list_of_filtered_books(languages=languages,
formats=formats,
only_books=only_books)
# ensure dir exist
path(download_cache).mkdir_p()
def dlb(b):
return download_book(b, download_cache, languages, formats, force,
s3_storage, optimizer_version)
Pool(concurrency).map(dlb, available_books)
def dlb_covers(b):
return download_covers(
b,
pathlib.Path(download_cache).joinpath(str(b.id)),
s3_storage,
optimizer_version,
)
Pool(concurrency).map(dlb_covers, available_books)
def download_all_books(download_cache, concurrency,
languages=[], formats=[],
only_books=[], force=False):
available_books = get_list_of_filtered_books(
languages=languages,
formats=formats,
only_books=only_books)
# ensure dir exist
path(download_cache).mkdir_p()
def dlb(b):
return download_book(b, download_cache, languages, formats, force)
Pool(concurrency).map(dlb, available_books)