def generate_book_pdf(book_json_or_file, cover_img_file=False):
if not is_installed("wkhtmltopdf"):
log.warning(
"wkhtmltopdf needs to be installed and added to PATH to generate "
"pdf files")
return
book_json = get_or_read_json(book_json_or_file)
filepath = get_book_pretty_filepath(book_json)
filename = get_book_pretty_filename(book_json, ".pdf")
pdf_file = os.path.join(filepath, filename)
if os.path.exists(pdf_file):
log.debug(f"Pdf file for {book_json['slug']} already exists, not "
"generating...")
return pdf_file
# generates the html file if it doesn't already exists
html_file = os.path.join(get_book_pretty_filepath(book_json),
get_book_pretty_filename(book_json, ".html"))
if not os.path.exists(html_file):
generate_book_html(book_json_or_file, cover_img_file)
log.debug(f"Generating .pdf for {book_json['slug']}")
pdf_command = f'wkhtmltopdf --quiet "{html_file}" "{pdf_file}"'
os.system(pdf_command)
return pdf_file
def scraped_audio_exists(book_json):
from utils import get_book_pretty_filepath, get_book_pretty_filename
filepath = get_book_pretty_filepath(book_json)
concat_audio = os.path.join(filepath,
get_book_pretty_filename(book_json, ".m4a"))
existing_audio_files = []
chapters = book_json["chapters"]
chapter_count = len(chapters)
for chapter in enumerate(chapters):
index = chapter[0]
chapter_data = chapter[1]
chapter_audio_filename = str(chapter_data["order_no"]) + ".m4a"
chapter_audio_path = os.path.join(filepath, chapter_audio_filename)
chapter_audio_exists = os.path.exists(chapter_audio_path)
if chapter_audio_exists:
existing_audio_files.append(chapter_audio_path)
if not (os.path.exists(concat_audio)):
if len(existing_audio_files) == chapter_count:
# all audio blinks for the book have already been downloaded
log.debug(f"Audio for all {chapter_count} blinks already exists")
return existing_audio_files
else:
if len(existing_audio_files) > 0:
log.debug(
f"Found audio files for {len(existing_audio_files)} out of {chapter_count} blinks"
)
return False
else:
log.debug("Concatenated audio already exists")
return True
def generate_book_html(book_json_or_file, cover_img_file=False):
book_json = get_or_read_json(book_json_or_file)
filepath = get_book_pretty_filepath(book_json)
filename = get_book_pretty_filename(book_json, ".html")
html_file = os.path.join(filepath, filename)
if os.path.exists(html_file):
log.debug(f"Html file for {book_json['slug']} already exists, not "
"generating...")
return html_file
log.info(f"Generating .html for {book_json['slug']}")
# open the book html template and replace every occurency of {{key}}
# with the relevant parameter from the json file
book_template_file = open(
os.path.join(os.getcwd(), "templates", "book.html"), "r")
book_template = book_template_file.read()
book_html = book_template
for key in book_json:
book_html = book_html.replace(f"{{{key}}}", str(book_json[key]))
if cover_img_file:
# replace the online (https://blinkist) URL with a local (/.jpg) one
cover_img_url = book_json["image_url"]
book_html = book_html.replace(cover_img_url, cover_img_file)
# when the special tag {__chapters__} is found, open the chapter template
# file and do the same, then add the template chapter's html into the
# book's html
if "{__chapters__}" in book_template:
chapters_html = []
chapter_template_file = open(
os.path.join(os.getcwd(), "templates", "chapter.html"), "r")
chapter_template = chapter_template_file.read()
for chapter_json in book_json["chapters"]:
chapter_html = chapter_template
for chapter_key in chapter_json:
# sanitize null keys (e.g. supplement)
if not chapter_json[chapter_key]:
chapter_json[chapter_key] = ""
chapter_html = chapter_html.replace(
f"{{{chapter_key}}}", str(chapter_json[chapter_key]))
chapters_html.append(chapter_html)
book_html = book_html.replace("{__chapters__}", "\n".join(chapters_html))
book_html = book_html.replace("<p> </p>", "")
# finally, export the finished book html
if not os.path.exists(filepath):
os.makedirs(filepath)
with open(html_file, "w", encoding="utf-8") as outfile:
outfile.write(book_html)
return html_file
def download_book_cover_image(book_json,
filename="_cover.jpg",
size="640",
type="1_1",
alt_file="cover.jpg"):
"""
Downloads the cover image specified in 'book_json'.
book_json -- dictionary object with book metadata.
filename -- filename of the output files
size -- the width of the image in pixels.
The 'sizes' options (generally) are: 130, 250, 470, 640, 1080,
and 1400.
type -- the aspect ratio of for the cover image.
The 'types' options (generally) are: '1_1', '2-2_1', and '3_4'.
alt_file -- an identical file to the expected image, but with a
different name.
The default 'image_url' (used by the HTML output) is type: '3_4',
size: 640.
"""
# default cover image:
# cover_img_url = book_json["image_url"]
# variable size/resolution: (default is 640*640 px)
cover_img_url_tmplt = book_json["images"]["url_template"]
cover_img_url = cover_img_url_tmplt.replace("%type%",
type).replace("%size%", size)
filepath = get_book_pretty_filepath(book_json)
cover_img_file = os.path.join(filepath, filename)
cover_img_alt_file = os.path.join(filepath, alt_file)
if not os.path.exists(filepath):
os.makedirs(filepath)
if not os.path.exists(cover_img_file):
# check if we have the "alternative" image file avaible
if not os.path.exists(cover_img_alt_file):
# download the image
log.info(f'Downloading "{cover_img_url}" as "{filename}"')
download_request = requests.get(cover_img_url)
with open(cover_img_file, "wb") as outfile:
outfile.write(download_request.content)
else:
# copy the image file
log.debug(f"Copying {alt_file} as {filename}")
copy_file(cover_img_alt_file, cover_img_file)
else:
log.debug(f"{filename} already exists, skipping...")
return cover_img_file
def download_book_chapter_audio(book_json, chapter_no, audio_url):
filepath = get_book_pretty_filepath(book_json)
filename = str(chapter_no) + ".m4a"
audio_file = os.path.join(filepath, filename)
if not os.path.exists(filepath):
os.makedirs(filepath)
if not os.path.exists(audio_file):
log.info(f"Downloading audio file for blink {chapter_no} of "
f"{book_json['slug']}...")
download_request = requests.get(audio_url)
with open(audio_file, "wb") as outfile:
outfile.write(download_request.content)
else:
log.debug(f"Audio for blink {chapter_no} already downloaded, "
"skipping...")
return audio_file
def generate_book_epub(book_json_or_file):
book_json = get_or_read_json(book_json_or_file)
for book in book_json:
filepath = get_book_pretty_filepath(book)
filename = get_book_pretty_filename(book, ".epub")
epub_file = os.path.join(filepath, filename)
if (os.path.exists(epub_file)):
print(
f"[.] Epub file for {book['title']} already exists, not generating..."
)
print(f"[.] Generating .epub for {book['title']}")
book = epub.EpubBook()
book.set_identifier(book_json['book_id'])
book.set_title(book_json['title'])
book.set_language('en')
book.add_author(book_json['author'])
# TODO Impliment the rest
pass
def generate_book_epub(book_json_or_file):
book_json = get_or_read_json(book_json_or_file)
filepath = get_book_pretty_filepath(book_json)
filename = get_book_pretty_filename(book_json, ".epub")
epub_file = os.path.join(filepath, filename)
if os.path.exists(epub_file):
log.debug(f"Epub file for {book_json['slug']} already exists, not "
"generating...")
return epub_file
log.info(f"Generating .epub for {book_json['slug']}")
book = epub.EpubBook()
# set metadata
book.set_identifier(book_json["id"])
book.set_title(book_json["title"])
book.set_language("en")
book.add_author(book_json["author"])
book.add_metadata("DC", "description", book_json["about_the_book"])
# add chapters
chapters = []
# to-do: add who is this for / intro section with cover image
for chapter_json in book_json["chapters"]:
chapter = epub.EpubHtml(
title=chapter_json["title"],
file_name=f"chapter_{chapter_json['order_no']}.xhtml",
lang="hr",
)
title = chapter_json.get("title")
content = chapter_json.get("content")
supplement = chapter_json.get("supplement") or ""
chapter.content = f"<h2>{title}</h2>" + content + supplement
book.add_item(chapter)
chapters.append(chapter)
# define Table Of Contents
book.toc = chapters
# add default NCX and Nav file
book.add_item(epub.EpubNcx())
book.add_item(epub.EpubNav())
# define CSS style
style = open(os.path.join(os.getcwd(), "templates", "epub.css"),
"r").read()
nav_css = epub.EpubItem(uid="style_nav",
file_name="style/nav.css",
media_type="text/css",
content=style)
book.add_item(nav_css)
# basic spine
book.spine = ["nav"] + chapters
# write to the file
if not os.path.exists(filepath):
os.makedirs(filepath)
epub.write_epub(epub_file, book, {})
return epub_file
def combine_audio(book_json, files, keep_blinks=False, cover_img_file=False):
if not is_installed("ffmpeg"):
log.warning(
"ffmpeg needs to be installed and added to PATH to combine audio "
"files")
return
log.info(f"Combining audio files for {book_json['slug']}")
filepath = get_book_pretty_filepath(book_json)
filename = get_book_pretty_filename(book_json, ".m4a")
files_list = os.path.abspath(os.path.join(filepath, "temp.txt"))
combined_audio_file = os.path.abspath(os.path.join(filepath, "concat.m4a"))
tagged_audio_file = os.path.abspath(os.path.join(filepath, filename))
# ffmpeg fails on windows if the output filepath is longer than 260 chars
# if len(tagged_audio_file) >= 260:
# log.warn("ffmpeg output file longer than 260 characters. Trying "
# "shorter filename...")
# tagged_audio_file = os.path.abspath(
# os.path.join(
# filepath, get_book_short_pretty_filename(book_json, ".m4a")))
# if len(tagged_audio_file) >= 260:
# log.warn("shorter filename still too long! Consider running "
# "the script from a shorter path.")
# return
with open(files_list, "w", encoding="utf-8") as outfile:
for file in files:
# escape any quotes for the ffmpeg concat's command file list
sanitized_file = os.path.abspath(file).replace("'", "'\\''")
outfile.write(f"file '{sanitized_file}'\n")
silent = "-nostats -loglevel 0 -y"
concat_command = (
f'ffmpeg {silent} -f concat -safe 0 -i "{files_list}" -c copy '
f'"{combined_audio_file}"')
os.system(concat_command)
if cover_img_file:
cover_embed = (f'-i "{cover_img_file}" -map 0 -map 1 -disposition:v:0 '
'attached_pic')
else:
cover_embed = ""
title_metadata = f"-metadata title=\"{book_json['title']}\""
author_metadata = f"-metadata artist=\"{book_json['author']}\""
category_metadata = f"-metadata album=\"{book_json['category']}\""
genre_metadata = '-metadata genre="Blinkist"'
tag_command = (
f'ffmpeg {silent} -i "{combined_audio_file}" {cover_embed} -c copy '
f"{title_metadata} {author_metadata} "
f"{category_metadata} {genre_metadata}")
tag_command += f' "{tagged_audio_file}"'
os.system(tag_command)
# clean up files
if os.path.exists(files_list):
os.remove(files_list)
if os.path.exists(combined_audio_file):
os.remove(combined_audio_file)
if not (keep_blinks):
log.debug(
f"Cleaning up individual audio files for {book_json['slug']}")
for file in files:
if os.path.exists(file):
os.remove(os.path.abspath(file))