def on_book(self):
self.utils.report.attachment(None, self.book["source"], "DEBUG")
epub = Epub(self.utils.report, self.book["source"])
epubTitle = ""
try:
epubTitle = " (" + epub.meta("dc:title") + ") "
except Exception:
pass
# sjekk at dette er en EPUB
if not epub.isepub():
self.utils.report.title = self.title + ": " + self.book[
"name"] + " feilet 😭👎"
return
if not epub.identifier():
self.utils.report.error(
self.book["name"] +
": Klarte ikke å bestemme boknummer basert på dc:identifier.")
self.utils.report.title = self.title + ": " + self.book[
"name"] + " feilet 😭👎"
return
# ---------- lag en kopi av EPUBen ----------
temp_epubdir_obj = tempfile.TemporaryDirectory()
temp_epubdir = temp_epubdir_obj.name
Filesystem.copy(self.utils.report, self.book["source"], temp_epubdir)
temp_epub = Epub(self.utils.report, temp_epubdir)
# ---------- gjør tilpasninger i HTML-fila med XSLT ----------
opf_path = temp_epub.opf_path()
if not opf_path:
self.utils.report.error(self.book["name"] +
": Klarte ikke å finne OPF-fila i EPUBen.")
self.utils.report.title = self.title + ": " + self.book[
"name"] + " feilet 😭👎" + epubTitle
return
opf_path = os.path.join(temp_epubdir, opf_path)
opf_xml = ElementTree.parse(opf_path).getroot()
html_file = opf_xml.xpath(
"/*/*[local-name()='manifest']/*[@id = /*/*[local-name()='spine']/*[1]/@idref]/@href"
)
html_file = html_file[0] if html_file else None
if not html_file:
self.utils.report.error(self.book["name"] +
": Klarte ikke å finne HTML-fila i OPFen.")
self.utils.report.title = self.title + ": " + self.book[
"name"] + " feilet 😭👎" + epubTitle
return
html_file = os.path.join(os.path.dirname(opf_path), html_file)
if not os.path.isfile(html_file):
self.utils.report.error(self.book["name"] +
": Klarte ikke å finne HTML-fila.")
self.utils.report.title = self.title + ": " + self.book[
"name"] + " feilet 😭👎" + epubTitle
return
temp_xml_obj = tempfile.NamedTemporaryFile()
temp_xml = temp_xml_obj.name
self.utils.report.info("Flater ut NLBPUB")
xslt = Xslt(self,
stylesheet=os.path.join(Xslt.xslt_dir, NlbpubToEpub.uid,
"nlbpub-flatten.xsl"),
source=html_file,
target=temp_xml)
if not xslt.success:
self.utils.report.title = self.title + ": " + epub.identifier(
) + " feilet 😭👎" + epubTitle
return
shutil.copy(temp_xml, html_file)
self.utils.report.info("Deler opp NLBPUB i flere HTML-filer")
xslt = Xslt(self,
stylesheet=os.path.join(Xslt.xslt_dir, NlbpubToEpub.uid,
"nlbpub-split.xsl"),
source=html_file,
target=temp_xml,
parameters={"output-dir": os.path.dirname(html_file)})
if not xslt.success:
self.utils.report.title = self.title + ": " + epub.identifier(
) + " feilet 😭👎" + epubTitle
return
os.remove(html_file)
spine_hrefs = []
for href in sorted(os.listdir(os.path.dirname(html_file))):
if href.endswith(".xhtml") and href not in [
"nav.xhtml", os.path.basename(html_file)
]:
spine_hrefs.append(href)
self.utils.report.info("Oppdaterer OPF-fil")
xslt = Xslt(self,
stylesheet=os.path.join(Xslt.xslt_dir, NlbpubToEpub.uid,
"update-opf.xsl"),
source=opf_path,
target=temp_xml,
parameters={"spine-hrefs": ",".join(spine_hrefs)})
if not xslt.success:
self.utils.report.title = self.title + ": " + epub.identifier(
) + " feilet 😭👎" + epubTitle
return
shutil.copy(temp_xml, opf_path)
nav_path = os.path.join(temp_epubdir, temp_epub.nav_path())
self.utils.report.info("Lager nytt navigasjonsdokument")
xslt = Xslt(self,
stylesheet=os.path.join(Xslt.xslt_dir, NlbpubToEpub.uid,
"generate-nav.xsl"),
source=opf_path,
target=nav_path)
if not xslt.success:
self.utils.report.title = self.title + ": " + epub.identifier(
) + " feilet 😭👎" + epubTitle
return
self.utils.report.info("Legger til properties i OPF etter behov")
temp_epub.update_opf_properties()
if Epubcheck.isavailable():
epubcheck = Epubcheck(self, opf_path)
if not epubcheck.success:
self.utils.report.title = self.title + ": " + epub.identifier(
) + " feilet 😭👎" + epubTitle
return
else:
self.utils.report.warn(
"Epubcheck not available, EPUB will not be validated!")
self.utils.report.info(
"Boken ble konvertert. Kopierer til e-bok-arkiv.")
archived_path, stored = self.utils.filesystem.storeBook(
temp_epubdir, temp_epub.identifier())
self.utils.report.attachment(None, archived_path, "DEBUG")
Bibliofil.book_available(NlbpubToEpub.publication_format,
temp_epub.identifier())
self.utils.report.title = self.title + ": " + epub.identifier(
) + " ble konvertert 👍😄" + epubTitle
return True
def on_book(self):
self.utils.report.attachment(None, self.book["source"], "DEBUG")
epub = Epub(self.utils.report, self.book["source"])
epubTitle = ""
try:
epubTitle = " (" + epub.meta("dc:title") + ") "
except Exception:
pass
# sjekk at dette er en EPUB
if not epub.isepub():
self.utils.report.title = self.title + ": " + self.book[
"name"] + " feilet 😭👎"
return False
if not epub.identifier():
self.utils.report.error(
self.book["name"] +
": Klarte ikke å bestemme boknummer basert på dc:identifier.")
self.utils.report.title = self.title + ": " + self.book[
"name"] + " feilet 😭👎"
return False
# ---------- lag en kopi av EPUBen ----------
temp_epubdir_obj = tempfile.TemporaryDirectory()
temp_epubdir = temp_epubdir_obj.name
Filesystem.copy(self.utils.report, self.book["source"], temp_epubdir)
temp_epub = Epub(self.utils.report, temp_epubdir)
# ---------- gjør tilpasninger i HTML-fila med XSLT ----------
opf_path = temp_epub.opf_path()
if not opf_path:
self.utils.report.error(self.book["name"] +
": Klarte ikke å finne OPF-fila i EPUBen.")
self.utils.report.title = self.title + ": " + self.book[
"name"] + " feilet 😭👎" + epubTitle
return False
opf_path = os.path.join(temp_epubdir, opf_path)
opf_xml = ElementTree.parse(opf_path).getroot()
html_file = opf_xml.xpath(
"/*/*[local-name()='manifest']/*[@id = /*/*[local-name()='spine']/*[1]/@idref]/@href"
)
html_file = html_file[0] if html_file else None
if not html_file:
self.utils.report.error(self.book["name"] +
": Klarte ikke å finne HTML-fila i OPFen.")
self.utils.report.title = self.title + ": " + self.book[
"name"] + " feilet 😭👎" + epubTitle
return False
html_dir = os.path.dirname(opf_path)
html_file = os.path.join(html_dir, html_file)
if not os.path.isfile(html_file):
self.utils.report.error(self.book["name"] +
": Klarte ikke å finne HTML-fila.")
self.utils.report.title = self.title + ": " + self.book[
"name"] + " feilet 😭👎" + epubTitle
return False
temp_xml_obj = tempfile.NamedTemporaryFile()
temp_xml = temp_xml_obj.name
# MATHML to stem
self.utils.report.info("Erstatter evt. MathML i boka...")
mathml_validation = Mathml_validator(self, source=html_file)
if not mathml_validation.success:
self.utils.report.error(
"NLBPUB contains MathML errors, aborting...")
return False
mathML_result = Mathml_to_text(self,
source=html_file,
target=html_file)
if not mathML_result.success:
return False
self.utils.report.info(
"Lager skjulte overskrifter der det er nødvendig")
xslt = Xslt(self,
stylesheet=os.path.join(Xslt.xslt_dir, PrepareForEbook.uid,
"create-hidden-headlines.xsl"),
source=html_file,
target=temp_xml,
parameters={
"cover-headlines": "from-type",
"frontmatter-headlines": "from-type",
"bodymatter-headlines": "from-text",
"backmatter-headlines": "from-type"
})
if not xslt.success:
self.utils.report.title = self.title + ": " + epub.identifier(
) + " feilet 😭👎" + epubTitle
return False
shutil.copy(temp_xml, html_file)
self.utils.report.info("Tilpasser innhold for e-bok...")
xslt = Xslt(self,
stylesheet=os.path.join(Xslt.xslt_dir, PrepareForEbook.uid,
"prepare-for-ebook.xsl"),
source=html_file,
target=temp_xml)
if not xslt.success:
self.utils.report.title = self.title + ": " + epub.identifier(
) + " feilet 😭👎" + epubTitle
return False
shutil.copy(temp_xml, html_file)
# Use library-specific logo and stylesheet if available
library = temp_epub.meta("schema:library")
library = library.upper() if library else library
logo = os.path.join(Xslt.xslt_dir, PrepareForEbook.uid,
"{}_logo.png".format(library))
if os.path.isfile(logo):
shutil.copy(logo, os.path.join(html_dir, os.path.basename(logo)))
PrepareForEbook.update_css()
stylesheet = PrepareForEbook.css_tempfile_obj.name
if library is not None and library.lower() == "statped":
stylesheet = PrepareForEbook.css_tempfile_statped_obj.name
shutil.copy(stylesheet, os.path.join(html_dir, "ebok.css"))
self.utils.report.info("Legger til logoen i OPF-manifestet")
xslt = Xslt(self,
stylesheet=os.path.join(Xslt.xslt_dir, PrepareForEbook.uid,
"add-to-opf-manifest.xsl"),
source=opf_path,
target=temp_xml,
parameters={
"href": os.path.basename(logo),
"media-type": "image/png"
})
if not xslt.success:
self.utils.report.title = self.title + ": " + epub.identifier(
) + " feilet 😭👎" + epubTitle
return False
shutil.copy(temp_xml, opf_path)
self.utils.report.info("Legger til CSS-fila i OPF-manifestet")
xslt = Xslt(self,
stylesheet=os.path.join(Xslt.xslt_dir, PrepareForEbook.uid,
"add-to-opf-manifest.xsl"),
source=opf_path,
target=temp_xml,
parameters={
"href": "ebok.css",
"media-type": "text/css"
})
if not xslt.success:
self.utils.report.title = self.title + ": " + epub.identifier(
) + " feilet 😭👎" + epubTitle
return False
shutil.copy(temp_xml, opf_path)
# add cover if missing
opf_xml = ElementTree.parse(opf_path).getroot()
cover_id = opf_xml.xpath(
"/*/*[local-name()='manifest']/*[contains(concat(' ', @properties, ' '), ' cover-image ')]/@id"
) # from properties
if not cover_id:
cover_id = opf_xml.xpath(
"/*/*[local-name()='manifest']/*[@name='cover']/@content"
) # from metadata
if not cover_id:
cover_id = opf_xml.xpath(
"/*/*[local-name()='manifest']/*[starts-with(@media-type, 'image/') and contains(@href, 'cover')]/@id"
) # from filename
cover_id = cover_id[0] if cover_id else None
if not cover_id:
# cover not found in the book, let's try NLBs API
# NOTE: identifier at this point is the e-book identifier
edition_url = "{}/editions/{}?creative-work-metadata=none&edition-metadata=all".format(
Config.get("nlb_api_url"), epub.identifier())
response = requests.get(edition_url)
self.utils.report.debug(
"looking for cover image in: {}".format(edition_url))
if response.status_code == 200:
response_json = response.json()
if "data" not in response_json:
self.utils.report.debug("response as JSON:")
self.utils.report.debug(str(response_json))
raise Exception(
"No 'data' in response: {}".format(edition_url))
data = response_json["data"]
cover_url = data["coverUrlLarge"]
if cover_url is not None and cover_url.startswith("http"):
response = requests.get(cover_url)
if response.status_code == 200:
_, extension = os.path.splitext(cover_url)
target_href = "cover" + extension
target_dir = os.path.dirname(opf_path)
with open(os.path.join(target_dir, target_href),
"wb") as target_file:
target_file.write(response.content)
self.utils.report.info(
"Legger til bildet av bokomslaget i OPF-manifestet"
)
media_type = None
if extension.lower() in [
".png"
]: # check for png, just in case. Should always be jpg though.
media_type = "image/png"
else:
media_type = "image/jpeg"
xslt = Xslt(self,
stylesheet=os.path.join(
Xslt.xslt_dir, PrepareForEbook.uid,
"add-to-opf-manifest.xsl"),
source=opf_path,
target=temp_xml,
parameters={
"href": target_href,
"media-type": media_type
})
if not xslt.success:
self.utils.report.title = self.title + ": " + epub.identifier(
) + " feilet 😭👎" + epubTitle
return False
shutil.copy(temp_xml, opf_path)
opf_xml = ElementTree.parse(opf_path).getroot()
cover_id = opf_xml.xpath(
"/*/*[local-name()='manifest']/*[@href = '{}']/@id"
.format(target_href)) # from filename
cover_id = cover_id[0] if cover_id else None
if cover_id is None or len(cover_id) == 0:
self.utils.report.warn(
"Klarte ikke å finne bilde av bokomslaget for {}".format(
epub.identifier()))
self.utils.report.info("Legger til properties i OPF etter behov")
temp_epub.update_opf_properties()
# validate with epubcheck
if Epubcheck.isavailable():
epubcheck = Epubcheck(self, opf_path)
if not epubcheck.success:
tempfile_stored_opf = os.path.join(
self.utils.report.reportDir(), os.path.basename(opf_path))
shutil.copy(opf_path, tempfile_stored_opf)
tempfile_stored = os.path.join(self.utils.report.reportDir(),
os.path.basename(html_file))
shutil.copy(html_file, tempfile_stored)
self.utils.report.info(
f"Validering av DTBook feilet, lagrer temp fil for feilsøking: {tempfile_stored}"
)
self.utils.report.attachment(None, tempfile_stored, "DEBUG")
self.utils.report.title = self.title + ": " + epub.identifier(
) + " feilet 😭👎" + epubTitle
return
else:
self.utils.report.warn(
"Epubcheck er ikke tilgjengelig, EPUB blir ikke validert!")
# ---------- lagre filsett ----------
self.utils.report.info(
"Boken ble konvertert. Kopierer til HTML-arkiv.")
archived_path, stored = self.utils.filesystem.storeBook(
temp_epubdir, epub.identifier())
self.utils.report.attachment(None, archived_path, "DEBUG")
self.utils.report.title = self.title + ": " + epub.identifier(
) + " ble konvertert 👍😄" + epubTitle
return True