def extract_body(self, fp, basefile):
reader = StreamingPDFReader()
parser = "ocr" if self.config.ocr else "xml"
reader.read(fp, parser=parser)
for page in reader:
page.src = "index.pdf" # FIXME: don't hardcode the filename
return reader
def extract_body(self, fp, basefile):
reader = StreamingPDFReader()
parser = "ocr" if self.config.ocr else "xml"
reader.read(fp, parser=parser)
for page in reader:
page.src = "index.pdf" # FIXME: don't hardcode the filename
return reader
def extract_body(self, fp, basefile):
reader = StreamingPDFReader()
parser = "ocr" if self.config.ocr else "xml"
intermediate_suffix = ".hocr" if self.config.ocr else ".xml"
if self.config.compress:
intermediate_suffix += "." + self.config.compress
reader.read(fp, parser=parser)
for attachment in [
x for x in sorted(
self.store.list_attachments(basefile, "downloaded"))
if x.endswith(".pdf")
]:
downloaded_path = self.store.downloaded_path(basefile,
attachment=attachment)
iattachment = attachment.replace(".pdf", intermediate_suffix)
intermediate_path = self.store.intermediate_path(
basefile, attachment=iattachment)
if not os.path.exists(intermediate_path):
fp = self.convert_pdf(downloaded_path, intermediate_path)
else:
fp = self.store.open_intermediate(basefile,
attachment=iattachment)
reader += StreamingPDFReader().read(fp)
for page in reader:
page.src = "index.pdf" # FIXME: don't hardcode the filename
return reader
def extract_body(self, fp, basefile):
reader = StreamingPDFReader()
parser = "ocr" if self.config.ocr else "xml"
intermediate_suffix = ".hocr" if self.config.ocr else ".xml"
if self.config.compress:
intermediate_suffix += "." + self.config.compress
reader.read(fp, parser=parser)
for attachment in [x for x in sorted(self.store.list_attachments(basefile, "downloaded")) if x.endswith(".pdf")]:
downloaded_path = self.store.downloaded_path(basefile, attachment=attachment)
iattachment = attachment.replace(".pdf", intermediate_suffix)
intermediate_path = self.store.intermediate_path(basefile, attachment=iattachment)
if not os.path.exists(intermediate_path):
fp = self.convert_pdf(downloaded_path, intermediate_path)
else:
fp = self.store.open_intermediate(basefile, attachment=iattachment)
reader += StreamingPDFReader().read(fp)
for page in reader:
page.src = "index.pdf" # FIXME: don't hardcode the filename
return reader