def process_cover_periodical(info_dict):
"""
Processes cover image of the document.
First, function checks if the cover processing hasn't been done yet. If so, it returns status 'finished'.
If the cover is not yet processed,function goes through following:
1) Calls the functions responsible for catalogue system number search
2) Calls the functiion responsible for converting the cover image to JPEG format
3) Calls the function responsible for renaming the cover image file according to naming convention
4) Calls the function responsible for moving the converted image to it's destination in shared folder
5) Calls the function responsible for setting correct status of the document
I one of these function fails, it raises an exception.
:param info_dict: dict containing information about document that is currently being processed
:return: status of the processing
"""
if os.path.isfile(os.path.join(info_dict['path'], config.STATUS_COVER)):
print(f"{format(datetime.now(), '%Y-%m-%d %H:%M:%S')} INFO (COVER): Cover for document {info_dict['name']} already processed...")
return 'finished'
for doc_info, doc_content in info_dict.items():
# process covers
renamed_paths = []
if doc_info == 'cover':
try:
set_number = catalogue.get_set_number(info_dict['name'])
print(f"{format(datetime.now(), '%Y-%m-%d %H:%M:%S')} INFO (COVER): {info_dict['name']}\tSET NUMBER: {set_number}")
sysno = catalogue.get_document_sysno(set_number=set_number)
print(f"{format(datetime.now(), '%Y-%m-%d %H:%M:%S')} INFO (COVER): {info_dict['name']}\tSYSNO: {sysno}")
converted_paths = conversion.convert_to_jpg(doc_content)
print(f"{format(datetime.now(), '%Y-%m-%d %H:%M:%S')} INFO (COVER): {info_dict['name']}\tCONVERTED IMAGES: {converted_paths}")
if len(converted_paths) > 1:
raise ValueError(f"{format(datetime.now(), '%Y-%m-%d %H:%M:%S')} ERROR (COVER): Document {info_dict['name']} has more than one cover page.")
for path in converted_paths:
print(path)
issn_compact = os.path.splitext(os.path.split(path)[1])[0].replace("-","") # take filename from path, remove hyphens
new_path = utility.rename_document(original_path=path, new_name=issn_compact)
renamed_paths.append(new_path)
print(f"{format(datetime.now(), '%Y-%m-%d %H:%M:%S')} INFO (COVER): {info_dict['name']}\tNEW PATHS: {renamed_paths}")
# periodical covers are stored in same config.COVER dir just like monographs, except within a folder that has datestamp
if os.path.isdir(os.path.join(config.COVER_DIR,datetime.now().strftime("%Y_%m_%d"+"_casopisy/"))) is False:
os.mkdir(os.path.join(config.COVER_DIR,datetime.now().strftime("%Y_%m_%d"+"_casopisy/")))
utility.copy_to_server(paths_list=renamed_paths, destination=os.path.join(config.COVER_DIR,datetime.now().strftime("%Y_%m_%d"+"_casopisy/")))
utility.set_status(doc_path=info_dict['path'], status='cover')
return 'finished'
except:
raise RuntimeError(f"{format(datetime.now(), '%Y-%m-%d %H:%M:%S')} ERROR (COVER): Error processing document {info_dict['name']}")
def process_toc(info_dict):
"""
Processes images of the document's TOC pages.
Function checks if document has any TOC pages. If it doesn't, it returns status 'finished'
If there are any TOC pages, functions checks if they are already being processed by OCR SW. If they are,
function check if the OCR is done. If processing is not done yet, it returns status 'running'.
In case the OCR process is done, function checks if the OCR ended in failure or not. If it ended with failure,
function raises an error.
In case the OCR ended without failure, it tries to move OCR results back to the document's root directory,
raising the exception on failure and returning the status 'finished' if it ends ok.
In case the document is not being processed by OCR SW, function tries to move the TOC pages to OCR processing,
call the function responsible for setting an appropriate status of the document and return the status 'running'.
If it fails during one of these function calls, it raises an exception.
:param info_dict: dict containing information about document that is currently being processed
:return: status of the processing
"""
# check if TOC can even be processed (if there are TOC pages present, if not, return 'finished')
if len(info_dict['toc']) == 0:
print("{0:%Y-%m-%d %H:%M:%S}".format(datetime.now()) + " " +
"INFO (TOC): There are no TOC pages to process for document {}...".format(info_dict['name']))
return 'finished'
# if document is in ocr processing,
if os.path.isfile(os.path.join(info_dict['path'], config.STATUS_OCR)):
print("{0:%Y-%m-%d %H:%M:%S}".format(datetime.now()) + " " +
"INFO (OCR): Document {} is on OCR processing...".format(info_dict['name']))
# and it's not done, return
if not ocr.ocr_is_done(info_dict):
return 'running'
# if it's done (it has result), check if is failed, if yes, raise an error
if ocr.is_failed(info_dict):
raise IOError(f"{format(datetime.now(), '%Y-%m-%d %H:%M:%S')} ERROR: Failed to OCR the document...")
# move the finished ocr results (txt files) to document root
try:
ocr.move_ocr_results(info_dict)
return 'finished'
except IOError as e:
raise e
# process the document if there's no status file for OCR,
# indicating that document was not yet sent to OCR processing
try:
ocr.copy_to_ocr(info_dict)
utility.set_status(doc_path=info_dict['path'], status='ocr')
return 'running'
except IOError as e:
raise e
def process_cover_monograph(info_dict):
"""
Processes cover image of the document.
First, function checks if the cover processing hasn't been done yet. If so, it returns status 'finished'.
If the cover is not yet processed,function goes through following:
1) Calls the functions responsible for catalogue system number search
2) Calls the functiion responsible for converting the cover image to JPEG format
3) Calls the function responsible for renaming the cover image file according to naming convention
4) Calls the function responsible for moving the converted image to it's destination in shared folder
5) Calls the function responsible for setting correct status of the document
I one of these function fails, it raises an exception.
:param info_dict: dict containing information about document that is currently being processed
:return: status of the processing
"""
if os.path.isfile(os.path.join(info_dict['path'], config.STATUS_COVER)):
print(
f"{format(datetime.now(), '%Y-%m-%d %H:%M:%S')} INFO (COVER): Cover for document {info_dict['name']} already processed..."
)
return 'finished'
for doc_info, doc_content in info_dict.items():
# print(doc_info)
# print(doc_content)
# process covers
renamed_paths = []
if doc_info == 'cover':
sysno = None
# attempt to find system number
if info_dict['id'].startswith("ABA013-"):
sysno = info_dict['id'][7:]
print(
f"{format(datetime.now(), '%Y-%m-%d %H:%M:%S')} INFO (COVER): {info_dict['name']}\tSYSNO: {sysno}"
)
converted_paths = conversion.convert_to_jpg(doc_content)
print(
f"{format(datetime.now(), '%Y-%m-%d %H:%M:%S')} INFO (COVER): {info_dict['name']}\tCONVERTED IMAGES: {converted_paths}"
)
else:
set_number = catalogue.get_set_number(info_dict['name'])
if set_number is None:
raise IOError(f"ERROR (COVER): Set number returned empty!")
print(
f"{format(datetime.now(), '%Y-%m-%d %H:%M:%S')} INFO (COVER): {info_dict['name']}\tSET NUMBER: {set_number}"
)
sysno = catalogue.get_document_sysno(set_number=set_number)
print(
f"{format(datetime.now(), '%Y-%m-%d %H:%M:%S')} INFO (COVER): {info_dict['name']}\tSYSNO: {sysno}"
)
converted_paths = conversion.convert_to_jpg(doc_content)
print(
f"{format(datetime.now(), '%Y-%m-%d %H:%M:%S')} INFO (COVER): {info_dict['name']}\tCONVERTED IMAGES: {converted_paths}"
)
if sysno is None:
raise ValueError(
f"{format(datetime.now(), '%Y-%m-%d %H:%M:%S')} ERROR (COVER): Document {info_dict['name']} has no sysno!"
)
if len(converted_paths) > 1:
raise ValueError(
f"{format(datetime.now(), '%Y-%m-%d %H:%M:%S')} ERROR (COVER): Document {info_dict['name']} has more than one cover page."
)
for path in converted_paths:
new_path = utility.rename_document(original_path=path,
new_name=sysno)
renamed_paths.append(new_path)
print(
f"{format(datetime.now(), '%Y-%m-%d %H:%M:%S')} INFO (COVER): {info_dict['name']}\tNEW PATHS: {renamed_paths}"
)
utility.copy_to_server(paths_list=renamed_paths,
destination=config.COVER_DIR)
utility.set_status(doc_path=info_dict['path'], status='cover')
return 'finished'