class BHL_XML:
def __init__(self, xml_filename, xml, report):
self.report = report
if xml_filename == '':
if len(xml)>0:
a, xml_filename = tempfile.mkstemp()
BHL_XML_FILE(report).save_xml(xml_filename, xml)
if os.path.exists(xml_filename):
self.xml_manager = XMLManager(xml_filename, report)
else:
self.report.write('BHL_XML.init: ERROR: missing ' + xml_filename, False, True, False)
#self.debug = debug
def get_oai_item_id(self):
item_id_list = self.xml_manager.get_text('identifier')
print(item_id_list)
r = []
for i in item_id_list:
s = i.split('/')
try:
r.append(s[1])
except:
r.append('')
return r
def get_resumption_token(self):
return self.xml_manager.get_text('resumptionToken', True)
def get_title_id(self):
return self.xml_manager.get_text("TitleID", True)
def get_primary_title_id(self):
return self.xml_manager.get_text('PrimaryTitleID', True)
def get_item_id(self):
return self.xml_manager.get_text('ItemID', True)
def get_identifier(self):
return self.xml_manager.get_text('identifier', True)
def get_oai_date_list(self):
return self.xml_manager.get_text('datestamp')
def get_page_list(self):
return self.xml_manager.get_text('PageID')
def get_subject_list(self):
return self.xml_manager.get_text('SubjectText')
def __init__(self, xml_filename, xml, report):
self.report = report
if xml_filename == '':
if len(xml)>0:
a, xml_filename = tempfile.mkstemp()
BHL_XML_FILE(report).save_xml(xml_filename, xml)
if os.path.exists(xml_filename):
self.xml_manager = XMLManager(xml_filename, report)
else:
self.report.write('BHL_XML.init: ERROR: missing ' + xml_filename, False, True, False)
class XML2JSONConverter:
def __init__(self, xml2json_table_filename, debug_report, debug = False, convert2utf8 = False):
self.conversion_table = XML2JSONTable(xml2json_table_filename)
self.debug_report = debug_report
self.debug = debug
self.convert2utf8 = convert2utf8
def convert(self, xml_filename):
self.dict = {}
self.xml_manager = XMLManager(xml_filename, self.debug_report)
converted = self.__convert__(self.conversion_table.start, None, None)
#self.debug_report.display_data('converted', converted)
return converted
def pretty(self, json_data):
return json.dumps(json_data, sort_keys=True, indent=4)
def pretty_print(self, json_data):
print(self.pretty(json_data))
def __convert__(self, table_node, xml_parent_node, parent_xml_parent_node, num = 1):
t = False
#t = (table_node.xpath.startswith( 'xref' ))
#self.debug = True
test = False
#if self.debug:
# self.debug_report.display_data('__convert__ ', table_node.xpath)
#print(' -- --- --')
#print(table_node.xpath)
#xpath, table_node.xpath = self.__return_new_xpath_and_table_xpath__(table_node)
#print(xpath)
#print(table_node.xpath)
xml_nodes = self.xml_manager.return_nodes(table_node.xpath, xml_parent_node)
#print(xml_nodes)
if test:
print(xpath)
print(xml_nodes)
print(table_node.xpath)
test = False
if len(table_node.children) == 0:
if t: print('leaf')
result = self.return_leaf_content(table_node, xml_nodes, num, t)
else:
if t: print('branch')
result = self.return_branch_content(table_node, xml_nodes, xml_parent_node, num, t)
if t:
print(result)
return result
def return_leaf_content(self, table_node, xml_nodes, num, debug = False):
a = []
for xml_node in xml_nodes:
if table_node.attr != '':
v = self.xml_manager.return_node_attr_value(xml_node, table_node.attr[1:])
else:
v = self.xml_manager.return_node_value(xml_node)
if v == '' or v == None:
v = table_node.default
if v != '':
a.append(v)
if debug:
print('return_leaf_content')
print(a)
a = self.__format__(table_node, a)
if debug:
print(a)
return a
def return_branch_content(self, table_node, xml_nodes, xml_parent_node, num, debug = False):
occs = []
number = 0
for xml_node in xml_nodes:
# FIXME pode haver mais de uma instancia d{12}
occ = {}
number += 1
for child in table_node.children:
if debug: print(table_node.xpath + '=>' + child.xpath)
v = self.__convert__(child, xml_node, xml_parent_node, number)
if len(v)>0:
if child.to == '' or child.to == '_':
occ['_'] = v
else:
occ[child.to] = v
if occ != {}:
occs.append(occ)
if debug: print(occs)
return self.__format__(table_node, occs, num)
def __format__(self, table_node, result, num = None):
self.debugging('__format__', result)
if len(result) == 0:
r = ''
else:
r = result
if type(result) == type([]) and len(result) == 1:
r = result[0]
if num != None:
r = self.__control_occ__(table_node, num, r)
self.debugging('__format__ result', result)
return r
def __control_occ__(self, table_node, num, result):
self.debugging('__control_occ__', result)
key = table_node.parent.to + '_' + str(num) + '_' + table_node.to
if key in self.dict.keys():
if type(self.dict[key]) != type([]):
s = self.dict[key]
self.dict[key] = []
self.dict[key].append(s)
self.dict[key].append(result)
result = self.dict[key]
else:
self.dict[key] = result
self.debugging('__control_occ__ result', result)
return result
def debugging(self, label, value):
if self.debug:
print(label)
print(value)
def convert(self, xml_filename):
self.dict = {}
self.xml_manager = XMLManager(xml_filename, self.debug_report)
converted = self.__convert__(self.conversion_table.start, None, None)
#self.debug_report.display_data('converted', converted)
return converted
