def parse(self, policy):
"""
Parse the policy
"""
if policy == None or not policy.tag == self.dpmNS+'policy':
self.logger.error('Failed to find policy element')
else:
self.policy = ReplicationPolicy(policy, self.dpmNS, self.loggerName,
self.debug)
self.policy.parse()
class PolicyParser():
def __init__(self, type='', test=False, loggerParentName=None, debug=False):
if loggerParentName: loggerName = loggerParentName + ".PolicyParser"
else: loggerName = "PolicyParser"
self.logger = logging.getLogger(loggerName)
self.loggerName = loggerName
if debug:
self.logger.setLevel(logging.DEBUG)
else:
self.logger.setLevel(logging.INFO)
self.type = type
self.test = test
self.debug = debug
self.dpmNS = '{http://eudat.eu/2013/policy}'
self.policy = None
def parseXmlSchemaFromUrl(self, url):
self.logger.debug('Parsing xml schema from url ' + url)
response = urllib2.urlopen(url)
xmlData = response.read()
schemaDoc = etree.fromstring(xmlData)
response.close()
return schemaDoc
def parseXmlSchema(self, schemaurl, schemapath):
if schemaurl:
self.logger.debug('xml schema URL: ' + schemaurl[0])
xmlSchemaDoc = self.parseXmlSchemaFromUrl(schemaurl[0])
elif schemapath:
self.logger.debug('xml schema path: ' + schemapath[0])
xmlSchemaDoc = etree.parse(schemapath[0])
else:
self.logger.debug('xml schema is None')
xmlSchemaDoc = None
return xmlSchemaDoc
def parseFromText(self, xmlData, xmlSchemaDoc):
"""
Create an xml document from text input
"""
xmlschema = etree.XMLSchema(xmlSchemaDoc)
root = etree.fromstring(xmlData)
if not xmlschema(root):
self.logger.error(xmlschema.error_log).last_error
exit()
self.parse(root)
def parseFromFile(self, file, xmlSchemaDoc):
"""
Create an xml document from file input
"""
xmlschema = etree.XMLSchema(xmlSchemaDoc)
tree = etree.parse(file)
if not xmlschema(tree):
self.logger.error(xmlschema.error_log).last_error
exit()
root = tree.getroot()
self.parse(root)
def parseFromUrl(self, url, xmlSchemaDoc, checksum_algo=None, checksum_value=None):
"""
Create an xml document from url input
"""
response = urllib2.urlopen(url)
xmlData = response.read()
#Decide if checksum verification is needed and if yes, compute the checksum for the downloaded policy
checksumVerificationNeeded = not checksum_algo == None
checksumVerified = False
if checksumVerificationNeeded:
self.logger.debug('Checksum computation: '),
checksumVerification = False
if checksum_algo == 'md5':
self.logger.debug('md5')
newChecksumValue = hashlib.md5(xmlData).hexdigest()
checksumVerified = newChecksumValue == checksum_value
#Parse the policy if checksum verification is needed
self.logger.debug('Checksum verification: ')
if checksumVerificationNeeded and checksumVerified:
self.logger.debug('passed')
self.parseFromText(xmlData, xmlSchemaDoc)
elif not checksumVerificationNeeded:
self.logger.debug('disabled')
self.parseFromText(xmlData, xmlSchemaDoc)
else:
self.logger.error('failed')
response.close()
def parse(self, policy):
"""
Parse the policy
"""
if policy == None or not policy.tag == self.dpmNS+'policy':
self.logger.error('Failed to find policy element')
else:
self.policy = ReplicationPolicy(policy, self.dpmNS, self.loggerName,
self.debug)
self.policy.parse()
class PolicyParser():
def __init__(self, type='', test=False, loggerParentName=None, debug=False):
if loggerParentName: loggerName = loggerParentName + ".PolicyParser"
else: loggerName = "PolicyParser"
self.logger = logging.getLogger(loggerName)
self.loggerName = loggerName
if debug:
self.logger.setLevel(logging.DEBUG)
else:
self.logger.setLevel(logging.INFO)
self.type = type
self.test = test
self.debug = debug
self.dpmNS = '{http://eudat.eu/2013/policy}'
self.policy = None
def parseXmlSchemaFromUrl(self, url):
self.logger.debug('Parsing xml schema from url ' + url)
response = urllib2.urlopen(url)
xmlData = response.read()
schemaDoc = etree.fromstring(xmlData)
response.close()
return schemaDoc
def parseXmlSchema(self, schemaurl, schemapath):
if schemaurl and schemaurl[0]:
self.logger.debug('xml schema URL: ' + schemaurl[0])
xmlSchemaDoc = self.parseXmlSchemaFromUrl(schemaurl[0])
elif schemapath and schemapath[0]:
self.logger.debug('xml schema path: ' + schemapath[0])
xmlSchemaDoc = etree.parse(schemapath[0])
else:
self.logger.debug('xml schema is None')
xmlSchemaDoc = None
return xmlSchemaDoc
def parseFromText(self, xmlData, xmlSchemaDoc):
"""
Create an xml document from text input
"""
self.logger.debug('Parsing xml doc from text')
xmlschema = etree.XMLSchema(xmlSchemaDoc)
root = etree.fromstring(xmlData)
errMsg = self.validate(xmlschema, root)
if errMsg is not None:
return errMsg
self.parse(root)
return None
def parseFromFile(self, file, xmlSchemaDoc):
"""
Create an xml document from file input
"""
self.logger.debug('Parsing xml doc from file ' + file)
xmlschema = etree.XMLSchema(xmlSchemaDoc)
tree = etree.parse(file)
root = tree.getroot()
errMsg = self.validate(xmlschema, root)
if errMsg is not None:
return errMsg
self.parse(root)
return None
def validate(self, xmlschema, root):
"""
Validate an xml document
"""
if not xmlschema(root):
self.logger.error(xmlschema.error_log.last_error)
errorMessage = xmlschema.error_log.last_error.message
if errorMessage.startswith("Element '{{}}time'".format(self.dpmNS)):
return self.timeErrorManager(root, xmlschema)
else:
return str(xmlschema.error_log.last_error)
else:
return None
def parseFromUrl(self, url, xmlSchemaDoc, conn,
checksum_algo=None, checksum_value=None):
"""
Create an xml document from url input
"""
xmlData = conn.getDocumentByUrl(url)
#Decide if checksum verification is needed and if yes, compute the checksum for the downloaded policy
checksumVerificationNeeded = not checksum_algo == None
checksumVerified = False
if checksumVerificationNeeded:
self.logger.debug('Checksum computation: '),
checksumVerification = False
if checksum_algo.lower() == 'md5':
self.logger.debug('md5')
newChecksumValue = hashlib.md5(xmlData.encode()).hexdigest()
checksumVerified = newChecksumValue == checksum_value
self.logger.debug('checksum computed %s read %s' % \
(newChecksumValue, checksum_value))
#Parse the policy if checksum verification is needed
self.logger.debug('Checksum verification: ')
if checksumVerificationNeeded and checksumVerified:
self.logger.debug('passed')
return self.parseFromText(xmlData, xmlSchemaDoc)
elif not checksumVerificationNeeded:
self.logger.debug('disabled')
return self.parseFromText(xmlData, xmlSchemaDoc)
else:
self.logger.error('failed')
return 'Checksum verification: failed'
def parse(self, policy):
"""
Parse the policy
"""
if policy == None or not policy.tag == self.dpmNS+'policy':
self.logger.error('Failed to find policy element')
else:
self.policy = ReplicationPolicy(policy, self.dpmNS, self.loggerName,
self.debug)
self.policy.parse()
def timeErrorManager(self, root, xmlschema):
"""
Manage the extra year field in the time element
"""
self.logger.debug('trying to fix year extra field in time element')
timeElemList = root.xpath('//b:time',
namespaces={'b':self.dpmNS})
for timeElem in timeElemList:
self.logger.debug('Element: ' + etree.tostring(timeElem))
if len(timeElem.text.split()) < 6:
self.logger.debug('Adding missing field year')
timeElem.text = timeElem.text + ' *'
if not xmlschema(root):
self.logger.error(xmlschema.error_log.last_error)
return str(xmlschema.error_log.last_error)
else:
self.logger.debug('Impossible to fix the error')
return 'Element: ' + etree.tostring(timeElem) + ' is wrong'
return None
