def _fixup(self):
"""
Fixup:
- time fields as struct_time
- config dict
"""
super(CoordinatorAction, self)._fixup()
if self.createdTime:
self.createdTime = parse_timestamp(self.createdTime)
if self.nominalTime:
self.nominalTime = parse_timestamp(self.nominalTime)
if self.lastModifiedTime:
self.lastModifiedTime = parse_timestamp(self.lastModifiedTime)
if self.runConf:
conf_data = i18n.smart_str(self.runConf)
if not isinstance(conf_data, bytes):
conf_data = conf_data.encode('utf-8')
xml = string_io(conf_data)
self.conf_dict = hadoop.confparse.ConfParse(xml)
else:
self.conf_dict = {}
self.title = ' %s-%s'% (self.actionNumber, format_time(self.nominalTime))
def _fixup(self):
"""
Fixup fields:
- expand actions
- time fields are struct_time
- run is integer
- configuration dict
- log
- definition
"""
if self.startTime:
self.startTime = parse_timestamp(self.startTime)
if self.endTime:
self.endTime = parse_timestamp(self.endTime)
self.actions = [
Action.create(self.ACTION, act_dict) for act_dict in self.actions
]
if self.conf is not None:
conf_data = i18n.smart_str(self.conf)
if not isinstance(conf_data, bytes):
conf_data = conf_data.encode('utf-8')
xml = string_io(conf_data)
self.conf_dict = hadoop.confparse.ConfParse(xml)
else:
self.conf_dict = {}
def _fixup(self):
"""
Fixup:
- time fields as struct_time
- config dict
"""
super(WorkflowAction, self)._fixup()
if self.startTime:
self.startTime = parse_timestamp(self.startTime)
if self.endTime:
self.endTime = parse_timestamp(self.endTime)
if self.retries:
self.retries = int(self.retries)
if self.conf:
conf_data = i18n.smart_str(self.conf)
if not isinstance(conf_data, bytes):
conf_data = conf_data.encode('utf-8')
xml = string_io(conf_data)
try:
self.conf_dict = hadoop.confparse.ConfParse(xml)
except Exception as e:
LOG.error('Failed to parse XML configuration for Workflow action %s: %s' % (self.name, e))
self.conf_dict = {}
else:
self.conf_dict = {}
def _fixup(self):
super(Workflow, self)._fixup()
if self.createdTime:
self.createdTime = parse_timestamp(self.createdTime)
if self.lastModTime:
self.lastModTime = parse_timestamp(self.lastModTime)
if self.run:
self.run = int(self.run)
def _fixup(self):
super(Workflow, self)._fixup()
if self.createdTime:
self.createdTime = parse_timestamp(self.createdTime)
if self.lastModTime:
self.lastModTime = parse_timestamp(self.lastModTime)
if self.run:
self.run = int(self.run)
def get_progress(self):
"""How much more time before the next action."""
next = mktime(parse_timestamp(self.lastAction))
start = mktime(parse_timestamp(self.startTime))
end = mktime(parse_timestamp(self.endTime))
if end != start:
progress = min(int((1 - (end - next) / (end - start)) * 100), 100)
else:
progress = 100
return progress
def get_progress(self):
"""How much more time before the next action."""
next = mktime(parse_timestamp(self.lastAction))
start = mktime(parse_timestamp(self.startTime))
end = mktime(parse_timestamp(self.endTime))
if end != start:
progress = min(int((1 - (end - next) / (end - start)) * 100), 100)
else:
progress = 100
return progress
def _fixup(self):
super(Coordinator, self)._fixup()
if self.nextMaterializedTime is not None:
self.nextMaterializedTime = parse_timestamp(self.nextMaterializedTime)
else:
self.nextMaterializedTime = self.startTime
if self.pauseTime:
self.pauseTime = parse_timestamp(self.pauseTime)
# For when listing/mixing all the jobs together
self.id = self.coordJobId
self.appName = self.coordJobName
def _fixup(self):
super(Coordinator, self)._fixup()
if self.nextMaterializedTime is not None:
self.nextMaterializedTime = parse_timestamp(
self.nextMaterializedTime)
else:
self.nextMaterializedTime = self.startTime
if self.pauseTime:
self.pauseTime = parse_timestamp(self.pauseTime)
# For when listing/mixing all the jobs together
self.id = self.coordJobId
self.appName = self.coordJobName
def _fixup(self):
"""
Fixup:
- time fields as struct_time
- config dict
"""
super(ControlFlowAction, self)._fixup()
if self.startTime:
self.startTime = parse_timestamp(self.startTime)
if self.endTime:
self.endTime = parse_timestamp(self.endTime)
if self.retries:
self.retries = int(self.retries)
self.conf_dict = {}
def _fixup(self):
"""
Fixup:
- time fields as struct_time
- config dict
"""
super(ControlFlowAction, self)._fixup()
if self.startTime:
self.startTime = parse_timestamp(self.startTime)
if self.endTime:
self.endTime = parse_timestamp(self.endTime)
if self.retries:
self.retries = int(self.retries)
self.conf_dict = {}
def _fixup(self):
"""
Fixup:
- time fields as struct_time
- config dict
- protect externalId
"""
super(ControlFlowAction, self)._fixup()
if self.startTime:
self.startTime = parse_timestamp(self.startTime)
if self.endTime:
self.endTime = parse_timestamp(self.endTime)
if self.retries:
self.retries = int(self.retries)
if self.externalId and not re.match('job_.*', self.externalId):
self.externalId = None
self.conf_dict = {}
def _fixup(self):
"""
Fixup:
- time fields as struct_time
- config dict
- protect externalId
"""
super(ControlFlowAction, self)._fixup()
if self.startTime:
self.startTime = parse_timestamp(self.startTime)
if self.endTime:
self.endTime = parse_timestamp(self.endTime)
if self.retries:
self.retries = int(self.retries)
if self.externalId and not re.match("job_.*", self.externalId):
self.externalId = None
self.conf_dict = {}
def _fixup(self):
"""
Fixup:
- time fields as struct_time
- config dict
"""
super(WorkflowAction, self)._fixup()
if self.startTime:
self.startTime = parse_timestamp(self.startTime)
if self.endTime:
self.endTime = parse_timestamp(self.endTime)
if self.retries:
self.retries = int(self.retries)
if self.conf:
xml = StringIO(i18n.smart_str(self.conf))
self.conf_dict = hadoop.confparse.ConfParse(xml)
else:
self.conf_dict = {}
def _fixup(self):
"""
Fixup:
- time fields as struct_time
- config dict
"""
super(WorkflowAction, self)._fixup()
if self.startTime:
self.startTime = parse_timestamp(self.startTime)
if self.endTime:
self.endTime = parse_timestamp(self.endTime)
if self.retries:
self.retries = int(self.retries)
if self.conf:
xml = StringIO(i18n.smart_str(self.conf))
self.conf_dict = hadoop.confparse.ConfParse(xml)
else:
self.conf_dict = {}
def _fixup(self):
"""
Fixup:
- time fields as struct_time
- config dict
"""
super(CoordinatorAction, self)._fixup()
if self.createdTime:
self.createdTime = parse_timestamp(self.createdTime)
if self.nominalTime:
self.nominalTime = parse_timestamp(self.nominalTime)
if self.lastModifiedTime:
self.lastModifiedTime = parse_timestamp(self.lastModifiedTime)
if self.runConf:
xml = StringIO(i18n.smart_str(self.runConf))
self.conf_dict = hadoop.confparse.ConfParse(xml)
else:
self.conf_dict = {}
def _fixup(self):
"""
Fixup:
- time fields as struct_time
- config dict
"""
super(CoordinatorAction, self)._fixup()
if self.createdTime:
self.createdTime = parse_timestamp(self.createdTime)
if self.nominalTime:
self.nominalTime = parse_timestamp(self.nominalTime)
if self.lastModifiedTime:
self.lastModifiedTime = parse_timestamp(self.lastModifiedTime)
if self.runConf:
xml = StringIO(i18n.smart_str(self.runConf))
self.conf_dict = hadoop.confparse.ConfParse(xml)
else:
self.conf_dict = {}
def _fixup(self):
"""
Fixup fields:
- expand actions
- time fields are struct_time
- run is integer
- configuration dict
- log
- definition
"""
if self.startTime:
self.startTime = parse_timestamp(self.startTime)
if self.endTime:
self.endTime = parse_timestamp(self.endTime)
self.actions = [Action.create(self.ACTION, act_dict) for act_dict in self.actions]
if self.conf is not None:
xml = StringIO(i18n.smart_str(self.conf))
self.conf_dict = hadoop.confparse.ConfParse(xml)
else:
self.conf_dict = {}
def _fixup(self):
"""
Fixup fields:
- expand actions
- time fields are struct_time
- run is integer
- configuration dict
- log
- definition
"""
if self.startTime:
self.startTime = parse_timestamp(self.startTime)
if self.endTime:
self.endTime = parse_timestamp(self.endTime)
self.actions = [Action.create(self.ACTION, act_dict) for act_dict in self.actions]
if self.conf is not None:
xml = StringIO(i18n.smart_str(self.conf))
self.conf_dict = hadoop.confparse.ConfParse(xml)
else:
self.conf_dict = {}
def _fixup(self):
"""
Fixup:
- time fields as struct_time
- config dict
"""
super(CoordinatorAction, self)._fixup()
if self.createdTime:
self.createdTime = parse_timestamp(self.createdTime)
if self.nominalTime:
self.nominalTime = parse_timestamp(self.nominalTime)
if self.lastModifiedTime:
self.lastModifiedTime = parse_timestamp(self.lastModifiedTime)
if self.runConf:
xml = string_io(i18n.smart_str(self.runConf))
self.conf_dict = hadoop.confparse.ConfParse(xml)
else:
self.conf_dict = {}
self.title = ' %s-%s'% (self.actionNumber, format_time(self.nominalTime))
def _fixup(self):
"""
Fixup:
- time fields as struct_time
- config dict
"""
super(WorkflowAction, self)._fixup()
if self.startTime:
self.startTime = parse_timestamp(self.startTime)
if self.endTime:
self.endTime = parse_timestamp(self.endTime)
if self.retries:
self.retries = int(self.retries)
if self.conf:
xml = StringIO(i18n.smart_str(self.conf))
try:
self.conf_dict = hadoop.confparse.ConfParse(xml)
except Exception, e:
LOG.error('Failed to parse XML configuration for Workflow action %s: %s' % (self.name, e))
self.conf_dict = {}
def _fixup(self):
"""
Fixup:
- time fields as struct_time
- config dict
"""
super(WorkflowAction, self)._fixup()
if self.startTime:
self.startTime = parse_timestamp(self.startTime)
if self.endTime:
self.endTime = parse_timestamp(self.endTime)
if self.retries:
self.retries = int(self.retries)
if self.conf:
xml = StringIO(i18n.smart_str(self.conf))
try:
self.conf_dict = hadoop.confparse.ConfParse(xml)
except Exception, e:
LOG.error(
'Failed to parse XML configuration for Workflow action %s: %s'
% (self.name, e))
self.conf_dict = {}
