def _fixup(self): """ Fixup: - time fields as struct_time - config dict """ super(CoordinatorAction, self)._fixup() if self.createdTime: self.createdTime = parse_timestamp(self.createdTime) if self.nominalTime: self.nominalTime = parse_timestamp(self.nominalTime) if self.lastModifiedTime: self.lastModifiedTime = parse_timestamp(self.lastModifiedTime) if self.runConf: conf_data = i18n.smart_str(self.runConf) if not isinstance(conf_data, bytes): conf_data = conf_data.encode('utf-8') xml = string_io(conf_data) self.conf_dict = hadoop.confparse.ConfParse(xml) else: self.conf_dict = {} self.title = ' %s-%s'% (self.actionNumber, format_time(self.nominalTime))
def _fixup(self): """ Fixup fields: - expand actions - time fields are struct_time - run is integer - configuration dict - log - definition """ if self.startTime: self.startTime = parse_timestamp(self.startTime) if self.endTime: self.endTime = parse_timestamp(self.endTime) self.actions = [ Action.create(self.ACTION, act_dict) for act_dict in self.actions ] if self.conf is not None: conf_data = i18n.smart_str(self.conf) if not isinstance(conf_data, bytes): conf_data = conf_data.encode('utf-8') xml = string_io(conf_data) self.conf_dict = hadoop.confparse.ConfParse(xml) else: self.conf_dict = {}
def _fixup(self): """ Fixup: - time fields as struct_time - config dict """ super(WorkflowAction, self)._fixup() if self.startTime: self.startTime = parse_timestamp(self.startTime) if self.endTime: self.endTime = parse_timestamp(self.endTime) if self.retries: self.retries = int(self.retries) if self.conf: conf_data = i18n.smart_str(self.conf) if not isinstance(conf_data, bytes): conf_data = conf_data.encode('utf-8') xml = string_io(conf_data) try: self.conf_dict = hadoop.confparse.ConfParse(xml) except Exception as e: LOG.error('Failed to parse XML configuration for Workflow action %s: %s' % (self.name, e)) self.conf_dict = {} else: self.conf_dict = {}
def _fixup(self): super(Workflow, self)._fixup() if self.createdTime: self.createdTime = parse_timestamp(self.createdTime) if self.lastModTime: self.lastModTime = parse_timestamp(self.lastModTime) if self.run: self.run = int(self.run)
def get_progress(self): """How much more time before the next action.""" next = mktime(parse_timestamp(self.lastAction)) start = mktime(parse_timestamp(self.startTime)) end = mktime(parse_timestamp(self.endTime)) if end != start: progress = min(int((1 - (end - next) / (end - start)) * 100), 100) else: progress = 100 return progress
def _fixup(self): super(Coordinator, self)._fixup() if self.nextMaterializedTime is not None: self.nextMaterializedTime = parse_timestamp(self.nextMaterializedTime) else: self.nextMaterializedTime = self.startTime if self.pauseTime: self.pauseTime = parse_timestamp(self.pauseTime) # For when listing/mixing all the jobs together self.id = self.coordJobId self.appName = self.coordJobName
def _fixup(self): super(Coordinator, self)._fixup() if self.nextMaterializedTime is not None: self.nextMaterializedTime = parse_timestamp( self.nextMaterializedTime) else: self.nextMaterializedTime = self.startTime if self.pauseTime: self.pauseTime = parse_timestamp(self.pauseTime) # For when listing/mixing all the jobs together self.id = self.coordJobId self.appName = self.coordJobName
def _fixup(self): """ Fixup: - time fields as struct_time - config dict """ super(ControlFlowAction, self)._fixup() if self.startTime: self.startTime = parse_timestamp(self.startTime) if self.endTime: self.endTime = parse_timestamp(self.endTime) if self.retries: self.retries = int(self.retries) self.conf_dict = {}
def _fixup(self): """ Fixup: - time fields as struct_time - config dict - protect externalId """ super(ControlFlowAction, self)._fixup() if self.startTime: self.startTime = parse_timestamp(self.startTime) if self.endTime: self.endTime = parse_timestamp(self.endTime) if self.retries: self.retries = int(self.retries) if self.externalId and not re.match('job_.*', self.externalId): self.externalId = None self.conf_dict = {}
def _fixup(self): """ Fixup: - time fields as struct_time - config dict - protect externalId """ super(ControlFlowAction, self)._fixup() if self.startTime: self.startTime = parse_timestamp(self.startTime) if self.endTime: self.endTime = parse_timestamp(self.endTime) if self.retries: self.retries = int(self.retries) if self.externalId and not re.match("job_.*", self.externalId): self.externalId = None self.conf_dict = {}
def _fixup(self): """ Fixup: - time fields as struct_time - config dict """ super(WorkflowAction, self)._fixup() if self.startTime: self.startTime = parse_timestamp(self.startTime) if self.endTime: self.endTime = parse_timestamp(self.endTime) if self.retries: self.retries = int(self.retries) if self.conf: xml = StringIO(i18n.smart_str(self.conf)) self.conf_dict = hadoop.confparse.ConfParse(xml) else: self.conf_dict = {}
def _fixup(self): """ Fixup: - time fields as struct_time - config dict """ super(CoordinatorAction, self)._fixup() if self.createdTime: self.createdTime = parse_timestamp(self.createdTime) if self.nominalTime: self.nominalTime = parse_timestamp(self.nominalTime) if self.lastModifiedTime: self.lastModifiedTime = parse_timestamp(self.lastModifiedTime) if self.runConf: xml = StringIO(i18n.smart_str(self.runConf)) self.conf_dict = hadoop.confparse.ConfParse(xml) else: self.conf_dict = {}
def _fixup(self): """ Fixup fields: - expand actions - time fields are struct_time - run is integer - configuration dict - log - definition """ if self.startTime: self.startTime = parse_timestamp(self.startTime) if self.endTime: self.endTime = parse_timestamp(self.endTime) self.actions = [Action.create(self.ACTION, act_dict) for act_dict in self.actions] if self.conf is not None: xml = StringIO(i18n.smart_str(self.conf)) self.conf_dict = hadoop.confparse.ConfParse(xml) else: self.conf_dict = {}
def _fixup(self): """ Fixup: - time fields as struct_time - config dict """ super(CoordinatorAction, self)._fixup() if self.createdTime: self.createdTime = parse_timestamp(self.createdTime) if self.nominalTime: self.nominalTime = parse_timestamp(self.nominalTime) if self.lastModifiedTime: self.lastModifiedTime = parse_timestamp(self.lastModifiedTime) if self.runConf: xml = string_io(i18n.smart_str(self.runConf)) self.conf_dict = hadoop.confparse.ConfParse(xml) else: self.conf_dict = {} self.title = ' %s-%s'% (self.actionNumber, format_time(self.nominalTime))
def _fixup(self): """ Fixup: - time fields as struct_time - config dict """ super(WorkflowAction, self)._fixup() if self.startTime: self.startTime = parse_timestamp(self.startTime) if self.endTime: self.endTime = parse_timestamp(self.endTime) if self.retries: self.retries = int(self.retries) if self.conf: xml = StringIO(i18n.smart_str(self.conf)) try: self.conf_dict = hadoop.confparse.ConfParse(xml) except Exception, e: LOG.error('Failed to parse XML configuration for Workflow action %s: %s' % (self.name, e)) self.conf_dict = {}
def _fixup(self): """ Fixup: - time fields as struct_time - config dict """ super(WorkflowAction, self)._fixup() if self.startTime: self.startTime = parse_timestamp(self.startTime) if self.endTime: self.endTime = parse_timestamp(self.endTime) if self.retries: self.retries = int(self.retries) if self.conf: xml = StringIO(i18n.smart_str(self.conf)) try: self.conf_dict = hadoop.confparse.ConfParse(xml) except Exception, e: LOG.error( 'Failed to parse XML configuration for Workflow action %s: %s' % (self.name, e)) self.conf_dict = {}