def convert(_log):
if _log.__class__ == Log:
return
_log.__class__ = Log
for machine in _log.machine_list:
Machine.convert(machine)
for workflow_exec in _log.workflow_execs:
WorkflowExec.convert(workflow_exec)
def __init__(self,
log,
machine,
parent_exec,
vistrail=None,
pipeline=None,
currentVersion=None):
if vistrail is not None:
parent_type = Vistrail.vtType
parent_id = vistrail.id
else:
parent_type = Pipeline.vtType
parent_id = pipeline.id
wf_exec_id = log.id_scope.getNewId(WorkflowExec.vtType)
if vistrail is not None:
session = vistrail.current_session
else:
session = None
workflow_exec = WorkflowExec(
id=wf_exec_id,
user=vistrails.core.system.current_user(),
ip=vistrails.core.system.current_ip(),
vt_version=vistrails.core.system.vistrails_version(),
ts_start=vistrails.core.system.current_time(),
parent_type=parent_type,
parent_id=parent_id,
parent_version=currentVersion,
completed=0,
session=session,
machines=[machine])
log.add_workflow_exec(workflow_exec)
super(LogWorkflowExecController,
self).__init__(log, machine, parent_exec, workflow_exec)
def start_workflow_execution(self, vistrail=None, pipeline=None,
currentVersion=None):
if vistrail is not None:
parent_type = Vistrail.vtType
parent_id = vistrail.id
else:
parent_type = Pipeline.vtType
parent_id = pipeline.id
wf_exec_id = self.log.id_scope.getNewId(WorkflowExec.vtType)
if vistrail is not None:
session = vistrail.current_session
else:
session = None
self.workflow_exec = WorkflowExec(id=wf_exec_id,
user=vistrails.core.system.current_user(),
ip=vistrails.core.system.current_ip(),
vt_version= \
vistrails.core.system.vistrails_version(),
ts_start=vistrails.core.system.current_time(),
parent_type=parent_type,
parent_id=parent_id,
parent_version=currentVersion,
completed=0,
session=session)
self.log.add_workflow_exec(self.workflow_exec)
def convert(_log):
if _log.__class__ == Log:
return
_log.__class__ = Log
for workflow_exec in _log.workflow_execs:
WorkflowExec.convert(workflow_exec)
def convert(_log):
if _log.__class__ == Log:
return
_log.__class__ = Log
for workflow_exec in _log.workflow_execs:
WorkflowExec.convert(workflow_exec)
class LogController(object):
def __init__(self, log, machine):
self.log = log
self.workflow_exec = None
self.machine = machine
to_add = True
for machine in self.log.machine_list:
if self.machine.equals_no_id(machine):
to_add = False
self.machine = machine
if to_add:
self.machine.id = self.log.id_scope.getNewId(Machine.vtType)
self.log.add_machine(self.machine)
def start_workflow_execution(self, vistrail=None, pipeline=None,
currentVersion=None):
if vistrail is not None:
parent_type = Vistrail.vtType
parent_id = vistrail.id
else:
parent_type = Pipeline.vtType
parent_id = pipeline.id
wf_exec_id = self.log.id_scope.getNewId(WorkflowExec.vtType)
if vistrail is not None:
session = vistrail.current_session
else:
session = None
self.workflow_exec = WorkflowExec(id=wf_exec_id,
user=vistrails.core.system.current_user(),
ip=vistrails.core.system.current_ip(),
vt_version= \
vistrails.core.system.vistrails_version(),
ts_start=vistrails.core.system.current_time(),
parent_type=parent_type,
parent_id=parent_id,
parent_version=currentVersion,
completed=0,
session=session)
self.log.add_workflow_exec(self.workflow_exec)
def finish_workflow_execution(self, errors, suspended=False):
self.workflow_exec.ts_end = vistrails.core.system.current_time()
if suspended:
self.workflow_exec.completed = -2
elif len(errors) > 0:
self.workflow_exec.completed = -1
else:
self.workflow_exec.completed = 1
def add_exec(self, exec_, parent_execs):
parent_exec = parent_execs[-1]
if parent_exec:
parent_exec.add_item_exec(exec_)
else:
self.workflow_exec.add_item_exec(exec_)
def create_module_exec(self, module, module_id, module_name,
cached):
m_exec_id = self.log.id_scope.getNewId(ModuleExec.vtType)
module_exec = ModuleExec(id=m_exec_id,
machine_id=self.machine.id,
module_id=module_id,
module_name=module_name,
cached=cached,
ts_start=vistrails.core.system.current_time(),
completed=0)
return module_exec
def create_group_exec(self, group, module_id, group_name, cached):
g_exec_id = self.log.id_scope.getNewId(GroupExec.vtType)
if isinstance(group, Abstraction):
group_type = 'SubWorkflow'
else:
group_type = 'Group'
group_exec = GroupExec(id=g_exec_id,
machine_id=self.machine.id,
module_id=module_id,
group_name=group_name,
group_type=group_type,
cached=cached,
ts_start=vistrails.core.system.current_time(),
completed=0)
return group_exec
def create_loop_exec(self, iteration):
l_exec_id = self.log.id_scope.getNewId(LoopExec.vtType)
loop_exec = LoopExec(id=l_exec_id,
iteration=iteration,
ts_start=vistrails.core.system.current_time())
return loop_exec
def start_execution(self, module, module_id, module_name, parent_execs,
cached=0):
parent_exec = parent_execs[-1]
if module.is_looping:
parent_exec = self.start_loop_execution(module, module_id,
module_name,
parent_exec, cached,
module.loop_iteration)
parent_execs.append(parent_exec)
if isinstance(module, Group):
ret = self.start_group_execution(module, module_id, module_name,
parent_exec, cached)
if ret is not None:
parent_execs.append(ret)
else:
ret = self.start_module_execution(module, module_id, module_name,
parent_exec, cached)
if ret is not None:
parent_execs.append(ret)
def finish_execution(self, module, error, parent_execs, errorTrace=None,
suspended=False):
if isinstance(module, Group):
if self.finish_group_execution(module, error, suspended):
parent_execs.pop()
else:
if self.finish_module_execution(module, error, errorTrace, suspended):
parent_execs.pop()
if module.is_looping:
self.finish_loop_execution(module, error, parent_execs.pop(), suspended)
def start_module_execution(self, module, module_id, module_name,
parent_exec, cached):
module_exec = self.create_module_exec(module, module_id,
module_name,
cached)
module.module_exec = module_exec
if parent_exec:
parent_exec.add_item_exec(module_exec)
else:
self.workflow_exec.add_item_exec(module_exec)
if module.is_looping_module:
return module_exec
return None
def finish_module_execution(self, module, error, errorTrace=None,
suspended=False):
if not hasattr(module,'module_exec'):
return False
module.module_exec.ts_end = vistrails.core.system.current_time()
if suspended:
module.module_exec.completed = -2
module.module_exec.error = error
elif not error:
module.module_exec.completed = 1
else:
module.module_exec.completed = -1
module.module_exec.error = error
if errorTrace:
a_id = self.log.id_scope.getNewId(Annotation.vtType)
annotation = Annotation(id=a_id,
key="errorTrace",
value=errorTrace)
module.module_exec.add_annotation(annotation)
del module.module_exec
if module.is_looping_module:
return True
def start_group_execution(self, group, module_id, group_name,
parent_exec, cached):
group_exec = self.create_group_exec(group, module_id,
group_name, cached)
group.group_exec = group_exec
if parent_exec:
parent_exec.add_item_exec(group_exec)
else:
self.workflow_exec.add_item_exec(group_exec)
return group_exec
def finish_group_execution(self, group, error, suspended=False):
if not hasattr(group,'group_exec'):
return False
group.group_exec.ts_end = vistrails.core.system.current_time()
if suspended:
group.group_exec.completed = -2
group.group_exec.error = error
elif not error:
group.group_exec.completed = 1
else:
# if group.group_exec.module_execs and group.group_exec.\
# module_execs[-1].error:
# error = 'Error in module execution with id %d.'%\
# group.group_exec.module_execs[-1].id
# if group.group_exec.group_execs and group.group_exec.\
# group_execs[-1].error:
# error = 'Error in group execution with id %d.'%\
# group.group_exec.group_execs[-1].id
group.group_exec.completed = -1
group.group_exec.error = error
del group.group_exec
return True
def start_loop_execution(self, module, module_id, module_name,
parent_exec, cached, iteration):
loop_exec = self.create_loop_exec(iteration)
if parent_exec:
parent_exec.add_loop_exec(loop_exec)
else:
self.workflow_exec.add_item_exec(loop_exec)
return loop_exec
def finish_loop_execution(self, module, error, loop_exec, suspended=True):
if not loop_exec:
return False
loop_exec.ts_end = vistrails.core.system.current_time()
if suspended:
loop_exec.completed = -2
loop_exec.error = error
elif not error:
loop_exec.completed = 1
else:
loop_exec.completed = -1
loop_exec.error = error
return True
# is_group = isinstance(module, Group)
# if is_group:
# module.group_exec.loop_execs[-1].ts_end = core.system.\
# current_time()
# if not error:
# module.group_exec.loop_execs[-1].completed = 1
# else:
# if module.group_exec.loop_execs[-1].module_execs and\
# module.group_exec.loop_execs[-1].module_execs[-1].error:
# error = 'Error in module execution with id %d.'%\
# module.group_exec.loop_execs[-1].\
# module_execs[-1].id
# if module.group_exec.loop_execs[-1].group_execs and\
# module.group_exec.loop_execs[-1].group_execs[-1].error:
# error = 'Error in group execution with id %d.'%\
# module.group_exec.loop_execs[-1].\
# group_execs[-1].id
# module.group_exec.loop_execs[-1].completed = -1
# module.group_exec.loop_execs[-1].error = error
# else:
# module.module_exec.loop_execs[-1].ts_end = core.system.\
# current_time()
# if not error:
# module.module_exec.loop_execs[-1].completed = 1
# else:
# module.module_exec.loop_execs[-1].completed = -1
# module.module_exec.loop_execs[-1].error = error
# return True
def insert_module_annotations(self, module, a_dict):
for k,v in a_dict.iteritems():
a_id = self.log.id_scope.getNewId(Annotation.vtType)
annotation = Annotation(id=a_id,
key=k,
value=v)
if hasattr(module, 'is_group'):
module.group_exec.add_annotation(annotation)
else:
module.module_exec.add_annotation(annotation)
def insert_workflow_exec_annotations(self, a_dict):
"""insert_workflow_exec_annotations(a_dict)-> None
This will create an annotation for each pair in a_dict in
self.workflow_exec"""
if self.workflow_exec:
for k,v in a_dict.iteritems():
a_id = self.log.id_scope.getNewId(Annotation.vtType)
annotation = Annotation(id=a_id,
key=k,
value=v)
self.workflow_exec.add_annotation(annotation)