def run(self):
sw_private = self.ciel_runtime.await_message("start_task")
self.lazy_derefs = set()
self.continuation = None
self.result = None
if "cont" in sw_private:
self.continuation = self.unpickle_ref(sw_private["cont"])
else:
self.continuation = self.start_sw_script(sw_private["swfile_ref"], sw_private["start_args"], sw_private["start_env"])
self.continuation.context.restart()
task_context = TaskContext(self.continuation.context, self)
task_context.bind_tasklocal_identifier("spawn", LambdaFunction(lambda x: self.spawn_func(x[0], x[1])))
task_context.bind_tasklocal_identifier("spawn_exec", LambdaFunction(lambda x: self.spawn_exec_func(x[0], x[1], x[2])))
task_context.bind_tasklocal_identifier("spawn_other", LambdaFunction(lambda x: self.spawn_other(x[0], x[1])))
task_context.bind_tasklocal_identifier("__star__", LambdaFunction(lambda x: self.lazy_dereference(x[0])))
task_context.bind_tasklocal_identifier("int", SafeLambdaFunction(lambda x: int(x[0]), self))
task_context.bind_tasklocal_identifier("range", SafeLambdaFunction(lambda x: range(*x), self))
task_context.bind_tasklocal_identifier("len", SafeLambdaFunction(lambda x: len(x[0]), self))
task_context.bind_tasklocal_identifier("has_key", SafeLambdaFunction(lambda x: x[1] in x[0], self))
task_context.bind_tasklocal_identifier("get_key", SafeLambdaFunction(lambda x: x[0][x[1]] if x[1] in x[0] else x[2], self))
task_context.bind_tasklocal_identifier("exec", LambdaFunction(lambda x: self.exec_func(x[0], x[1], x[2])))
task_context.bind_tasklocal_identifier("package", LambdaFunction(lambda x: self.package_lookup(x[0])))
visitor = StatementExecutorVisitor(task_context)
try:
result = visitor.visit(self.continuation.task_stmt, self.continuation.stack, 0)
# The script finished successfully
# XXX: This is for the unusual case that we have a task fragment that runs
# to completion without returning anything.
# Could maybe use an ErrorRef here, but this might not be erroneous if,
# e.g. the interactive shell is used.
if result is None:
result = SWErrorReference('NO_RETURN_VALUE', 'null')
self.write_output(0, lambda fp: simplejson.dump(result, fp, cls=SWReferenceJSONEncoder))
except ExecutionInterruption as e:
cont_output = self.get_fresh_output("cont")
cont_ref = self.write_output(cont_output, lambda fp: pickle.dump(self.continuation, fp))
self.ciel_runtime.send_message("tail_spawn", {"executor_name": "swi",
"cont_ref": cont_ref,
"small_task": True,
"extra_dependencies": list(self.lazy_derefs)
}
)
def interpret(self):
self.continuation.context.restart()
task_context = TaskContext(self.continuation.context, self)
task_context.bind_tasklocal_identifier("spawn", LambdaFunction(lambda x: self.spawn_func(x[0], x[1])))
task_context.bind_tasklocal_identifier("spawn_exec", LambdaFunction(lambda x: self.spawn_exec_func(x[0], x[1], x[2])))
task_context.bind_tasklocal_identifier("__star__", LambdaFunction(lambda x: self.lazy_dereference(x[0])))
task_context.bind_tasklocal_identifier("range", SafeLambdaFunction(lambda x: range(*x), self))
task_context.bind_tasklocal_identifier("len", SafeLambdaFunction(lambda x: len(x[0]), self))
task_context.bind_tasklocal_identifier("has_key", SafeLambdaFunction(lambda x: x[1] in x[0], self))
task_context.bind_tasklocal_identifier("get_key", SafeLambdaFunction(lambda x: x[0][x[1]] if x[1] in x[0] else x[2], self))
task_context.bind_tasklocal_identifier("exec", LambdaFunction(lambda x: self.exec_func(x[0], x[1], x[2])))
task_context.bind_tasklocal_identifier("ref", LambdaFunction(lambda x: self.make_reference(x)))
#task_context.bind_tasklocal_identifier("is_future", LambdaFunction(lambda x: self.is_future(x[0])))
#task_context.bind_tasklocal_identifier("is_error", LambdaFunction(lambda x: self.is_error(x[0])))
#task_context.bind_tasklocal_identifier("abort", LambdaFunction(lambda x: self.abort_production(x[0])))
#task_context.bind_tasklocal_identifier("task_details", LambdaFunction(lambda x: self.get_task_details(x[0])))
#task_context.bind_tasklocal_identifier("select", LambdaFunction(lambda x: self.select_func(x[0]) if len(x) == 1 else self.select_func(x[0], x[1])))
visitor = StatementExecutorVisitor(task_context)
try:
self.result = visitor.visit(self.continuation.task_stmt, self.continuation.stack, 0)
# XXX: This is for the unusual case that we have a task fragment that runs to completion without returning anything.
# Could maybe use an ErrorRef here, but this might not be erroneous if, e.g. the interactive shell is used.
if self.result is None:
self.result = SWNullReference()
except SelectException, se:
local_select_group = se.select_group
timeout = se.timeout
select_group = map(self.continuation.resolve_tasklocal_reference_with_ref, local_select_group)
cont_task_id = self.create_spawned_task_name()
cont_task_descriptor = {'task_id': str(cont_task_id),
'handler': 'swi',
'dependencies': {},
'select_group': select_group,
'select_timeout': timeout,
'expected_outputs': map(str, self.expected_outputs),
'save_continuation': self.save_continuation}
self.save_continuation = False
self.spawn_list.append(SpawnListEntry(cont_task_id, cont_task_descriptor, self.continuation))
def interpret(self):
self.continuation.context.restart()
task_context = TaskContext(self.continuation.context, self)
task_context.bind_tasklocal_identifier("spawn", LambdaFunction(lambda x: self.spawn_func(x[0], x[1])))
task_context.bind_tasklocal_identifier("spawn_exec", LambdaFunction(lambda x: self.spawn_exec_func(x[0], x[1], x[2])))
task_context.bind_tasklocal_identifier("__star__", LambdaFunction(lambda x: self.lazy_dereference(x[0])))
task_context.bind_tasklocal_identifier("int", SafeLambdaFunction(lambda x: int(x[0]), self))
task_context.bind_tasklocal_identifier("range", SafeLambdaFunction(lambda x: range(*x), self))
task_context.bind_tasklocal_identifier("len", SafeLambdaFunction(lambda x: len(x[0]), self))
task_context.bind_tasklocal_identifier("has_key", SafeLambdaFunction(lambda x: x[1] in x[0], self))
task_context.bind_tasklocal_identifier("get_key", SafeLambdaFunction(lambda x: x[0][x[1]] if x[1] in x[0] else x[2], self))
task_context.bind_tasklocal_identifier("exec", LambdaFunction(lambda x: self.exec_func(x[0], x[1], x[2])))
task_context.bind_tasklocal_identifier("ref", LambdaFunction(lambda x: self.make_reference(x)))
#task_context.bind_tasklocal_identifier("is_future", LambdaFunction(lambda x: self.is_future(x[0])))
#task_context.bind_tasklocal_identifier("is_error", LambdaFunction(lambda x: self.is_error(x[0])))
#task_context.bind_tasklocal_identifier("abort", LambdaFunction(lambda x: self.abort_production(x[0])))
#task_context.bind_tasklocal_identifier("task_details", LambdaFunction(lambda x: self.get_task_details(x[0])))
#task_context.bind_tasklocal_identifier("select", LambdaFunction(lambda x: self.select_func(x[0]) if len(x) == 1 else self.select_func(x[0], x[1])))
visitor = StatementExecutorVisitor(task_context)
try:
self.result = visitor.visit(self.continuation.task_stmt, self.continuation.stack, 0)
# XXX: This is for the unusual case that we have a task fragment that runs to completion without returning anything.
# Could maybe use an ErrorRef here, but this might not be erroneous if, e.g. the interactive shell is used.
if self.result is None:
self.result = SWErrorReference(self.expected_outputs[0], 'NO_RETURN_VALUE', 'null')
except SelectException, se:
local_select_group = se.select_group
timeout = se.timeout
select_group = map(self.continuation.resolve_tasklocal_reference_with_ref, local_select_group)
cont_task_id = self.create_spawned_task_name()
cont_task_descriptor = {'task_id': str(cont_task_id),
'handler': 'swi',
'dependencies': {},
'select_group': select_group,
'select_timeout': timeout,
'expected_outputs': map(str, self.expected_outputs),
'save_continuation': self.save_continuation}
self.save_continuation = False
self.spawn_list.append(SpawnListEntry(cont_task_id, cont_task_descriptor, self.continuation))
