def t2(ctx: TaskContext):
ctx.ensure_all_ready()
a = ctx.inputs.get_or_throw("a", int)
b = ctx.configs.get_or_throw("b", str)
ctx.outputs["_0"] = a + len(b)
ctx.outputs["_1"] = a - len(b)
ctx.log.info("done")
def _interfaceless_wrapper(ctx: TaskContext) -> None:
ctx.ensure_all_ready()
func = to_function(ctx.metadata.get_or_throw("__interfaceless_func", object))
o = func(**ctx.inputs, **ctx.configs)
res = list(o) if isinstance(o, tuple) else [o]
n = 0
for k in ctx.outputs.keys():
ctx.outputs[k] = res[n]
n += 1
def execute(self, ctx: TaskContext) -> None:
e = self._get_execution_engine(ctx)
df = self._execute_with_modified_traceback(
lambda: e.to_df(self._data, self._schema, self._metadata)
)
df = self.set_result(ctx, df)
ctx.outputs["_0"] = df
def execute(self, ctx: TaskContext) -> None:
self._outputter._execution_engine = self._get_execution_engine(ctx)
if self._input_has_key:
self._outputter.process(DataFrames(ctx.inputs))
else:
self._outputter.process(DataFrames(ctx.inputs.values()))
# TODO: output dummy to force cache to work, should we fix adagio?
ctx.outputs["_0"] = ArrayDataFrame([], "_0:int")
def execute(self, ctx: TaskContext) -> None:
e = self._get_execution_engine(ctx)
self._creator._execution_engine = e
df = self._creator.create()
df = self.handle_persist(df, e)
df = self.handle_broadcast(df, e)
self._set_result(ctx, df)
ctx.outputs["_0"] = df
def t4(ctx: TaskContext):
a = ctx.inputs.get_or_throw("a", int)
b = ctx.configs.get_or_throw("b", str)
ctx.outputs["_0"] = a + len(b)
for i in range(5):
time.sleep(0.1)
if ctx.abort_requested:
raise AbortedError()
raise SyntaxError("Expected")
def execute(self, ctx: TaskContext) -> None:
e = self._get_execution_engine(ctx)
self._processor._execution_engine = e
if self._input_has_key:
inputs = DataFrames(ctx.inputs)
else:
inputs = DataFrames(ctx.inputs.values())
self._processor.validate_on_runtime(inputs)
df = self._processor.process(inputs)
df = self.set_result(ctx, df)
ctx.outputs["_0"] = df
def execute(self, ctx: TaskContext) -> None:
e = self._get_execution_engine(ctx)
self._processor._execution_engine = e
if self._input_has_key:
df = self._processor.process(DataFrames(ctx.inputs))
else:
df = self._processor.process(DataFrames(ctx.inputs.values()))
df = self.handle_persist(df, e)
df = self.handle_broadcast(df, e)
self._set_result(ctx, df)
ctx.outputs["_0"] = df
def execute(self, ctx: TaskContext) -> None:
self._outputter._execution_engine = self._get_execution_engine(ctx)
if self._input_has_key:
inputs = DataFrames(ctx.inputs)
else:
inputs = DataFrames(ctx.inputs.values())
def exe():
self._outputter.validate_on_runtime(inputs)
self._outputter.process(inputs)
self._execute_with_modified_traceback(exe)
# TODO: output dummy to force cache to work, should we fix adagio?
ctx.outputs["_0"] = ArrayDataFrame([], "_0:int")
def execute(self, ctx: TaskContext) -> None:
e = self._get_execution_engine(ctx)
self._processor._execution_engine = e
if self._input_has_key:
inputs = DataFrames(ctx.inputs)
else:
inputs = DataFrames(ctx.inputs.values())
def exe() -> Any:
self._processor.validate_on_runtime(inputs)
return self._processor.process(inputs)
df = self._execute_with_modified_traceback(exe)
df = self.set_result(ctx, df)
ctx.outputs["_0"] = df
def execute(self, ctx: TaskContext) -> None:
e = self._get_execution_engine(ctx)
self._creator._execution_engine = e
df = self._execute_with_modified_traceback(lambda: self._creator.create())
df = self.set_result(ctx, df)
ctx.outputs["_0"] = df
def execute(self, ctx: TaskContext) -> None:
e = self._get_execution_engine(ctx)
self._creator._execution_engine = e
df = self._creator.create()
df = self.set_result(ctx, df)
ctx.outputs["_0"] = df
def execute(self, ctx: TaskContext) -> None:
e = self._get_execution_engine(ctx)
df = e.to_df(self._data, self._schema, self._metadata)
df = self.set_result(ctx, df)
ctx.outputs["_0"] = df
def t3(ctx: TaskContext):
a = ctx.inputs.get_or_throw("a", int)
b = ctx.configs.get_or_throw("b", str)
ctx.outputs["_0"] = a + len(b)
raise SyntaxError("Expected")
def t1(ctx: TaskContext):
a = ctx.inputs.get_or_throw("a", int)
b = ctx.configs.get_or_throw("b", str)
ctx.outputs["_0"] = a + len(b)
