def t2(ctx: TaskContext): ctx.ensure_all_ready() a = ctx.inputs.get_or_throw("a", int) b = ctx.configs.get_or_throw("b", str) ctx.outputs["_0"] = a + len(b) ctx.outputs["_1"] = a - len(b) ctx.log.info("done")
def _interfaceless_wrapper(ctx: TaskContext) -> None: ctx.ensure_all_ready() func = to_function(ctx.metadata.get_or_throw("__interfaceless_func", object)) o = func(**ctx.inputs, **ctx.configs) res = list(o) if isinstance(o, tuple) else [o] n = 0 for k in ctx.outputs.keys(): ctx.outputs[k] = res[n] n += 1
def execute(self, ctx: TaskContext) -> None: e = self._get_execution_engine(ctx) df = self._execute_with_modified_traceback( lambda: e.to_df(self._data, self._schema, self._metadata) ) df = self.set_result(ctx, df) ctx.outputs["_0"] = df
def execute(self, ctx: TaskContext) -> None: self._outputter._execution_engine = self._get_execution_engine(ctx) if self._input_has_key: self._outputter.process(DataFrames(ctx.inputs)) else: self._outputter.process(DataFrames(ctx.inputs.values())) # TODO: output dummy to force cache to work, should we fix adagio? ctx.outputs["_0"] = ArrayDataFrame([], "_0:int")
def execute(self, ctx: TaskContext) -> None: e = self._get_execution_engine(ctx) self._creator._execution_engine = e df = self._creator.create() df = self.handle_persist(df, e) df = self.handle_broadcast(df, e) self._set_result(ctx, df) ctx.outputs["_0"] = df
def t4(ctx: TaskContext): a = ctx.inputs.get_or_throw("a", int) b = ctx.configs.get_or_throw("b", str) ctx.outputs["_0"] = a + len(b) for i in range(5): time.sleep(0.1) if ctx.abort_requested: raise AbortedError() raise SyntaxError("Expected")
def execute(self, ctx: TaskContext) -> None: e = self._get_execution_engine(ctx) self._processor._execution_engine = e if self._input_has_key: inputs = DataFrames(ctx.inputs) else: inputs = DataFrames(ctx.inputs.values()) self._processor.validate_on_runtime(inputs) df = self._processor.process(inputs) df = self.set_result(ctx, df) ctx.outputs["_0"] = df
def execute(self, ctx: TaskContext) -> None: e = self._get_execution_engine(ctx) self._processor._execution_engine = e if self._input_has_key: df = self._processor.process(DataFrames(ctx.inputs)) else: df = self._processor.process(DataFrames(ctx.inputs.values())) df = self.handle_persist(df, e) df = self.handle_broadcast(df, e) self._set_result(ctx, df) ctx.outputs["_0"] = df
def execute(self, ctx: TaskContext) -> None: self._outputter._execution_engine = self._get_execution_engine(ctx) if self._input_has_key: inputs = DataFrames(ctx.inputs) else: inputs = DataFrames(ctx.inputs.values()) def exe(): self._outputter.validate_on_runtime(inputs) self._outputter.process(inputs) self._execute_with_modified_traceback(exe) # TODO: output dummy to force cache to work, should we fix adagio? ctx.outputs["_0"] = ArrayDataFrame([], "_0:int")
def execute(self, ctx: TaskContext) -> None: e = self._get_execution_engine(ctx) self._processor._execution_engine = e if self._input_has_key: inputs = DataFrames(ctx.inputs) else: inputs = DataFrames(ctx.inputs.values()) def exe() -> Any: self._processor.validate_on_runtime(inputs) return self._processor.process(inputs) df = self._execute_with_modified_traceback(exe) df = self.set_result(ctx, df) ctx.outputs["_0"] = df
def execute(self, ctx: TaskContext) -> None: e = self._get_execution_engine(ctx) self._creator._execution_engine = e df = self._execute_with_modified_traceback(lambda: self._creator.create()) df = self.set_result(ctx, df) ctx.outputs["_0"] = df
def execute(self, ctx: TaskContext) -> None: e = self._get_execution_engine(ctx) self._creator._execution_engine = e df = self._creator.create() df = self.set_result(ctx, df) ctx.outputs["_0"] = df
def execute(self, ctx: TaskContext) -> None: e = self._get_execution_engine(ctx) df = e.to_df(self._data, self._schema, self._metadata) df = self.set_result(ctx, df) ctx.outputs["_0"] = df
def t3(ctx: TaskContext): a = ctx.inputs.get_or_throw("a", int) b = ctx.configs.get_or_throw("b", str) ctx.outputs["_0"] = a + len(b) raise SyntaxError("Expected")
def t1(ctx: TaskContext): a = ctx.inputs.get_or_throw("a", int) b = ctx.configs.get_or_throw("b", str) ctx.outputs["_0"] = a + len(b)