def run(self): # Naively check file type ext = self.fname.split(".")[-1] params = common_params(self, AbstractParseTask) if ext == "csv": local_target = yield ParseCSVTask(**params) elif ext == "json": local_target = yield ParseJSONTask(**params) else: raise Exception("Not sure how to handle that file type...") with local_target.open() as inf, self.output().open("w") as outf: outf.write(inf.read())
def requires(self): special_param2 = str(datetime.datetime.now()) return G(param2=special_param2, **common_params(self, G))
def requires(self): return G(**common_params(self, G))
def requires(self): return F(**common_params(self, F))
def requires(self): return J(param1="Required parameter", **common_params(J, self))
def requires(self): return J(**common_params(self, J))
def create_child_task_with_common_params(self, task_class, **kwargs): params = util.common_params(self, task_class) params["caller_output_path"] = self._extend_output_path() params["job_id"] = self.job_id params.update(kwargs) return task_class(**params)