def run(self):
# Naively check file type
ext = self.fname.split(".")[-1]
params = common_params(self, AbstractParseTask)
if ext == "csv":
local_target = yield ParseCSVTask(**params)
elif ext == "json":
local_target = yield ParseJSONTask(**params)
else:
raise Exception("Not sure how to handle that file type...")
with local_target.open() as inf, self.output().open("w") as outf:
outf.write(inf.read())
def requires(self):
special_param2 = str(datetime.datetime.now())
return G(param2=special_param2, **common_params(self, G))
def requires(self):
return G(**common_params(self, G))
def requires(self):
return F(**common_params(self, F))
def requires(self):
return J(param1="Required parameter", **common_params(J, self))
def requires(self):
return J(**common_params(self, J))
def requires(self):
return F(**common_params(self, F))
def requires(self):
special_param2 = str(datetime.datetime.now())
return G(param2=special_param2, **common_params(self, G))
def requires(self):
return G(**common_params(self, G))
def requires(self):
return J(param1="Required parameter", **common_params(J, self))
def requires(self):
return J(**common_params(self, J))
def create_child_task_with_common_params(self, task_class, **kwargs):
params = util.common_params(self, task_class)
params["caller_output_path"] = self._extend_output_path()
params["job_id"] = self.job_id
params.update(kwargs)
return task_class(**params)