"D",
"cat workflow:///B/f2.txt >> f3.txt; cat workflow:///C/f2.txt >> f3.txt",
"ubuntu_curl")
# add tasks to the workflow
workflow.add_task(taskA)
workflow.add_task(taskB)
workflow.add_task(taskC)
workflow.add_task(taskD)
workflow.make_dependencies()
jsonWorkflow = workflow.as_json()
with open('dataflow-demo-docker.json', 'w') as outfile:
stringWorkflow = json.dumps(jsonWorkflow, sort_keys=True, indent=2)
outfile.write(stringWorkflow)
# run the workflow
workflow.run()
if workflow.get_dry() is False and taskD.status is not Status.FAILED:
# set the result filename
result_filename = taskD.get_scratch_dir() + "/f3.txt"
while not os.path.exists(result_filename):
time.sleep(1)
# get the results
with open(result_filename, "r") as infile:
result = infile.readlines()
print result
# The task d
taskD = DagonTask(TaskType.BATCH, "D", "cat workflow:///B/f2.txt >> f3.txt; cat workflow:///C/f2.txt >> f3.txt")
# add tasks to the workflow
workflow.add_task(taskA)
workflow.add_task(taskB)
workflow.add_task(taskC)
workflow.add_task(taskD)
workflow.make_dependencies()
jsonWorkflow = workflow.as_json()
with open('dataflow-demo.json', 'w') as outfile:
stringWorkflow = json.dumps(jsonWorkflow, sort_keys=True, indent=2)
outfile.write(stringWorkflow)
# run the workflow
workflow.run()
if workflow.get_dry() is False:
# set the result filename
result_filename = taskD.get_scratch_dir() + "/f3.txt"
while not os.path.exists(result_filename):
time.sleep(1)
# get the results
with open(result_filename, "r") as infile:
result = infile.readlines()
print result
