"D", "cat workflow:///B/f2.txt >> f3.txt; cat workflow:///C/f2.txt >> f3.txt", "ubuntu_curl") # add tasks to the workflow workflow.add_task(taskA) workflow.add_task(taskB) workflow.add_task(taskC) workflow.add_task(taskD) workflow.make_dependencies() jsonWorkflow = workflow.as_json() with open('dataflow-demo-docker.json', 'w') as outfile: stringWorkflow = json.dumps(jsonWorkflow, sort_keys=True, indent=2) outfile.write(stringWorkflow) # run the workflow workflow.run() if workflow.get_dry() is False and taskD.status is not Status.FAILED: # set the result filename result_filename = taskD.get_scratch_dir() + "/f3.txt" while not os.path.exists(result_filename): time.sleep(1) # get the results with open(result_filename, "r") as infile: result = infile.readlines() print result
# The task d taskD = DagonTask(TaskType.BATCH, "D", "cat workflow:///B/f2.txt >> f3.txt; cat workflow:///C/f2.txt >> f3.txt") # add tasks to the workflow workflow.add_task(taskA) workflow.add_task(taskB) workflow.add_task(taskC) workflow.add_task(taskD) workflow.make_dependencies() jsonWorkflow = workflow.as_json() with open('dataflow-demo.json', 'w') as outfile: stringWorkflow = json.dumps(jsonWorkflow, sort_keys=True, indent=2) outfile.write(stringWorkflow) # run the workflow workflow.run() if workflow.get_dry() is False: # set the result filename result_filename = taskD.get_scratch_dir() + "/f3.txt" while not os.path.exists(result_filename): time.sleep(1) # get the results with open(result_filename, "r") as infile: result = infile.readlines() print result