"echo Soy Berlin > f2.txt; cat workflow://Tokio/f1.txt >> f2.txt", "ubuntu") # The task c taskC = DockerTask( "Nairobi", "echo Soy Nairobi > f2.txt; cat workflow://Tokio/f1.txt >> f2.txt", "ubuntu") # The task d taskD = DockerTask( "Mosco", "cat workflow://Berlin/f2.txt workflow://Nairobi/f2.txt > f3.txt", "ubuntu") # add tasks to the workflow workflow.add_task(taskA) workflow.add_task(taskB) workflow.add_task(taskC) workflow.add_task(taskD) workflow.make_dependencies() jsonWorkflow = workflow.asJson() with open('dataflow-demo-docker.json', 'w') as outfile: stringWorkflow = json.dumps(jsonWorkflow, sort_keys=True, indent=2) outfile.write(stringWorkflow) # run the workflow workflow.run()
# The task g taskG = DagonTask( TaskType.BATCH, "G", "cat workflow:///F/f2.txt >> f3.txt; cat workflow://wf1-transversal-demo/C/f2.txt >> f3.txt" ) # add tasks to the workflow 2 workflow2.add_task(taskE) workflow2.add_task(taskF) workflow2.add_task(taskG) workflow2.make_dependencies() break except Exception as exe: logging.debug(exe) time.sleep(1) #if the transversal workflow does not exist # run the workflow workflow2.run() # if workflow.get_dry() is False: # # set the result filename # result_filename = taskD.get_scratch_dir() + "/f3.txt" # while not os.path.exists(result_filename): # time.sleep(1) # # get the results # with open(result_filename, "r") as infile: # result = infile.readlines() # print result