def main(): # set up the LaunchPad and reset it swarmpad = SwarmPad() swarmpad.reset('', require_password=False) workflow_dax = "/home/kalana/fyp/fyp-new/SwarmForm/swarmform/util/workflows/dax/Montage_25.xml" dax_swarmflow = WorkflowGenerator.generate_workflow(workflow_dax) swarmpad.add_sf(dax_swarmflow)
def main(): # set up the LaunchPad and reset it swarmpad = SwarmPad() swarmpad.reset('', require_password=False) workflow_yaml = "/home/kalana/fyp-new/SwarmForm/swarmform/util/workflows/yaml/custom-jobs-25.yaml" dax_swarmflow = WorkflowGenerator.generate_workflow(workflow_yaml) swarmpad.add_sf(dax_swarmflow)
def get_sp(args): try: if not args.launchpad_file: if os.path.exists(os.path.join(args.config_dir, DEFAULT_LPAD_YAML)): args.launchpad_file = os.path.join(args.config_dir, DEFAULT_LPAD_YAML) else: args.launchpad_file = LAUNCHPAD_LOC if args.launchpad_file: return SwarmPad.from_file(args.launchpad_file) else: args.loglvl = 'CRITICAL' if args.silencer else args.loglvl return SwarmPad(logdir=args.logdir, strm_lvl=args.loglvl) except Exception: traceback.print_exc() err_message = 'SwarmForm was not able to connect to MongoDB. Is the server running? ' \ 'The database file specified was {}.'.format(args.launchpad_file) if not args.launchpad_file: err_message += ' Type "sform init" if you would like to set up a file that specifies ' \ 'location and credentials of your Mongo database (otherwise use default ' \ 'localhost configuration).' raise ValueError(err_message)
def main(): # set up the LaunchPad and reset it swarmpad = SwarmPad() swarmpad.reset('', require_password=False) firetask1 = ScriptTask.from_str('echo "starting"; sleep 30; echo "ending"') firetask2 = ScriptTask.from_str('echo "hello from BACKGROUND thread #1"') firetask3 = ScriptTask.from_str('echo "hello from BACKGROUND thread #2"') # Combine [firetasks] parallely to form a ParallelTask par_task = ParallelTask.from_firetasks([firetask1, firetask2]) # Combine the par_task and firetask3 sequentially firework = Firework([par_task, firetask3]) # store workflow and launch it locally swarmpad.add_wf(firework) rapidfire(swarmpad, FWorker())
Args: task (Node) child_id (fw_id) Returns: int """ children = task.get_children() for child in children: if child.get_fw_id() == child_id: return True return False # For testing the clustering swarmpad = SwarmPad() swarmpad.reset('', require_password=False) filename = '/Users/randika/Documents/FYP/SwarmForm/swarmform/examples/cluster_examples/test_workflow.yaml' # create the Firework consisting of a custom "Addition" task unclustered_sf = SwarmFlow.from_file(filename) # store workflow swarmpad.add_sf(unclustered_sf) sf = swarmpad.get_sf_by_id(unclustered_sf.sf_id) sf_dag = DAG(sf) clusterd_wf = cluster_wf_in_hrab(sf_dag, 3) print(clusterd_wf)
from swarmform import SwarmPad from fireworks import Firework, ScriptTask, FWorker from fireworks.core.rocket_launcher import launch_rocket if __name__ == "__main__": # set up the SwarmPad and reset it swarmpad = SwarmPad() swarmpad.reset('', require_password=False) # create the Firework consisting of a custom "Addition" task firework = Firework(ScriptTask.from_str('echo "hello"')) # store workflow swarmpad.add_sf(firework) # Retrieve SwarmFlow from the SwarmPad sf = swarmpad.get_sf_by_id(1) sf = swarmpad.get_sf_by_name('Unnamed FW') # Run the swarmFlow launch_rocket(swarmpad, FWorker())