from parsl.config import Config from parsl.executors.ipp import IPyParallelExecutor from parsl.executors.ipp_controller import Controller from parsl.tests.user_opts import user_opts from parsl.tests.utils import get_rundir config = Config( executors=[ IPyParallelExecutor( label='theta_local_ipp_multinode', provider=CobaltProvider( queue="debug-flat-quad", launcher=AprunLauncher(), walltime="00:30:00", nodes_per_block=2, tasks_per_node=1, init_blocks=1, max_blocks=1, overrides=user_opts['theta']['overrides'], account=user_opts['theta']['account'], cmd_timeout=60 ), controller=Controller(public_ip=user_opts['public_ip']) ) ], run_dir=get_rundir(), )
label="local_ipp", jobs_q_url=JOB_URL, results_q_url=RESULT_URL, launch_cmd='which python3; \ aprun -b -cc depth -j 1 -n $(($COBALT_PARTSIZE * {tasks_per_node})) -N {tasks_per_node} \ python3 /home/yadunand/parsl/parsl/executors/mpix/fabric.py -d --task_url={task_url} --result_url={result_url}', provider=CobaltProvider( queue="debug-flat-quad", # queue="default", launcher=SimpleLauncher(), walltime="00:30:00", nodes_per_block=2, tasks_per_node=32, init_blocks=1, max_blocks=1, worker_init="""module load intelpython35/2017.0.035 source activate parsl_intel_py3.5 module swap cray-mpich cray-mpich-abi export LD_LIBRARY_PATH=${CRAY_LD_LIBRARY_PATH}:$LD_LIBRARY_PATH ulimit -c unlimited export OMP_NUM_THREADS=16""", account='CSC249ADCD01', # Please replace CSC249ADCD01 with your ALCF allocation cmd_timeout=60 ), ) ], strategy=None, )
from parsl.tests.utils import get_rundir # If you are a developer running tests, make sure to update parsl/tests/configs/user_opts.py # If you are a user copying-and-pasting this as an example, make sure to either # 1) create a local `user_opts.py`, or # 2) delete the user_opts import below and replace all appearances of `user_opts` with the literal value # (i.e., user_opts['swan']['username'] -> 'your_username') from .user_opts import user_opts config = Config( executors=[ IPyParallelExecutor( label='cooley_ssh_il_local_single_node', provider=CobaltProvider(channel=SSHInteractiveLoginChannel( hostname='cooleylogin1.alcf.anl.gov', username=user_opts['cooley']['username'], script_dir="/home/{}/parsl_scripts/".format( user_opts['cooley']['username'])), nodes_per_block=1, tasks_per_node=1, init_blocks=1, max_blocks=1, walltime="00:05:00", overrides=user_opts['cooley']['overrides'], queue='debug', account=user_opts['cooley']['account']), controller=Controller(public_ip=user_opts['public_ip'])) ], run_dir=get_rundir(), )
# Untested from libsubmit.providers import CobaltProvider from libsubmit.launchers import SingleNodeLauncher from parsl.config import Config from parsl.executors.ipp import IPyParallelExecutor from parsl.executors.ipp_controller import Controller from parsl.tests.user_opts import user_opts from parsl.tests.utils import get_rundir config = Config( executors=[ IPyParallelExecutor(label='cooley_local_single_node', provider=CobaltProvider( launcher=SingleNodeLauncher(), nodes_per_block=1, tasks_per_node=1, init_blocks=1, max_blocks=1, walltime="00:05:00", overrides=user_opts['cooley']['overrides'], queue='debug', account=user_opts['cooley']['account']), controller=Controller(public_ip="10.230.100.210")) ], run_dir=get_rundir(), )
ulimit -Sv 120000000 export SINGULARITY_HOME=/home/antoniov export OMP_NUM_THREADS=1""" mpi_executor = MPIExecutor( label="worker-nodes", jobs_q_url=JOB_URL, results_q_url=RESULT_URL, launch_cmd=launch_cmd, provider=CobaltProvider( queue=THETA_QUEUE, launcher=SimpleLauncher(), walltime=WALLTIME, nodes_per_block=THETA_NODES, tasks_per_node=1, init_blocks=1, max_blocks=1, overrides=overrides, account=ACCOUNT, cmd_timeout=60 ), ) local_executor = ThreadPoolExecutor(max_threads=2, label="submit-node") parsl_config = Config( executors=[ mpi_executor, local_executor ], strategy=None, )