from parsl.config import Config
from parsl.executors.ipp import IPyParallelExecutor
from parsl.executors.ipp_controller import Controller
from parsl.tests.user_opts import user_opts
from parsl.tests.utils import get_rundir
config = Config(
executors=[
IPyParallelExecutor(
label='theta_local_ipp_multinode',
provider=CobaltProvider(
queue="debug-flat-quad",
launcher=AprunLauncher(),
walltime="00:30:00",
nodes_per_block=2,
tasks_per_node=1,
init_blocks=1,
max_blocks=1,
overrides=user_opts['theta']['overrides'],
account=user_opts['theta']['account'],
cmd_timeout=60
),
controller=Controller(public_ip=user_opts['public_ip'])
)
],
run_dir=get_rundir(),
)
label="local_ipp",
jobs_q_url=JOB_URL,
results_q_url=RESULT_URL,
launch_cmd='which python3; \
aprun -b -cc depth -j 1 -n $(($COBALT_PARTSIZE * {tasks_per_node})) -N {tasks_per_node} \
python3 /home/yadunand/parsl/parsl/executors/mpix/fabric.py -d --task_url={task_url} --result_url={result_url}',
provider=CobaltProvider(
queue="debug-flat-quad",
# queue="default",
launcher=SimpleLauncher(),
walltime="00:30:00",
nodes_per_block=2,
tasks_per_node=32,
init_blocks=1,
max_blocks=1,
worker_init="""module load intelpython35/2017.0.035
source activate parsl_intel_py3.5
module swap cray-mpich cray-mpich-abi
export LD_LIBRARY_PATH=${CRAY_LD_LIBRARY_PATH}:$LD_LIBRARY_PATH
ulimit -c unlimited
export OMP_NUM_THREADS=16""",
account='CSC249ADCD01', # Please replace CSC249ADCD01 with your ALCF allocation
cmd_timeout=60
),
)
],
strategy=None,
)
from parsl.tests.utils import get_rundir
# If you are a developer running tests, make sure to update parsl/tests/configs/user_opts.py
# If you are a user copying-and-pasting this as an example, make sure to either
# 1) create a local `user_opts.py`, or
# 2) delete the user_opts import below and replace all appearances of `user_opts` with the literal value
# (i.e., user_opts['swan']['username'] -> 'your_username')
from .user_opts import user_opts
config = Config(
executors=[
IPyParallelExecutor(
label='cooley_ssh_il_local_single_node',
provider=CobaltProvider(channel=SSHInteractiveLoginChannel(
hostname='cooleylogin1.alcf.anl.gov',
username=user_opts['cooley']['username'],
script_dir="/home/{}/parsl_scripts/".format(
user_opts['cooley']['username'])),
nodes_per_block=1,
tasks_per_node=1,
init_blocks=1,
max_blocks=1,
walltime="00:05:00",
overrides=user_opts['cooley']['overrides'],
queue='debug',
account=user_opts['cooley']['account']),
controller=Controller(public_ip=user_opts['public_ip']))
],
run_dir=get_rundir(),
)
# Untested
from libsubmit.providers import CobaltProvider
from libsubmit.launchers import SingleNodeLauncher
from parsl.config import Config
from parsl.executors.ipp import IPyParallelExecutor
from parsl.executors.ipp_controller import Controller
from parsl.tests.user_opts import user_opts
from parsl.tests.utils import get_rundir
config = Config(
executors=[
IPyParallelExecutor(label='cooley_local_single_node',
provider=CobaltProvider(
launcher=SingleNodeLauncher(),
nodes_per_block=1,
tasks_per_node=1,
init_blocks=1,
max_blocks=1,
walltime="00:05:00",
overrides=user_opts['cooley']['overrides'],
queue='debug',
account=user_opts['cooley']['account']),
controller=Controller(public_ip="10.230.100.210"))
],
run_dir=get_rundir(),
)
ulimit -Sv 120000000
export SINGULARITY_HOME=/home/antoniov
export OMP_NUM_THREADS=1"""
mpi_executor = MPIExecutor(
label="worker-nodes",
jobs_q_url=JOB_URL,
results_q_url=RESULT_URL,
launch_cmd=launch_cmd,
provider=CobaltProvider(
queue=THETA_QUEUE,
launcher=SimpleLauncher(),
walltime=WALLTIME,
nodes_per_block=THETA_NODES,
tasks_per_node=1,
init_blocks=1,
max_blocks=1,
overrides=overrides,
account=ACCOUNT,
cmd_timeout=60
),
)
local_executor = ThreadPoolExecutor(max_threads=2, label="submit-node")
parsl_config = Config(
executors=[ mpi_executor, local_executor ],
strategy=None,
)