from parsl.executors.ipp_controller import Controller
from parsl.tests.utils import get_rundir
# If you are a developer running tests, make sure to update parsl/tests/configs/user_opts.py
# If you are a user copying-and-pasting this as an example, make sure to either
# 1) create a local `user_opts.py`, or
# 2) delete the user_opts import below and replace all appearances of `user_opts` with the literal value
# (i.e., user_opts['swan']['username'] -> 'your_username')
from .user_opts import user_opts
config = Config(executors=[
IPyParallelExecutor(
label='midway_ipp_multinode',
provider=SlurmProvider(
'westmere',
channel=SSHChannel(hostname='swift.rcc.uchicago.edu',
username=user_opts['midway']['username'],
script_dir=user_opts['midway']['script_dir']),
launcher=SrunLauncher(),
overrides=user_opts['midway']['overrides'],
walltime="00:05:00",
init_blocks=1,
max_blocks=1,
nodes_per_block=2,
tasks_per_node=1,
),
controller=Controller(public_ip=user_opts['public_ip']),
)
],
run_dir=get_rundir())
from libsubmit.channels import SSHChannel
from libsubmit.providers import SlurmProvider
from parsl.config import Config
from parsl.executors.ipp import IPyParallelExecutor
from parsl.executors.threads import ThreadPoolExecutor
config = Config(executors=[
IPyParallelExecutor(
label='midway',
provider=SlurmProvider(
'westmere',
channel=SSHChannel(
hostname='swift.rcc.uchicago.edu',
username='******',
script_dir='/scratch/midway2/annawoodard/parsl_scripts',
),
init_blocks=1,
min_blocks=1,
max_blocks=1000,
nodes_per_block=1,
tasks_per_node=2,
overrides=
'module load singularity; module load Anaconda3/5.1.0; source activate parsl_py36'
),
),
ThreadPoolExecutor(label='local', max_threads=2)
], )
from libsubmit.channels import SSHChannel
from libsubmit.launchers import SrunLauncher
from parsl.config import Config
from parsl.executors.ipp import IPyParallelExecutor
from parsl.executors.ipp_controller import Controller
from parsl.tests.user_opts import user_opts
from parsl.tests.utils import get_rundir
config = Config(
executors=[
IPyParallelExecutor(
label='cori_ipp_multinode',
provider=SlurmProvider(
'debug',
channel=SSHChannel(hostname='cori.nersc.gov',
username=user_opts['cori']['username'],
script_dir=user_opts['cori']['script_dir']),
nodes_per_block=2,
tasks_per_node=2,
init_blocks=1,
max_blocks=1,
overrides=user_opts['cori']['overrides'],
launcher=SrunLauncher,
),
controller=Controller(public_ip=user_opts['public_ip']),
)
],
run_dir=get_rundir(),
)
from parsl.config import Config
from parsl.executors.ipp import IPyParallelExecutor
from parsl.tests.utils import get_rundir
# If you are a developer running tests, make sure to update parsl/tests/configs/user_opts.py
# If you are a user copying-and-pasting this as an example, make sure to either
# 1) create a local `user_opts.py`, or
# 2) delete the user_opts import below and replace all appearances of `user_opts` with the literal value
# (i.e., user_opts['swan']['username'] -> 'your_username')
from .user_opts import user_opts
config = Config(executors=[
IPyParallelExecutor(
label='beagle_multinode_mpi',
provider=TorqueProvider(
'debug',
channel=SSHChannel(
hostname='login4.beagle.ci.uchicago.edu',
username=user_opts['beagle']['username'],
script_dir="/lustre/beagle2/{}/parsl_scripts".format(
user_opts['beagle']['username'])),
nodes_per_block=1,
tasks_per_node=1,
init_blocks=1,
max_blocks=1,
launcher=AprunLauncher,
overrides=user_opts['beagle']['overrides'],
))
],
run_dir=get_rundir())
from parsl.executors.ipp import IPyParallelExecutor
from parsl.executors.ipp_controller import Controller
from parsl.tests.utils import get_rundir
# If you are a developer running tests, make sure to update parsl/tests/configs/user_opts.py
# If you are a user copying-and-pasting this as an example, make sure to either
# 1) create a local `user_opts.py`, or
# 2) delete the user_opts import below and replace all appearances of `user_opts` with the literal value
# (i.e., user_opts['swan']['username'] -> 'your_username')
from .user_opts import user_opts
config = Config(executors=[
IPyParallelExecutor(
label='swan_ipp',
provider=TorqueProvider(channel=SSHChannel(
hostname='swan.cray.com',
username=user_opts['swan']['username'],
script_dir=user_opts['swan']['script_dir'],
),
nodes_per_block=2,
tasks_per_node=2,
init_blocks=1,
max_blocks=1,
launcher=AprunLauncher(),
overrides=user_opts['swan']['overrides']),
controller=Controller(public_ip=user_opts['public_ip']),
)
],
run_dir=get_rundir())
from libsubmit.channels import SSHChannel
from libsubmit.providers import SlurmProvider
from libsubmit.launchers import SrunLauncher
from parsl.config import Config
from parsl.executors.ipp import IPyParallelExecutor
from parsl.executors.ipp_controller import Controller
from parsl.tests.user_opts import user_opts
from parsl.tests.utils import get_rundir
config = Config(executors=[
IPyParallelExecutor(
label='comet_ipp_multinode',
provider=SlurmProvider(
'debug',
channel=SSHChannel(hostname='comet.sdsc.xsede.org',
username=user_opts['comet']['username'],
script_dir=user_opts['comet']['script_dir']),
launcher=SrunLauncher(),
overrides=user_opts['comet']['overrides'],
walltime="00:10:00",
init_blocks=1,
max_blocks=1,
nodes_per_block=2,
tasks_per_node=1,
),
controller=Controller(public_ip=user_opts['public_ip']),
)
],
run_dir=get_rundir())
],
retries=1)
minimap_config = Config(executors=[
IPyParallelExecutor(
label='PLINKandEagle',
provider=TorqueProvider(
nodes_per_block=1,
tasks_per_node=1,
init_blocks=0,
max_blocks=25,
min_blocks=0,
overrides='module load apps/openmpi/gnu/3.0.0',
queue='batch',
channel=SSHChannel(hostname="va-murphy-login.kdi.local",
username=os.getenv("USER").split('@')[0],
script_dir=os.getenv("HOME") +
"/code-va/parsl-workflows/ssh_scripts"),
launcher=MpiExecLauncher(),
walltime='240:00:00')),
IPyParallelExecutor(
label='minimac',
provider=TorqueProvider(
nodes_per_block=1,
tasks_per_node=8,
init_blocks=0,
max_blocks=30,
min_blocks=0,
overrides='module load apps/openmpi/gnu/3.0.0',
queue='batch',
channel=SSHChannel(hostname="va-murphy-login.kdi.local",
username=os.getenv("USER").split('@')[0],
