Exemplo n.º 1
0
from parsl.config import Config
from parsl.executors.ipp import IPyParallelExecutor
from parsl.tests.utils import get_rundir

# If you are a developer running tests, make sure to update parsl/tests/configs/user_opts.py
# If you are a user copying-and-pasting this as an example, make sure to either
#       1) create a local `user_opts.py`, or
#       2) delete the user_opts import below and replace all appearances of `user_opts` with the literal value
#          (i.e., user_opts['swan']['username'] -> 'your_username')
from .user_opts import user_opts

config = Config(executors=[
    IPyParallelExecutor(
        label='beagle_multinode_mpi',
        provider=TorqueProvider(
            'debug',
            channel=SSHChannel(
                hostname='login4.beagle.ci.uchicago.edu',
                username=user_opts['beagle']['username'],
                script_dir="/lustre/beagle2/{}/parsl_scripts".format(
                    user_opts['beagle']['username'])),
            nodes_per_block=1,
            tasks_per_node=1,
            init_blocks=1,
            max_blocks=1,
            launcher=AprunLauncher,
            overrides=user_opts['beagle']['overrides'],
        ))
],
                run_dir=get_rundir())
Exemplo n.º 2
0
	"global": {"lazyErrors": True, "appCache": True, "retries":2}
}

'''

config = Config(
    executors=[
        IPyParallelExecutor(
            label='PLINKandEagle',
            provider=TorqueProvider(
                nodes_per_block=1,
                tasks_per_node=1,
                init_blocks=1,
                #init_blocks = 1,
                #max_blocks=1,
                max_blocks=1,
                min_blocks=1,
                overrides='#PBS -l nodes=1;ppn=36',
                queue='batch',
                channel=LocalChannel(),
                launcher=SingleNodeLauncher(),
                walltime='4000:10:00'))
    ],
    retries=1)

minimap_config = Config(executors=[
    IPyParallelExecutor(
        label='PLINKandEagle',
        provider=TorqueProvider(
            nodes_per_block=1,
            tasks_per_node=1,
Exemplo n.º 3
0
from parsl.executors.ipp import IPyParallelExecutor
from parsl.executors.ipp_controller import Controller

from parsl.tests.utils import get_rundir

# If you are a developer running tests, make sure to update parsl/tests/configs/user_opts.py
# If you are a user copying-and-pasting this as an example, make sure to either
#       1) create a local `user_opts.py`, or
#       2) delete the user_opts import below and replace all appearances of `user_opts` with the literal value
#          (i.e., user_opts['swan']['username'] -> 'your_username')
from .user_opts import user_opts

config = Config(executors=[
    IPyParallelExecutor(
        label='swan_ipp',
        provider=TorqueProvider(channel=SSHChannel(
            hostname='swan.cray.com',
            username=user_opts['swan']['username'],
            script_dir=user_opts['swan']['script_dir'],
        ),
                                nodes_per_block=2,
                                tasks_per_node=2,
                                init_blocks=1,
                                max_blocks=1,
                                launcher=AprunLauncher(),
                                overrides=user_opts['swan']['overrides']),
        controller=Controller(public_ip=user_opts['public_ip']),
    )
],
                run_dir=get_rundir())
Exemplo n.º 4
0
from libsubmit.providers import TorqueProvider

from parsl.config import Config
from parsl.executors.ipp import IPyParallelExecutor

config = Config(executors=[
    IPyParallelExecutor(
        label='beagle',
        provider=TorqueProvider(
            queue='batch',
            nodes_per_block=1,
            tasks_per_node=1,
            init_blocks=1,
            max_blocks=1,
            overrides=
            'cd /lustre/beagle2/woodard/swag_demo/run; source activate swag'),
    )
], )