Ejemplo n.º 1
0
    def __init__(self,
                 channel=LocalChannel(),
                 label='cobalt',
                 script_dir='parsl_scripts',
                 nodes_per_block=1,
                 tasks_per_node=1,
                 init_blocks=0,
                 min_blocks=0,
                 max_blocks=10,
                 parallelism=1,
                 walltime="00:10:00",
                 account=None,
                 queue=None,
                 overrides='',
                 launcher=AprunLauncher(),
                 cmd_timeout=10):
        super().__init__(label,
                         channel=channel,
                         script_dir=script_dir,
                         nodes_per_block=nodes_per_block,
                         tasks_per_node=tasks_per_node,
                         init_blocks=init_blocks,
                         min_blocks=min_blocks,
                         max_blocks=max_blocks,
                         parallelism=parallelism,
                         walltime=walltime,
                         launcher=launcher,
                         cmd_timeout=cmd_timeout)

        self.account = account
        self.queue = queue
        self.overrides = overrides
Ejemplo n.º 2
0
    def __init__(self,
                 channel,
                 account=None,
                 queue=None,
                 overrides='',
                 label='torque',
                 script_dir='parsl_scripts',
                 nodes_per_block=1,
                 tasks_per_node=1,
                 init_blocks=1,
                 min_blocks=0,
                 max_blocks=100,
                 parallelism=1,
                 launcher=AprunLauncher(),
                 walltime="00:20:00"):
        super().__init__(label, channel, script_dir, nodes_per_block,
                         tasks_per_node, init_blocks, min_blocks, max_blocks,
                         parallelism, walltime, launcher)

        self.account = account
        self.queue = queue
        self.overrides = overrides
        self.provisioned_blocks = 0

        self.script_dir = script_dir
        if not os.path.exists(self.script_dir):
            os.makedirs(self.script_dir)

        # Dictionary that keeps track of jobs, keyed on job_id
        self.resources = {}
Ejemplo n.º 3
0
from libsubmit.providers import CobaltProvider
from libsubmit.launchers import AprunLauncher

from parsl.config import Config
from parsl.executors.ipp import IPyParallelExecutor
from parsl.executors.ipp_controller import Controller
from parsl.tests.user_opts import user_opts
from parsl.tests.utils import get_rundir

config = Config(
    executors=[
        IPyParallelExecutor(
            label='theta_local_ipp_multinode',
            provider=CobaltProvider(
                queue="debug-flat-quad",
                launcher=AprunLauncher(),
                walltime="00:30:00",
                nodes_per_block=2,
                tasks_per_node=1,
                init_blocks=1,
                max_blocks=1,
                overrides=user_opts['theta']['overrides'],
                account=user_opts['theta']['account'],
                cmd_timeout=60
            ),
            controller=Controller(public_ip=user_opts['public_ip'])
        )

    ],
    run_dir=get_rundir(),