interchange_port_range=(50000, 51000),
label='anl-slurm',
launch_cmd=
'process_worker_pool.py {debug} {max_workers} -p {prefetch_capacity} -c {cores_per_worker} -m {mem_per_worker} --poll {poll_period} --task_url={task_url} --result_url={result_url} --logdir={logdir} --block_id={{block_id}} --hb_period={heartbeat_period} --hb_threshold={heartbeat_threshold} ',
managed=True,
max_workers=1,
#mem_per_worker=None,
poll_period=10,
prefetch_capacity=0,
interchange_address=
'10.70.128.9', #this is the address worker talk to inetrchange(head node)
provider=SlurmProvider(
'debug',
channel=OAuthSSHChannel(
'gssh.lcrc.anl.gov',
envs={},
port=2222,
script_dir='/home/dcowley/anl-parsl-scripts',
username='******'),
cmd_timeout=10,
exclusive=True,
init_blocks=1,
# launcher=SingleNodeLauncher(),
max_blocks=1,
min_blocks=1,
move_files=True,
nodes_per_block=1,
parallelism=0.0,
scheduler_options=
'#SBATCH -A dcde\n#SBATCH -t 0:20:00\n#SBATCH -N 1\n#SBATCH --ntasks-per-node=36\n#SBATCH -J relion-autopick\n#SBATCH -p bdwall\n#SBATCH -D /blues/gpfs/home/dcowley/sc19-demo\n#SBATCH -o relion-autopick.%j.out\n#SBATCH -e relion-autopick.%j.err',
walltime='00:10:00',
#worker_init='source /home/dcde1000001/dcdesetup.sh'
def test_channel():
channel = OAuthSSHChannel(hostname='ssh.demo.globus.org',
username='******')
x, stdout, stderr = channel.execute_wait('ls')
print(x, stdout, stderr)
assert x == 0, "Expected exit code 0, got {}".format(x)
interchange_port_range=(50000, 51000),
label='gssh.lcrc.anl.gov-slurm',
launch_cmd=
'process_worker_pool.py {debug} {max_workers} -p {prefetch_capacity} -c {cores_per_worker} -m {mem_per_worker} --poll {poll_period} --task_url={task_url} --result_url={result_url} --logdir={logdir} --block_id={{block_id}} --hb_period={heartbeat_period} --hb_threshold={heartbeat_threshold} ',
managed=True,
max_workers=1,
mem_per_worker=None,
poll_period=10,
prefetch_capacity=0,
interchange_address=
'10.70.128.9', #this is the address worker talk to inetrchange(head node)
provider=SlurmProvider(
'debug',
channel=OAuthSSHChannel(
'gssh.lcrc.anl.gov',
envs={},
port=2222,
script_dir='/home/dcowley/anl-parsl-scripts',
username='******'),
cmd_timeout=10,
exclusive=True,
init_blocks=1,
# launcher=SingleNodeLauncher(),
max_blocks=1,
min_blocks=1,
move_files=True,
nodes_per_block=1,
parallelism=0.0,
scheduler_options='#SBATCH -A dcde\n#SBATCH -p bdwall',
walltime='00:10:00',
worker_init=
'source /lcrc/project/DCDE/setup.sh; source activate /lcrc/project/DCDE/envs/dcdeRX; export I_MPI_FABRICS=shm:tmi'