interchange_port_range=(50000, 51000), label='anl-slurm', launch_cmd= 'process_worker_pool.py {debug} {max_workers} -p {prefetch_capacity} -c {cores_per_worker} -m {mem_per_worker} --poll {poll_period} --task_url={task_url} --result_url={result_url} --logdir={logdir} --block_id={{block_id}} --hb_period={heartbeat_period} --hb_threshold={heartbeat_threshold} ', managed=True, max_workers=1, #mem_per_worker=None, poll_period=10, prefetch_capacity=0, interchange_address= '10.70.128.9', #this is the address worker talk to inetrchange(head node) provider=SlurmProvider( 'debug', channel=OAuthSSHChannel( 'gssh.lcrc.anl.gov', envs={}, port=2222, script_dir='/home/dcowley/anl-parsl-scripts', username='******'), cmd_timeout=10, exclusive=True, init_blocks=1, # launcher=SingleNodeLauncher(), max_blocks=1, min_blocks=1, move_files=True, nodes_per_block=1, parallelism=0.0, scheduler_options= '#SBATCH -A dcde\n#SBATCH -t 0:20:00\n#SBATCH -N 1\n#SBATCH --ntasks-per-node=36\n#SBATCH -J relion-autopick\n#SBATCH -p bdwall\n#SBATCH -D /blues/gpfs/home/dcowley/sc19-demo\n#SBATCH -o relion-autopick.%j.out\n#SBATCH -e relion-autopick.%j.err', walltime='00:10:00', #worker_init='source /home/dcde1000001/dcdesetup.sh'
def test_channel(): channel = OAuthSSHChannel(hostname='ssh.demo.globus.org', username='******') x, stdout, stderr = channel.execute_wait('ls') print(x, stdout, stderr) assert x == 0, "Expected exit code 0, got {}".format(x)
interchange_port_range=(50000, 51000), label='gssh.lcrc.anl.gov-slurm', launch_cmd= 'process_worker_pool.py {debug} {max_workers} -p {prefetch_capacity} -c {cores_per_worker} -m {mem_per_worker} --poll {poll_period} --task_url={task_url} --result_url={result_url} --logdir={logdir} --block_id={{block_id}} --hb_period={heartbeat_period} --hb_threshold={heartbeat_threshold} ', managed=True, max_workers=1, mem_per_worker=None, poll_period=10, prefetch_capacity=0, interchange_address= '10.70.128.9', #this is the address worker talk to inetrchange(head node) provider=SlurmProvider( 'debug', channel=OAuthSSHChannel( 'gssh.lcrc.anl.gov', envs={}, port=2222, script_dir='/home/dcowley/anl-parsl-scripts', username='******'), cmd_timeout=10, exclusive=True, init_blocks=1, # launcher=SingleNodeLauncher(), max_blocks=1, min_blocks=1, move_files=True, nodes_per_block=1, parallelism=0.0, scheduler_options='#SBATCH -A dcde\n#SBATCH -p bdwall', walltime='00:10:00', worker_init= 'source /lcrc/project/DCDE/setup.sh; source activate /lcrc/project/DCDE/envs/dcdeRX; export I_MPI_FABRICS=shm:tmi'