def prepare_for_mpi_tasks(root=0, comm=None):
if comm is None:
from mpi4py import MPI
comm = MPI.COMM_WORLD
verify_mpi_communicator(comm)
# Using a setter for the communicator protects us from operating within the
# MPI.COMM_WORLD context
set_task_mpi_comm(parent_comm=comm)
# the task communicator is now behind a getter, so we need to grab it
task_comm = get_task_mpi_comm()
rank = task_comm.Get_rank()
if rank == root:
# Start dask so root reports to scheduler and accepts tasks
# Task distribution is part of task itself (via our wrapper)
from distributed.cli import dask_worker
dask_worker.go()
# As a final task, send a shutdown to the other MPI ranks
serialized_object = serialize_function_and_args(shutdown_mpitask_worker)
mpi_deserialize_and_execute(
serialized_object=serialized_object, root=root, comm=task_comm
)
else:
while True:
# Calling with no serialized_object means these are non-root processes
# We use get_task_mpi_comm() to allow for dynamic redefinition of the
# communicator group
mpi_deserialize_and_execute(root=root, comm=get_task_mpi_comm())
def prepare_for_mpi_tasks(root=0, comm=None):
if comm is None:
from mpi4py import MPI
comm = MPI.COMM_WORLD
verify_mpi_communicator(comm)
rank = comm.Get_rank()
if rank == root:
# Start dask so root reports to scheduler and accepts tasks
# Task distribution is part of task itself (via our wrapper)
from distributed.cli import dask_worker
dask_worker.go()
# As a final task, send a shutdown to the other MPI ranks
serialized_object = serialize_function_and_args(
shutdown_mpitask_worker)
mpi_deserialize_and_execute(serialized_object=serialized_object,
root=root,
comm=comm)
else:
while True:
# Calling with no serialized_object means these are non-root processes
mpi_deserialize_and_execute(root=root, comm=comm)
def go():
print("The `dworker` command has been deprecated.")
print("Please use `dask-worker` in the future.")
print()
from distributed.cli.dask_worker import go
go()
def go():
print("The `dworker` command has been deprecated.")
print("Please use `dask-worker` in the future.")
print()
from distributed.cli.dask_worker import go
go()
if __name__ == '__main__':
go()
cmd = sys.argv[1]
sub_cmd = sys.argv[2:] if len(sys.argv) >= 3 else []
sys.argv.pop(1)
if cmd in ('help', '--help', 'h', '-h'):
help_info()
sys.exit()
sys.argv[0] = cmd # replace prog name
temp_path = os.path.join(tempfile.gettempdir(), 'rltk', 'remote')
if not os.path.exists(temp_path):
os.makedirs(temp_path, exist_ok=True)
if cmd == 'remote.worker':
logger = logging.getLogger('distributed.dask_worker')
logger.setLevel(logging.ERROR)
sys.argv.append('--local-directory')
sys.argv.append(temp_path)
# sys.argv.append('--change-directory')
sys.exit(dask_worker.go())
elif cmd == 'remote.scheduler':
logger = logging.getLogger('distributed.scheduler')
logger.setLevel(logging.ERROR)
sys.argv.append('--local-directory')
sys.argv.append(temp_path)
sys.exit(dask_scheduler.go())
else:
print('Unknown command\n')
help_info()
sys.exit()
def go():
print("The `dworker` command has been deprecated.")
print("Please use `dask-worker` in the future.")
print()
from distributed.cli.dask_worker import go
go()
from warnings import warn
def go():
print("The `dworker` command has been deprecated.")
print("Please use `dask-worker` in the future.")
print()
from distributed.cli.dask_worker import go
go()
if __name__ == '__main__':
go()