def test_deque_handler(): from distributed.scheduler import deque_handler, logger logger.info('foo123') assert deque_handler.deque msg = deque_handler.deque[-1] assert 'distributed.scheduler' in deque_handler.format(msg) assert any(msg.msg == 'foo123' for msg in deque_handler.deque)
def test_deque_handler(): from distributed.scheduler import logger s = Scheduler() deque_handler = s._deque_handler logger.info('foo123') assert len(deque_handler.deque) >= 1 msg = deque_handler.deque[-1] assert 'distributed.scheduler' in deque_handler.format(msg) assert any(msg.msg == 'foo123' for msg in deque_handler.deque)
def test_deque_handler(): from distributed.scheduler import logger s = Scheduler() deque_handler = s._deque_handler logger.info("foo123") assert len(deque_handler.deque) >= 1 msg = deque_handler.deque[-1] assert "distributed.scheduler" in deque_handler.format(msg) assert any(msg.msg == "foo123" for msg in deque_handler.deque)
from dask_mpi import initialize initialize() import socket from distributed.scheduler import logger import dask.array as da from dask.distributed import Client client = Client() # Connect this local process to remote workers host = client.run_on_scheduler(socket.gethostname) port = client.scheduler_info()['services']['dashboard'] login_node_address = ( 'supercomputer.university.edu' # Change this to the address/domain of your login node ) logger.info(f'ssh -N -L {port}:{host}:{port} {login_node_address}') logger.info('HELLO' * 10) print('WORLD' * 10) x = da.random.random((200, 10_000, 5_000), chunks=(20, 1_000, 1_000)) y = x.std(axis=0) y = y.compute() print(y)