def test_scheduler_as_center():
s = Scheduler(validate=True)
done = s.start(0)
a = Worker('127.0.0.1', s.port, ip='127.0.0.1', ncores=1)
a.data.update({'x': 1, 'y': 2})
b = Worker('127.0.0.1', s.port, ip='127.0.0.1', ncores=2)
b.data.update({'y': 2, 'z': 3})
c = Worker('127.0.0.1', s.port, ip='127.0.0.1', ncores=3)
yield [w._start(0) for w in [a, b, c]]
assert s.ncores == {w.address: w.ncores for w in [a, b, c]}
assert not s.who_has
s.update_graph(tasks={'a': dumps_task((inc, 1))},
keys=['a'],
dependencies={'a': []})
start = time()
while not 'a' in s.who_has:
assert time() - start < 5
yield gen.sleep(0.01)
assert 'a' in a.data or 'a' in b.data or 'a' in c.data
with ignoring(StreamClosedError):
yield [w._close() for w in [a, b, c]]
assert s.ncores == {}
assert s.who_has == {}
yield s.close()
def test_scheduler_as_center():
s = Scheduler()
done = s.start(0)
a = Worker('127.0.0.1', s.port, ip='127.0.0.1', ncores=1)
a.data.update({'x': 1, 'y': 2})
b = Worker('127.0.0.1', s.port, ip='127.0.0.1', ncores=2)
b.data.update({'y': 2, 'z': 3})
c = Worker('127.0.0.1', s.port, ip='127.0.0.1', ncores=3)
yield [w._start(0) for w in [a, b, c]]
assert s.ncores == {w.address: w.ncores for w in [a, b, c]}
assert s.who_has == {'x': {a.address},
'y': {a.address, b.address},
'z': {b.address}}
s.update_graph(tasks={'a': dumps_task((inc, 1))},
keys=['a'],
dependencies={'a': []})
start = time()
while not s.who_has['a']:
assert time() - start < 5
yield gen.sleep(0.01)
assert 'a' in a.data or 'a' in b.data or 'a' in c.data
with ignoring(StreamClosedError):
yield [w._close() for w in [a, b, c]]
assert s.ncores == {}
assert s.who_has == {}
yield s.close()
def test_monitor_resources():
pytest.importorskip('psutil')
c = Center('127.0.0.1')
c.listen(0)
a = Nanny(c.ip, c.port, ncores=2, ip='127.0.0.1')
b = Nanny(c.ip, c.port, ncores=2, ip='127.0.0.1')
s = Scheduler((c.ip, c.port), resource_interval=0.01, resource_log_size=3)
yield a._start()
yield b._start()
yield s.sync_center()
done = s.start()
try:
assert s.ncores == {
('127.0.0.1', a.worker_port): 2,
('127.0.0.1', b.worker_port): 2
}
assert s.nannies == {(n.ip, n.worker_port): n.port for n in [a, b]}
while any(len(v) < 3 for v in s.resource_logs.values()):
yield gen.sleep(0.01)
yield gen.sleep(0.1)
assert set(s.resource_logs) == {a.address, b.address}
assert all(len(v) == 3 for v in s.resource_logs.values())
d = s.diagnostic_resources(n=2)
assert set(d) == {a.worker_address, b.worker_address}
assert set(d[a.worker_address]).issubset({'cpu', 'memory', 'time'})
assert all(len(v) == 2 for v in d[a.worker_address].values())
s.put({'op': 'close'})
yield done
finally:
with ignoring(TimeoutError, StreamClosedError, OSError):
yield a._close(timeout=0.5)
with ignoring(TimeoutError, StreamClosedError, OSError):
yield b._close(timeout=0.5)
c.stop()
def test_monitor_resources():
pytest.importorskip('psutil')
c = Center('127.0.0.1')
c.listen(0)
a = Nanny(c.ip, c.port, ncores=2, ip='127.0.0.1')
b = Nanny(c.ip, c.port, ncores=2, ip='127.0.0.1')
s = Scheduler((c.ip, c.port), resource_interval=0.01, resource_log_size=3)
yield a._start()
yield b._start()
yield s.sync_center()
done = s.start()
try:
assert s.ncores == {('127.0.0.1', a.worker_port): 2,
('127.0.0.1', b.worker_port): 2}
assert s.nannies == {(n.ip, n.worker_port): n.port
for n in [a, b]}
while any(len(v) < 3 for v in s.resource_logs.values()):
yield gen.sleep(0.01)
yield gen.sleep(0.1)
assert set(s.resource_logs) == {a.address, b.address}
assert all(len(v) == 3 for v in s.resource_logs.values())
d = s.diagnostic_resources(n=2)
assert set(d) == {a.worker_address, b.worker_address}
assert set(d[a.worker_address]).issubset({'cpu', 'memory', 'time'})
assert all(len(v) == 2 for v in d[a.worker_address].values())
s.put({'op': 'close'})
yield done
finally:
with ignoring(TimeoutError, StreamClosedError, OSError):
yield a._close(timeout=0.5)
with ignoring(TimeoutError, StreamClosedError, OSError):
yield b._close(timeout=0.5)
c.stop()
