def test_worker_with_port_zero():
s = Scheduler()
s.listen(8007)
w = Worker(s.ip, s.port, ip='127.0.0.1')
yield w._start()
assert isinstance(w.port, int)
assert w.port > 1024
def test_scheduler_as_center():
s = Scheduler()
s.listen(0)
done = s.start()
a = Worker('127.0.0.1', s.port, ip='127.0.0.1', ncores=1)
a.data.update({'x': 1, 'y': 2})
b = Worker('127.0.0.1', s.port, ip='127.0.0.1', ncores=2)
b.data.update({'y': 2, 'z': 3})
c = Worker('127.0.0.1', s.port, ip='127.0.0.1', ncores=3)
yield [w._start() for w in [a, b, c]]
assert s.ncores == {w.address: w.ncores for w in [a, b, c]}
assert s.who_has == {
'x': {a.address},
'y': {a.address, b.address},
'z': {b.address}
}
s.update_graph(dsk={'a': (inc, 1)}, keys=['a'])
while not s.who_has['a']:
yield gen.sleep(0.01)
assert 'a' in a.data or 'a' in b.data or 'a' in c.data
yield [w._close() for w in [a, b, c]]
assert s.ncores == {}
assert s.who_has == {}
yield s.close()
def test_worker_with_port_zero():
s = Scheduler()
s.listen(8007)
w = Worker(s.ip, s.port, ip='127.0.0.1')
yield w._start()
assert isinstance(w.port, int)
assert w.port > 1024
def f():
s = Scheduler()
s.listen(0)
x = Worker(s.ip, s.port, ip='127.0.0.1')
y = Worker(s.ip, s.port, ip='127.0.0.1')
z = Worker(s.ip, s.port, ip='127.0.0.1')
x.data['a'] = 1
y.data['a'] = 2
yield [x._start(), y._start(), z._start()]
zz = rpc(ip=z.ip, port=z.port)
yield zz.compute(function=dumps(inc),
args=dumps(('a',)),
who_has={'a': [x.address]},
key='b')
assert z.data['b'] == 2
if 'a' in z.data:
del z.data['a']
yield zz.compute(function=dumps(inc),
args=dumps(('a',)),
who_has={'a': [y.address]},
key='c')
assert z.data['c'] == 3
yield [x._close(), y._close(), z._close()]
zz.close_streams()
def f():
s = Scheduler()
s.listen(0)
x = Worker(s.ip, s.port, ip='127.0.0.1')
y = Worker(s.ip, s.port, ip='127.0.0.1')
z = Worker(s.ip, s.port, ip='127.0.0.1')
x.data['a'] = 1
y.data['a'] = 2
yield [x._start(), y._start(), z._start()]
zz = rpc(ip=z.ip, port=z.port)
yield zz.compute(function=dumps(inc),
args=dumps(('a',)),
who_has={'a': [x.address]},
key='b')
assert z.data['b'] == 2
if 'a' in z.data:
del z.data['a']
yield zz.compute(function=dumps(inc),
args=dumps(('a',)),
who_has={'a': [y.address]},
key='c')
assert z.data['c'] == 3
yield [x._close(), y._close(), z._close()]
zz.close_streams()
def test_scheduler_as_center():
s = Scheduler()
s.listen(0)
done = s.start()
a = Worker('127.0.0.1', s.port, ip='127.0.0.1', ncores=1)
a.data.update({'x': 1, 'y': 2})
b = Worker('127.0.0.1', s.port, ip='127.0.0.1', ncores=2)
b.data.update({'y': 2, 'z': 3})
c = Worker('127.0.0.1', s.port, ip='127.0.0.1', ncores=3)
yield [w._start() for w in [a, b, c]]
assert s.ncores == {w.address: w.ncores for w in [a, b, c]}
assert s.who_has == {'x': {a.address},
'y': {a.address, b.address},
'z': {b.address}}
s.update_graph(dsk={'a': (inc, 1)},
keys=['a'])
while not s.who_has['a']:
yield gen.sleep(0.01)
assert 'a' in a.data or 'a' in b.data or 'a' in c.data
yield [w._close() for w in [a, b, c]]
assert s.ncores == {}
assert s.who_has == {}
yield s.close()
def f(c, a, b):
e1 = Executor((c.ip, c.port), start=False, loop=loop)
yield e1._start()
assert isinstance(e1.center, rpc)
assert isinstance(e1.scheduler, Scheduler)
s = Scheduler((c.ip, c.port))
yield s.sync_center()
done = s.start()
e2 = Executor(s, start=False, loop=loop)
yield e2._start()
assert isinstance(e2.center, rpc)
assert isinstance(e2.scheduler, Scheduler)
s.listen(8042)
e3 = Executor(('127.0.0.1', s.port), start=False, loop=loop)
yield e3._start()
assert isinstance(e3.center, rpc)
assert isinstance(e3.scheduler, rpc)
s.stop()
yield e1._shutdown()
yield e2._shutdown()
yield e3._shutdown()
def f(c, a, b):
e1 = Executor((c.ip, c.port), start=False, loop=loop)
yield e1._start()
assert isinstance(e1.center, rpc)
assert isinstance(e1.scheduler, Scheduler)
s = Scheduler((c.ip, c.port))
yield s.sync_center()
done = s.start()
e2 = Executor(s, start=False, loop=loop)
yield e2._start()
assert isinstance(e2.center, rpc)
assert isinstance(e2.scheduler, Scheduler)
s.listen(8042)
e3 = Executor(('127.0.0.1', s.port), start=False, loop=loop)
yield e3._start()
assert isinstance(e3.center, rpc)
assert isinstance(e3.scheduler, rpc)
s.stop()
yield e1._shutdown()
yield e2._shutdown()
yield e3._shutdown()
def test_io_loop(loop):
s = Scheduler(loop=loop)
s.listen(0)
assert s.io_loop is loop
w = Worker(s.address, loop=loop)
assert w.io_loop is loop
def test_io_loop(loop):
s = Scheduler(loop=loop)
s.listen(0)
assert s.io_loop is loop
w = Worker(s.ip, s.port, loop=loop)
assert w.io_loop is loop
def test_io_loop(loop):
s = Scheduler(loop=loop)
s.listen(0)
assert s.io_loop is loop
w = Worker(s.ip, s.port, loop=loop)
assert w.io_loop is loop