def assert_running(loop):
"""
Raise if the given IOLoop is not running.
"""
q = Queue()
loop.add_callback(q.put, 42)
assert q.get(timeout=1) == 42
def start_and_attach_server(spec,
job_name=None,
task_index=None,
dask_worker=None):
server = tf.train.Server(spec, job_name=job_name, task_index=task_index)
dask_worker.tensorflow_server = server
dask_worker.tensorflow_queue = Queue()
return 'OK'
def test_queue_to_iterator():
q = Queue()
q.put(1)
q.put(2)
seq = queue_to_iterator(q)
assert isinstance(seq, Iterator)
assert next(seq) == 1
assert next(seq) == 2
def test__as_completed(c, s, a, b):
x = c.submit(inc, 1)
y = c.submit(inc, 1)
z = c.submit(inc, 2)
queue = Queue()
yield _as_completed([x, y, z], queue)
assert queue.qsize() == 3
assert {queue.get(), queue.get(), queue.get()} == {x, y, z}
result = yield _first_completed([x, y, z])
assert result in [x, y, z]
def assert_not_running(loop):
"""
Raise if the given IOLoop is running.
"""
q = Queue()
try:
loop.add_callback(q.put, 42)
except RuntimeError:
# On AsyncIOLoop, can't add_callback() after the loop is closed
pass
else:
with pytest.raises(Empty):
q.get(timeout=0.02)
def test__as_completed(s, a, b):
e = Executor((s.ip, s.port), start=False)
yield e._start()
a = e.submit(inc, 1)
b = e.submit(inc, 1)
c = e.submit(inc, 2)
from distributed.compatibility import Queue
queue = Queue()
yield _as_completed([a, b, c], queue)
assert queue.qsize() == 3
assert {queue.get(), queue.get(), queue.get()} == {a, b, c}
yield e._shutdown()
def f(c, a, b):
e = Executor((c.ip, c.port), start=False)
IOLoop.current().spawn_callback(e._go)
a = e.submit(inc, 1)
b = e.submit(inc, 1)
c = e.submit(inc, 2)
from distributed.compatibility import Queue
queue = Queue()
yield _as_completed([a, b, c], queue)
assert queue.qsize() == 3
assert {queue.get(), queue.get(), queue.get()} == {a, b, c}
yield e._shutdown()