def test_progress_stream(e, s, a, b):
futures = e.map(div, [1] * 10, range(10))
x = 1
for i in range(5):
x = do(inc)(x)
future = e.compute(x)
yield _wait(futures + [future])
stream = yield progress_stream(s.address, interval=0.010)
msg = yield read(stream)
assert msg == {'all': {'div': 10, 'inc': 5, 'finalize': 1},
'erred': {'div': 1},
'in_memory': {'div': 9, 'finalize': 1},
'released': {'div': 1, 'inc': 5}}
d = progress_quads(msg)
assert d == {'name': ['div', 'inc', 'finalize'],
'all': [10, 5, 1],
'in_memory': [9, 0, 1],
'in_memory_right': [1, 1, 1],
'fraction': ['10 / 10', '5 / 5', '1 / 1'],
'erred': [1, 0, 0],
'erred_left': [0.9, 1, 1],
'released': [1, 5, 0],
'released_right': [0.1, 1, 0],
'top': [0.7, 1.7, 2.7],
'center': [0.5, 1.5, 2.5],
'bottom': [0.3, 1.3, 2.3]}
stream.close()
def progress():
with log_errors():
stream = yield progress_stream('%(host)s:%(tcp-port)d' % options, 0.050)
while True:
try:
msg = yield read(stream)
except StreamClosedError:
break
else:
messages['progress'] = msg
def progress():
with log_errors():
stream = yield progress_stream('localhost:8786', 0.050)
while True:
try:
msg = yield read(stream)
except StreamClosedError:
break
else:
messages['progress'] = msg
def test_progress_stream(c, s, a, b):
futures = c.map(div, [1] * 10, range(10))
x = 1
for i in range(5):
x = do(inc)(x)
future = c.compute(x)
yield _wait(futures + [future])
stream = yield progress_stream(s.address, interval=0.010)
msg = yield read(stream)
nbytes = msg.pop('nbytes')
assert msg == {'all': {'div': 10, 'inc': 5, 'finalize': 1},
'erred': {'div': 1},
'memory': {'div': 9, 'finalize': 1},
'released': {'inc': 5}}
assert set(nbytes) == set(msg['all'])
assert all(v > 0 for v in nbytes.values())
assert progress_quads(msg)
stream.close()
def test_progress_stream(c, s, a, b):
futures = c.map(div, [1] * 10, range(10))
x = 1
for i in range(5):
x = do(inc)(x)
future = c.compute(x)
yield _wait(futures + [future])
stream = yield progress_stream(s.address, interval=0.010)
msg = yield read(stream)
nbytes = msg.pop('nbytes')
assert msg == {
'all': {
'div': 10,
'inc': 5,
'finalize': 1
},
'erred': {
'div': 1
},
'memory': {
'div': 9,
'finalize': 1
},
'released': {
'inc': 5
}
}
assert set(nbytes) == set(msg['all'])
assert all(v > 0 for v in nbytes.values())
assert progress_quads(msg)
stream.close()
def test_progress_stream(c, s, a, b):
futures = c.map(div, [1] * 10, range(10))
x = 1
for i in range(5):
x = delayed(inc)(x)
future = c.compute(x)
yield wait(futures + [future])
comm = yield progress_stream(s.address, interval=0.010)
msg = yield comm.read()
nbytes = msg.pop("nbytes")
assert msg == {
"all": {
"div": 10,
"inc": 5
},
"erred": {
"div": 1
},
"memory": {
"div": 9,
"inc": 1
},
"released": {
"inc": 4
},
"processing": {},
}
assert set(nbytes) == set(msg["all"])
assert all(v > 0 for v in nbytes.values())
assert progress_quads(msg)
yield comm.close()