def test_progress_stream(e, s, a, b): futures = e.map(div, [1] * 10, range(10)) x = 1 for i in range(5): x = do(inc)(x) future = e.compute(x) yield _wait(futures + [future]) stream = yield progress_stream(s.address, interval=0.010) msg = yield read(stream) assert msg == {'all': {'div': 10, 'inc': 5, 'finalize': 1}, 'erred': {'div': 1}, 'in_memory': {'div': 9, 'finalize': 1}, 'released': {'div': 1, 'inc': 5}} d = progress_quads(msg) assert d == {'name': ['div', 'inc', 'finalize'], 'all': [10, 5, 1], 'in_memory': [9, 0, 1], 'in_memory_right': [1, 1, 1], 'fraction': ['10 / 10', '5 / 5', '1 / 1'], 'erred': [1, 0, 0], 'erred_left': [0.9, 1, 1], 'released': [1, 5, 0], 'released_right': [0.1, 1, 0], 'top': [0.7, 1.7, 2.7], 'center': [0.5, 1.5, 2.5], 'bottom': [0.3, 1.3, 2.3]} stream.close()
def progress(): with log_errors(): stream = yield progress_stream('%(host)s:%(tcp-port)d' % options, 0.050) while True: try: msg = yield read(stream) except StreamClosedError: break else: messages['progress'] = msg
def progress(): with log_errors(): stream = yield progress_stream('localhost:8786', 0.050) while True: try: msg = yield read(stream) except StreamClosedError: break else: messages['progress'] = msg
def test_progress_stream(c, s, a, b): futures = c.map(div, [1] * 10, range(10)) x = 1 for i in range(5): x = do(inc)(x) future = c.compute(x) yield _wait(futures + [future]) stream = yield progress_stream(s.address, interval=0.010) msg = yield read(stream) nbytes = msg.pop('nbytes') assert msg == {'all': {'div': 10, 'inc': 5, 'finalize': 1}, 'erred': {'div': 1}, 'memory': {'div': 9, 'finalize': 1}, 'released': {'inc': 5}} assert set(nbytes) == set(msg['all']) assert all(v > 0 for v in nbytes.values()) assert progress_quads(msg) stream.close()
def test_progress_stream(c, s, a, b): futures = c.map(div, [1] * 10, range(10)) x = 1 for i in range(5): x = do(inc)(x) future = c.compute(x) yield _wait(futures + [future]) stream = yield progress_stream(s.address, interval=0.010) msg = yield read(stream) nbytes = msg.pop('nbytes') assert msg == { 'all': { 'div': 10, 'inc': 5, 'finalize': 1 }, 'erred': { 'div': 1 }, 'memory': { 'div': 9, 'finalize': 1 }, 'released': { 'inc': 5 } } assert set(nbytes) == set(msg['all']) assert all(v > 0 for v in nbytes.values()) assert progress_quads(msg) stream.close()
def test_progress_stream(c, s, a, b): futures = c.map(div, [1] * 10, range(10)) x = 1 for i in range(5): x = delayed(inc)(x) future = c.compute(x) yield wait(futures + [future]) comm = yield progress_stream(s.address, interval=0.010) msg = yield comm.read() nbytes = msg.pop("nbytes") assert msg == { "all": { "div": 10, "inc": 5 }, "erred": { "div": 1 }, "memory": { "div": 9, "inc": 1 }, "released": { "inc": 4 }, "processing": {}, } assert set(nbytes) == set(msg["all"]) assert all(v > 0 for v in nbytes.values()) assert progress_quads(msg) yield comm.close()