async def test_TaskStreamPlugin(c, s, *workers):
es = TaskStreamPlugin(s)
assert not es.buffer
futures = c.map(div, [1] * 10, range(10))
total = c.submit(sum, futures[1:])
await wait(total)
assert len(es.buffer) == 11
workers = dict()
rects = es.rectangles(0, 10, workers)
assert workers
assert all(n == "div" for n in rects["name"])
assert all(d > 0 for d in rects["duration"])
counts = frequencies(rects["color"])
assert counts["black"] == 1
assert set(counts.values()) == {9, 1}
assert len(set(rects["y"])) == 3
rects = es.rectangles(2, 5, workers)
assert all(len(L) == 3 for L in rects.values())
starts = sorted(rects["start"])
rects = es.rectangles(2,
5,
workers=workers,
start_boundary=(starts[0] + starts[1]) / 2000)
assert set(rects["start"]).issubset(set(starts[1:]))
def test_TaskStreamPlugin(c, s, *workers):
es = TaskStreamPlugin(s)
assert not es.buffer
futures = c.map(div, [1] * 10, range(10))
total = c.submit(sum, futures[1:])
yield wait(total)
assert len(es.buffer) == 11
workers = dict()
rects = es.rectangles(0, 10, workers)
assert all(n == 'div' for n in rects['name'])
assert all(d > 0 for d in rects['duration'])
counts = frequencies(rects['color'])
assert counts['black'] == 1
assert set(counts.values()) == {9, 1}
assert len(set(rects['y'])) == 3
rects = es.rectangles(2, 5, workers)
assert all(len(L) == 3 for L in rects.values())
starts = sorted(rects['start'])
rects = es.rectangles(2, 5, workers=workers,
start_boundary=(starts[0] + starts[1]) / 2000)
assert set(rects['start']).issubset(set(starts[1:]))
def test_collect(c, s, a, b):
tasks = TaskStreamPlugin(s)
start = time()
futures = c.map(slowinc, range(10), delay=0.1)
yield wait(futures)
L = tasks.collect()
assert len(L) == len(futures)
L = tasks.collect(start=start)
assert len(L) == len(futures)
L = tasks.collect(start=start + 0.2)
assert 4 <= len(L) <= len(futures)
L = tasks.collect(start='20 s')
assert len(L) == len(futures)
L = tasks.collect(start='500ms')
assert 0 < len(L) <= len(futures)
L = tasks.collect(count=3)
assert len(L) == 3
assert L == list(tasks.buffer)[-3:]
assert tasks.collect(stop=start + 100, count=3) == tasks.collect(count=3)
assert tasks.collect(start=start, count=3) == list(tasks.buffer)[:3]
def test_TaskStreamPlugin(c, s, *workers):
es = TaskStreamPlugin(s)
assert not es.buffer
futures = c.map(div, [1] * 10, range(10))
total = c.submit(sum, futures[1:])
yield wait(total)
assert len(es.buffer) == 11
workers = dict()
rects = es.rectangles(0, 10, workers)
assert workers
assert all(n == 'div' for n in rects['name'])
assert all(d > 0 for d in rects['duration'])
counts = frequencies(rects['color'])
assert counts['black'] == 1
assert set(counts.values()) == {9, 1}
assert len(set(rects['y'])) == 3
rects = es.rectangles(2, 5, workers)
assert all(len(L) == 3 for L in rects.values())
starts = sorted(rects['start'])
rects = es.rectangles(2, 5, workers=workers,
start_boundary=(starts[0] + starts[1]) / 2000)
assert set(rects['start']).issubset(set(starts[1:]))
async def test_no_startstops(c, s, a, b):
tasks = TaskStreamPlugin(s)
s.add_plugin(tasks)
# just to create the key on the scheduler
future = c.submit(inc, 1)
await wait(future)
assert len(tasks.buffer) == 1
tasks.transition(future.key, "processing", "erred")
# Transition was not recorded because it didn't contain `startstops`
assert len(tasks.buffer) == 1
tasks.transition(future.key, "processing", "erred", startstops=[])
# Transition was not recorded because `startstops` was empty
assert len(tasks.buffer) == 1
tasks.transition(future.key,
"processing",
"erred",
startstops=[dict(start=time(), stop=time())])
assert len(tasks.buffer) == 2
async def test_collect(c, s, a, b):
tasks = TaskStreamPlugin(s)
start = time()
futures = c.map(slowinc, range(10), delay=0.1)
await wait(futures)
L = tasks.collect()
assert len(L) == len(futures)
L = tasks.collect(start=start)
assert len(L) == len(futures)
L = tasks.collect(start=start + 0.2)
assert 4 <= len(L) <= len(futures)
L = tasks.collect(start="20 s")
assert len(L) == len(futures)
L = tasks.collect(start="500ms")
assert 0 < len(L) <= len(futures)
L = tasks.collect(count=3)
assert len(L) == 3
assert L == list(tasks.buffer)[-3:]
assert tasks.collect(stop=start + 100, count=3) == tasks.collect(count=3)
assert tasks.collect(start=start, count=3) == list(tasks.buffer)[:3]
async def test_maxlen(c, s, a, b):
tasks = TaskStreamPlugin(s, maxlen=5)
futures = c.map(inc, range(10))
await wait(futures)
assert len(tasks.buffer) == 5