def test_progress_plot():
source, plot = progress_plot()
if resource_index == [0]:
data = valmap(list, data)
ind = bisect(index, resource_index[0])
indexes = list(range(ind, len(index)))
data = {k: [v[i] for i in indexes] for k, v in data.items()}
resource_index[0] = index[-1]
resource_source.stream(data, 1000)
doc.add_periodic_callback(resource_update, messages['workers']['interval'])
nbytes_task_source, nbytes_task_plot = nbytes_plot(sizing_mode=SIZING_MODE,
width=WIDTH, height=60)
progress_source, progress_plot = progress_plot(sizing_mode=SIZING_MODE,
width=WIDTH, height=160)
def progress_update():
with log_errors():
msg = messages['progress']
if not msg:
return
d = progress_quads(msg)
progress_source.data.update(d)
progress_plot.title.text = ("Progress -- total: %(total)s, "
"in-memory: %(in-memory)s, processing: %(processing)s, "
"ready: %(ready)s, waiting: %(waiting)s, failed: %(failed)s"
% messages['tasks']['deque'][-1])
nb = nbytes_bar(msg['nbytes'])
nbytes_task_source.data.update(nb)
nbytes_task_plot.title.text = \
def test_progress_plot():
source, plot = progress_plot()
if not index or index[-1] == resource_index[0]:
return
if resource_index == [0]:
data = valmap(list, data)
ind = bisect(index, resource_index[0])
indexes = list(range(ind, len(index)))
data = {k: [v[i] for i in indexes] for k, v in data.items()}
resource_index[0] = index[-1]
resource_source.stream(data, 1000)
doc.add_periodic_callback(resource_update, messages['workers']['interval'])
progress_source, progress_plot = progress_plot(height=int(width / 3),
width=width)
progress_plot.min_border_top -= 40
progress_plot.title = None
progress_plot.min_border_bottom -= 40
progress_plot.plot_height -= 80
progress_plot.logo = None
# progress_plot.toolbar_location = None
progress_plot.xaxis.axis_label = None
def progress_update():
with log_errors():
msg = messages['progress']
d = progress_quads(msg)
progress_source.data.update(d)
if not index or index[-1] == resource_index[0]:
return
if resource_index == [0]:
data = valmap(list, data)
ind = bisect(index, resource_index[0])
indexes = list(range(ind, len(index)))
data = {k: [v[i] for i in indexes] for k, v in data.items()}
resource_index[0] = index[-1]
resource_source.stream(data, 1000)
doc.add_periodic_callback(resource_update, messages['workers']['interval'])
progress_source, progress_plot = progress_plot(height=int(width/3), width=width)
progress_plot.min_border_top -= 40
progress_plot.title = None
progress_plot.min_border_bottom -= 40
progress_plot.plot_height -= 80
progress_plot.logo = None
# progress_plot.toolbar_location = None
progress_plot.xaxis.axis_label = None
def progress_update():
with log_errors():
msg = messages['progress']
d = progress_quads(msg)
progress_source.data.update(d)
doc.add_periodic_callback(progress_update, 50)
if not index or index[-1] == resource_index[0]:
return
if resource_index == [0]:
data = valmap(list, data)
ind = bisect(index, resource_index[0])
indexes = list(range(ind, len(index)))
data = {k: [v[i] for i in indexes] for k, v in data.items()}
resource_index[0] = index[-1]
resource_source.stream(data, 1000)
doc.add_periodic_callback(resource_update, messages['workers']['interval'])
progress_source, progress_plot = progress_plot()
def progress_update():
with log_errors():
msg = messages['progress']
d = progress_quads(msg)
progress_source.data.update(d)
progress_plot.title.text = ("Progress -- total: %(total)s, "
"in-memory: %(in-memory)s, processing: %(processing)s, "
"ready: %(ready)s, waiting: %(waiting)s, failed: %(failed)s"
% messages['tasks']['deque'][-1])
doc.add_periodic_callback(progress_update, 50)
task_stream_index = [0]
task_stream_source, task_stream_plot = task_stream_plot()
def task_stream_update():