def test_Step() -> None:
glyph = Step()
assert glyph.x == field("x")
assert glyph.y == field("y")
assert glyph.mode == "before"
check_line_properties(glyph)
check_properties_existence(glyph, [
"x",
"y",
"mode",
], LINE, GLYPH)
def test_Step():
glyph = Step()
assert glyph.x is None
assert glyph.y is None
assert glyph.mode is "before"
check_line_properties(glyph)
check_properties_existence(glyph, [
"x",
"y",
"mode",
], LINE, GLYPH)
from bokeh.models.glyphs import Step
from bokeh.io import curdoc, show
N = 11
x = np.linspace(-2, 2, N)
y = x**2
source = ColumnDataSource(dict(x=x, y1=y, y2=y + 2, y3=y + 4))
plot = Plot(title=None,
plot_width=300,
plot_height=300,
min_border=0,
toolbar_location=None)
glyph1 = Step(x="x", y="y1", line_color="#f46d43", mode="before")
plot.add_glyph(source, glyph1)
glyph2 = Step(x="x",
y="y2",
line_dash="dashed",
line_color="#1d91d0",
mode="center")
plot.add_glyph(source, glyph2)
glyph3 = Step(x="x", y="y3", line_width=3, line_color="#cab2d6", mode="after")
plot.add_glyph(source, glyph3)
xaxis = LinearAxis()
plot.add_layout(xaxis, 'below')
y_range = DataRange1d(follow='end', follow_interval=window_height, range_padding=1)
source = ColumnDataSource(dict.fromkeys(
['datetime',
'trade_price',
'trade_size',
'trade_aggressor'] +
[part.format(i) for i in range(0, num_levels) for part in ['order_bid_{0}_price',
'order_ask_{0}_price',
'order_bid_{0}_qty',
'order_ask_{0}_qty',
'order_bid_{0}_scaled_qty',
'order_ask_{0}_scaled_qty']], []))
fig = figure(title='Order Map', x_axis_type='datetime', x_range=x_range, y_range=y_range)
best_bid_glyph = Step(x='datetime', y='order_bid_0_price', line_width=2, line_color='green', mode='after')
best_ask_glyph = Step(x='datetime', y='order_ask_0_price', line_width=2, line_color='red', mode='after')
fig.add_glyph(source, best_bid_glyph)
fig.add_glyph(source, best_ask_glyph)
fig.circle_x(source=source, x='datetime', y='trade_price', color='trade_aggressor', size='trade_size')
for i in range(0, num_levels):
fig.circle(source=source, x='datetime', y='order_bid_{0}_price'.format(i), fill_color='white', line_color='green',
size='order_bid_{0}_scaled_qty'.format(i))
fig.circle(source=source, x='datetime', y='order_ask_{0}_price'.format(i), fill_color='white', line_color='red',
size='order_ask_{0}_scaled_qty'.format(i))
fig.xaxis.formatter = DatetimeTickFormatter(seconds=["%M:%S.%3n"])
fig.xaxis.major_label_orientation = np.pi/4
fig.yaxis.formatter = NumeralTickFormatter(format="$0,0.00")
def plot(self, job):
u = utils.utils(job)
colors = d3["Category20"][20]
hc = {}
for i, hostname in enumerate(u.hostnames):
hc[hostname] = colors[i % 20]
plots = []
hover = HoverTool(tooltips=[("val", "@y"), ("time", "@x"),
("name", "$name")],
line_policy="nearest")
TOOLS = ["pan,wheel_zoom,box_zoom,reset,save,box_select"] #, hover]
import time
start = time.time()
# FLOPS Plot
try:
plot = Plot(plot_width=400,
plot_height=150,
x_range=DataRange1d(),
y_range=DataRange1d())
schema, _stats = u.get_type("pmc")
vector_widths = {
"SSE_D_ALL": 1,
"SIMD_D_256": 2,
"FP_ARITH_INST_RETIRED_SCALAR_DOUBLE": 1,
"FP_ARITH_INST_RETIRED_128B_PACKED_DOUBLE": 2,
"FP_ARITH_INST_RETIRED_256B_PACKED_DOUBLE": 4,
"FP_ARITH_INST_RETIRED_512B_PACKED_DOUBLE": 8,
"SSE_DOUBLE_SCALAR": 1,
"SSE_DOUBLE_PACKED": 2,
"SIMD_DOUBLE_256": 4
}
for hostname, stats in _stats.items():
flops = 0
for eventname in schema:
if eventname in vector_widths:
index = schema[eventname].index
flops += stats[:, index] * vector_widths[eventname]
rate = numpy.diff(flops) / numpy.diff(u.t) / 1.0e9
source = ColumnDataSource({
"x": u.hours,
"y": numpy.append(rate, rate[-1])
})
plot.add_glyph(
source,
Step(x="x", y="y", mode="after", line_color=hc[hostname]))
plots += [self.add_axes(plot, "GFLOPS")]
except:
print("FLOPS plot fails for JOBID", job.id)
print(sys.exc_info())
# Plot MCDRAM BW for KNL
try:
if u.pmc == 'intel_knl':
plot = Plot(plot_width=400,
plot_height=150,
x_range=DataRange1d(),
y_range=DataRange1d())
imc_schema, imc_stats = u.get_type("intel_knl_mc_dclk")
edce_schema, edce_stats = u.get_type("intel_knl_edc_eclk")
edcu_schema, edcu_stats = u.get_type("intel_knl_edc_uclk")
for hostname in imc_stats.keys():
rate = edce_stats[hostname][:, edce_schema["RPQ_INSERTS"].index] + \
edce_stats[hostname][:, edce_schema["WPQ_INSERTS"].index]
if not "flat" in job.acct["queue"].lower():
rate -= edcu_stats[hostname][:, edcu_schema["EDC_MISS_CLEAN"].index] + \
edcu_stats[hostname][:, edcu_schema["EDC_MISS_DIRTY"].index] + \
imc_stats[hostname][:, imc_schema["CAS_READS"].index]
rate = numpy.diff(rate) / numpy.diff(u.t) * 64 / (2**30)
source = ColumnDataSource({
"x": u.hours,
"y": numpy.append(rate, rate[-1])
})
plot.add_glyph(
source,
Step(x="x",
y="y",
mode="after",
line_color=hc[hostname]))
plots += [self.add_axes(plot, "MCDRAM GB/s")]
except:
print("MCDRAM Bandwidth plot failed for jobid", job.id)
print(sys.exc_info())
start = time.time()
# Plot DRAM Bandwidth (GB/s)
try:
plot = Plot(plot_width=400,
plot_height=150,
x_range=DataRange1d(),
y_range=DataRange1d())
schema, _stats = u.get_type("imc")
for hostname, stats in _stats.items():
rate = stats[:, schema["CAS_READS"].index] + \
stats[:, schema["CAS_WRITES"].index]
rate = numpy.diff(rate) / numpy.diff(u.t) * 64 / (2**30)
source = ColumnDataSource({
"x": u.hours,
"y": numpy.append(rate, rate[-1])
})
plot.add_glyph(
source,
Step(x="x", y="y", mode="after", line_color=hc[hostname]))
plots += [self.add_axes(plot, "DRAM GB/s")]
except:
print('DRAM Bandwidth plot failed for jobid ' + job.id)
print(sys.exc_info())
# Plot Memory Usage (GB)
try:
plot = Plot(plot_width=400,
plot_height=150,
x_range=DataRange1d(),
y_range=DataRange1d())
schema, _stats = u.get_type("mem")
for hostname, stats in _stats.items():
usage = (stats[:, schema["MemUsed"].index] - \
stats[:, schema["Slab"].index] - \
stats[:, schema["FilePages"].index])/(2.0**30)
source = ColumnDataSource({"x": u.hours, "y": usage})
plot.add_glyph(
source,
Step(x="x", y="y", mode="after", line_color=hc[hostname]))
plots += [self.add_axes(plot, "Memory Usage GB")]
except:
print("Memory Usage plot failed for jobid", job.id)
print(sys.exc_info())
# Plot Lustre Bandwidth
try:
plot = Plot(plot_width=400,
plot_height=150,
x_range=DataRange1d(),
y_range=DataRange1d())
schema, _stats = u.get_type("llite")
for hostname, stats in _stats.items():
rate = stats[:, schema["read_bytes"].index] + \
stats[:, schema["write_bytes"].index]
rate = numpy.diff(rate) / numpy.diff(u.t) / (2**20)
source = ColumnDataSource({
"x": u.hours,
"y": numpy.append(rate, rate[-1])
})
plot.add_glyph(
source,
Step(x="x", y="y", mode="after", line_color=hc[hostname]))
plots += [self.add_axes(plot, "Lustre MB/s")]
except:
print("Lustre Bandwidth plot failed for jobid", job.id)
print(sys.exc_info())
# Plot Fabric Bandwidth
try:
plot = Plot(plot_width=400,
plot_height=150,
x_range=DataRange1d(),
y_range=DataRange1d())
try:
schema, _stats = u.get_type("ib_ext")
rx, tx = stats[:, schema["port_rcv_data"].
index], stats[:, schema["port_xmit_data"].index]
conv2mb = 2**20
except:
schema, _stats = u.get_type("opa")
rx, tx = schema["PortRcvData"].index, schema[
"PortXmitData"].index
conv2mb = 125000
for hostname, stats in _stats.items():
rate = numpy.diff(stats[:, rx] + stats[:, tx]) / numpy.diff(
u.t) / conv2mb
source = ColumnDataSource({
"x": u.hours,
"y": numpy.append(rate, rate[-1])
})
plot.add_glyph(
source,
Step(x="x", y="y", mode="after", line_color=hc[hostname]))
plots += [self.add_axes(plot, "Fabric MB/s")]
except:
print("Fabric Bandwidth plot failed for jobid", job.id)
print(sys.exc_info())
#Plot CPU Usage
try:
plot = Plot(plot_width=400,
plot_height=150,
x_range=DataRange1d(),
y_range=DataRange1d())
schema, _stats = u.get_type("cpu")
for hostname, stats in _stats.items():
busy = stats[:, schema["user"].index] + stats[:, schema["system"].index] + \
stats[:, schema["nice"].index]
idle = stats[:, schema["iowait"].index] + stats[:, schema["idle"].index] + \
stats[:, schema["irq"].index] + stats[:, schema["softirq"].index]
usage = 100 * numpy.diff(busy) / numpy.diff(busy + idle)
source = ColumnDataSource({
"x": u.hours,
"y": numpy.append(usage, usage[-1])
})
plot.add_glyph(
source,
Step(x="x", y="y", mode="after", line_color=hc[hostname]))
plots += [self.add_axes(plot, "CPU Usage %")]
except:
print("CPU Usage plot failed for jobid", job.id)
print(sys.exc_info())
# Plot CPU Frequency
try:
plot = Plot(plot_width=400,
plot_height=150,
x_range=DataRange1d(),
y_range=DataRange1d())
schema, _stats = u.get_type("pmc")
for hostname, stats in _stats.items():
rate = u.freq*(numpy.diff(stats[:, schema["CLOCKS_UNHALTED_CORE"].index]) / \
numpy.diff(stats[:, schema["CLOCKS_UNHALTED_REF"].index]))
source = ColumnDataSource({
"x": u.hours,
"y": numpy.append(rate, rate[-1])
})
plot.add_glyph(
source,
Step(x="x", y="y", mode="after", line_color=hc[hostname]))
plots += [self.add_axes(plot, "Freq GHz")]
except:
print("CPU Frequency plot failed for jobid", job.id)
print(sys.exc_info())
return gridplot(*plots,
ncols=len(plots) // 4 + 1,
toolbar_options={"logo": None})
