def disk_perf_info(self, avg_interval=2.0):
if self._pinfo is not None:
return self._pinfo
testnodes_count = len(self.config.nodes)
pinfo = DiskPerfInfo(self.name, self.summary(), self.params,
testnodes_count)
def prepare(data, drop=1):
if data is None:
return data
res = []
for ts_data in data:
if ts_data.average_interval() < avg_interval:
ts_data = ts_data.derived(avg_interval)
# drop last value on bounds
# as they may contains ranges without activities
assert len(ts_data.values) >= drop + 1, str(drop) + " " + str(
ts_data.values)
if drop > 0:
res.append(ts_data.values[:-drop])
else:
res.append(ts_data.values)
return res
def agg_data(matr):
arr = sum(matr, [])
min_len = min(map(len, arr))
res = []
for idx in range(min_len):
res.append(sum(dt[idx] for dt in arr))
return res
pinfo.raw_lat = map(prepare, self.lat.per_vm())
num_th = sum(map(len, pinfo.raw_lat))
lat_avg = [val / num_th for val in agg_data(pinfo.raw_lat)]
pinfo.lat_avg = data_property(lat_avg).average / 1000 # us to ms
pinfo.lat_50, pinfo.lat_95 = self.get_lat_perc_50_95_multy()
pinfo.lat = pinfo.lat_50
pinfo.raw_bw = map(prepare, self.bw.per_vm())
pinfo.raw_iops = map(prepare, self.iops.per_vm())
if self.iops_sys is not None:
pinfo.raw_iops_sys = map(prepare, self.iops_sys.per_vm())
pinfo.iops_sys = data_property(agg_data(pinfo.raw_iops_sys))
else:
pinfo.raw_iops_sys = None
pinfo.iops_sys = None
fparams = self.get_params_from_fio_report()
fio_report_bw = sum(fparams['flt_bw'])
fio_report_iops = sum(fparams['flt_iops'])
agg_bw = agg_data(pinfo.raw_bw)
agg_iops = agg_data(pinfo.raw_iops)
log_bw_avg = average(agg_bw)
log_iops_avg = average(agg_iops)
# update values to match average from fio report
coef_iops = fio_report_iops / float(log_iops_avg)
coef_bw = fio_report_bw / float(log_bw_avg)
bw_log = data_property([val * coef_bw for val in agg_bw])
iops_log = data_property([val * coef_iops for val in agg_iops])
bw_report = data_property([fio_report_bw])
iops_report = data_property([fio_report_iops])
# When IOPS/BW per thread is too low
# data from logs is rounded to match
iops_per_th = sum(sum(pinfo.raw_iops, []), [])
if average(iops_per_th) > 10:
pinfo.iops = iops_log
pinfo.iops2 = iops_report
else:
pinfo.iops = iops_report
pinfo.iops2 = iops_log
bw_per_th = sum(sum(pinfo.raw_bw, []), [])
if average(bw_per_th) > 10:
pinfo.bw = bw_log
pinfo.bw2 = bw_report
else:
pinfo.bw = bw_report
pinfo.bw2 = bw_log
self._pinfo = pinfo
return pinfo
def stat(self):
return data_property(self.data)
def disk_perf_info(self, avg_interval=2.0):
if self._pinfo is not None:
return self._pinfo
testnodes_count = len(self.config.nodes)
pinfo = DiskPerfInfo(self.name,
self.summary(),
self.params,
testnodes_count)
def prepare(data, drop=1):
if data is None:
return data
res = []
for ts_data in data:
if ts_data.average_interval() < avg_interval:
ts_data = ts_data.derived(avg_interval)
# drop last value on bounds
# as they may contains ranges without activities
assert len(ts_data.values) >= drop + 1, str(drop) + " " + str(ts_data.values)
if drop > 0:
res.append(ts_data.values[:-drop])
else:
res.append(ts_data.values)
return res
def agg_data(matr):
arr = sum(matr, [])
min_len = min(map(len, arr))
res = []
for idx in range(min_len):
res.append(sum(dt[idx] for dt in arr))
return res
pinfo.raw_lat = map(prepare, self.lat.per_vm())
num_th = sum(map(len, pinfo.raw_lat))
lat_avg = [val / num_th for val in agg_data(pinfo.raw_lat)]
pinfo.lat_avg = data_property(lat_avg).average / 1000 # us to ms
pinfo.lat_50, pinfo.lat_95 = self.get_lat_perc_50_95_multy()
pinfo.lat = pinfo.lat_50
pinfo.raw_bw = map(prepare, self.bw.per_vm())
pinfo.raw_iops = map(prepare, self.iops.per_vm())
fparams = self.get_params_from_fio_report()
fio_report_bw = sum(fparams['flt_bw'])
fio_report_iops = sum(fparams['flt_iops'])
agg_bw = agg_data(pinfo.raw_bw)
agg_iops = agg_data(pinfo.raw_iops)
log_bw_avg = average(agg_bw)
log_iops_avg = average(agg_iops)
# update values to match average from fio report
coef_iops = fio_report_iops / float(log_iops_avg)
coef_bw = fio_report_bw / float(log_bw_avg)
bw_log = data_property([val * coef_bw for val in agg_bw])
iops_log = data_property([val * coef_iops for val in agg_iops])
bw_report = data_property([fio_report_bw])
iops_report = data_property([fio_report_iops])
# When IOPS/BW per thread is too low
# data from logs is rounded to match
iops_per_th = sum(sum(pinfo.raw_iops, []), [])
if average(iops_per_th) > 10:
pinfo.iops = iops_log
pinfo.iops2 = iops_report
else:
pinfo.iops = iops_report
pinfo.iops2 = iops_log
bw_per_th = sum(sum(pinfo.raw_bw, []), [])
if average(bw_per_th) > 10:
pinfo.bw = bw_log
pinfo.bw2 = bw_report
else:
pinfo.bw = bw_report
pinfo.bw2 = bw_log
self._pinfo = pinfo
return pinfo
def stat(self):
return data_property(self.data)