def run_lat_cmd_sweep(nfp, outdir):
"""Run Latency tests to determine any cache or IO-MMU effects"""
twr = TableWriter(nfp.lat_fmt)
win_szs = [x * 1024 for x in [1, 4, 16, 256, 512]] + \
[x * 1024 * 1024 for x in [1, 1.5, 2, 3, 4, 8, 16, 32, 64]]
trans_szs = [8, 64]
access = nfp.FLAGS_RANDOM
for test_no in [nfp.LAT_CMD_RD, nfp.LAT_CMD_WRRD]:
for trans_sz in trans_szs:
out_name = "lat_cmd_sweep_"
out_name += "rd_" if test_no == nfp.LAT_CMD_RD else "wrrd_"
out_name += "seq_" if access == 0 else "rnd_"
out_name += "%02d" % trans_sz
twr.open(outdir + out_name, TableWriter.ALL)
twr.msg("\n\nPCIe CMD %s latency over different windows "
"sizes with %s access" %
("Read" if test_no == nfp.LAT_CMD_RD else "Write/Read",
"sequential" if access == 0 else "random"))
for flags in [
0, nfp.FLAGS_THRASH, nfp.FLAGS_WARM, nfp.FLAGS_HOSTWARM
]:
twr.sec()
for win_sz in win_szs:
_ = nfp.lat_test(twr, test_no, access | flags, win_sz,
trans_sz, 0, 0)
twr.close(TableWriter.ALL)
def run_bw_dma_win_sweep(nfp, outdir):
"""Run Bandwidth tests with differnt windows sizes"""
twr = TableWriter(nfp.bw_fmt)
win_szs = [x * 1024 for x in [4, 16, 256, 512]] + \
[x * 1024 * 1024 for x in [1, 1.5, 2, 3, 4, 8, 16, 32, 64]]
trans_szs = [64, 128, 256, 512]
access = nfp.FLAGS_RANDOM
for test_no in [nfp.BW_DMA_RD, nfp.BW_DMA_WR]:
for trans_sz in trans_szs:
out_name = "bw_dma_win_sweep_"
out_name += "rd" if test_no == nfp.BW_DMA_RD else "wr"
out_name += "_rnd_"
out_name += "%02d" % trans_sz
twr.open(outdir + out_name, TableWriter.ALL)
twr.msg("\n\nPCIe DMA %s bandwidth over different windows "
"sizes with Random access" %
("Read" if test_no == nfp.BW_DMA_RD else "Write"))
for flags in [
0, nfp.FLAGS_THRASH, nfp.FLAGS_WARM, nfp.FLAGS_HOSTWARM
]:
twr.sec()
for win_sz in win_szs:
nfp.bw_test(twr, test_no, flags | access, win_sz, trans_sz,
0, 0)
twr.close(TableWriter.ALL)
def run_bw_dma_off(nfp, outdir):
"""Run Bandwidth tests to with different host offset"""
twr = TableWriter(nfp.bw_fmt)
win_sz = 8192
trans_szs = [64, 128, 256, 407, 416, 1024, 2048]
offsets = [0, 1, 2, 3, 4, 6, 8, 12, 16, 20, 25, 32, 41, 48, 63]
for flags in [0, nfp.FLAGS_HOSTWARM]:
for test_no in [nfp.BW_DMA_RD, nfp.BW_DMA_WR]:
out_name = "bw_dma_off_%s" % \
("rd" if test_no == nfp.BW_DMA_RD else "wr")
# With DDIO, no point in running cold/warm WRRD tests
if flags == 0 and test_no == nfp.LAT_DMA_WRRD:
continue
if flags == 0:
out_name += "_cold"
twr.open(outdir + out_name, TableWriter.ALL)
twr.msg("\nPCIe DMA %s Bandwidth with different host offset" %
("Read" if test_no == nfp.LAT_DMA_RD else "Write"))
for trans_sz in trans_szs:
twr.sec()
for off in offsets:
_ = nfp.bw_test(twr, test_no, flags, win_sz, trans_sz, off,
0)
twr.sec()
for off in offsets:
_ = nfp.bw_test(twr, test_no, flags, win_sz, trans_sz, 0,
off)
twr.close(TableWriter.ALL)
def run_lat_dma_off(nfp, outdir):
"""Run Latency tests to with different host offset"""
twr = TableWriter(nfp.lat_fmt)
flags = nfp.FLAGS_HOSTWARM
win_sz = 8192
trans_szs = [64, 128, 256, 407, 416, 1024, 2048]
offsets = [0, 1, 2, 3, 4, 6, 8, 12, 16, 20, 25, 32, 41, 48, 63]
for test_no in [nfp.LAT_DMA_RD, nfp.LAT_DMA_WRRD]:
out_name = "lat_dma_off_%s" % \
("rd" if test_no == nfp.LAT_DMA_RD else "wrrd")
twr.open(outdir + out_name, TableWriter.ALL)
twr.msg("\nPCIe DMA %s latency with different host offset" %
("Read" if test_no == nfp.LAT_DMA_RD else "Write/Read"))
for trans_sz in trans_szs:
twr.sec()
for off in offsets:
_ = nfp.lat_test(twr, test_no, flags, win_sz, trans_sz, off, 0)
twr.sec()
for off in offsets:
_ = nfp.lat_test(twr, test_no, flags, win_sz, trans_sz, 0, off)
twr.close(TableWriter.ALL)
def run_lat_cmd(nfp, outdir):
"""Run basic Latency tests for different sizes using the PCIe commands"""
twr = TableWriter(nfp.lat_fmt)
twr.open(outdir + "lat_cmd_sizes", TableWriter.ALL)
twr.msg("\nPCIe CMD Latency with different transfer sizes")
win_sz = 4096
trans_szs = [4, 8, 16, 24, 32, 48, 64]
flags = nfp.FLAGS_HOSTWARM
for test_no in [nfp.LAT_CMD_RD, nfp.LAT_CMD_WRRD]:
twr.sec()
for trans_sz in trans_szs:
_ = nfp.lat_test(twr, test_no, flags, win_sz, trans_sz, 0, 0)
twr.close(TableWriter.ALL)
def run_lat_dma_byte(nfp, outdir):
"""Run basic Latency tests for different sizes using the PCIe commands"""
twr = TableWriter(nfp.lat_fmt)
twr.open(outdir + "lat_dma_sizes_byte_inc", TableWriter.ALL)
twr.msg("\nPCIe DMA Latency with different transfer sizes")
win_sz = 8192
flags = nfp.FLAGS_HOSTWARM
for mid_sz in [256, 1024]:
trans_szs = range(mid_sz - 16, mid_sz + 16)
for test_no in [nfp.LAT_DMA_RD, nfp.LAT_DMA_WRRD]:
twr.sec()
for trans_sz in trans_szs:
_ = nfp.lat_test(twr, test_no, flags, win_sz, trans_sz, 0, 0)
twr.close(TableWriter.ALL)
def run_lat_dma(nfp, outdir):
"""Run basic Latency tests for different sizes using the PCIe commands"""
twr = TableWriter(nfp.lat_fmt)
twr.open(outdir + "lat_dma_sizes", TableWriter.ALL)
twr.msg("\nPCIe DMA Latency with different transfer sizes")
win_sz = 8192
flags = nfp.FLAGS_HOSTWARM
trans_szs = [
4, 8, 16, 24, 32, 48, 64, 128, 256, 512, 768, 1024, 1280, 1520, 2048
]
for test_no in [nfp.LAT_DMA_RD, nfp.LAT_DMA_WRRD]:
twr.sec()
for trans_sz in trans_szs:
_ = nfp.lat_test(twr, test_no, flags, win_sz, trans_sz, 0, 0)
twr.close(TableWriter.ALL)
def run_lat_cmd_off(nfp, outdir):
"""Run Latency tests to with different host offset"""
twr = TableWriter(nfp.lat_fmt)
win_szs = [4096, 8 * 1024 * 1024]
trans_szs = [8, 64]
for test_no in [nfp.LAT_CMD_RD, nfp.LAT_CMD_WRRD]:
out_name = "lat_cmd_off_%s" % \
("rd" if test_no == nfp.LAT_CMD_RD else "wrrd")
twr.open(outdir + out_name, TableWriter.ALL)
twr.msg("\nPCIe CMD %s latency with different host offset" %
("Read" if test_no == nfp.LAT_CMD_RD else "Write/Read"))
for trans_sz in trans_szs:
for win_sz in win_szs:
for flags in [0, nfp.FLAGS_HOSTWARM]:
twr.sec()
for off in [0, 1, 2, 3, 4, 6, 8, 16, 32, 48]:
_ = nfp.lat_test(twr, test_no, flags, win_sz, trans_sz,
off, 0)
twr.close(TableWriter.ALL)
def run_lat_details(nfp, outdir):
"""Run a longer test and perform some analysis"""
win_szs = [8192, 64 * 1024 * 1024]
common_flags = nfp.FLAGS_LONG | nfp.FLAGS_RANDOM
# Commands latencies
trans_szs = [8]
twr = TableWriter(nfp.lat_fmt)
twr.open(outdir + "lat_cmd_details", TableWriter.ALL)
cdfwr = TableWriter(LAT_TEST_CDF_FMT, stdout=False)
cdfwr.open(outdir + "lat_cmd_details_cdf", TableWriter.ALL)
raw = open(outdir + "lat_cmd_details_raw.dat", 'w')
twr.msg("\nPCIe CMD latencies with more details")
for test_no in [nfp.LAT_CMD_RD, nfp.LAT_CMD_WRRD]:
twr.sec()
for trans_sz in trans_szs:
for win_sz in win_szs:
for flags in [common_flags, common_flags | nfp.FLAGS_HOSTWARM]:
lat_stats = nfp.lat_test(twr, test_no, flags, win_sz,
trans_sz, 0, 0)
h_cyc = lat_stats.histo()
cdf_cyc = histo2cdf(h_cyc)
vals = sorted(cdf_cyc.keys())
cdfwr.sec("test=%s trans_sz=%d win_sz=%d cache=%s" %
(nfp.TEST_NAMES[test_no], trans_sz, win_sz,
"hwarm" if flags & nfp.FLAGS_HOSTWARM \
else "cold"))
cdfwr.out((vals[0], nfp.cyc2ns(vals[0]), 0))
for val in vals:
cdfwr.out((val, nfp.cyc2ns(val), cdf_cyc[val]))
# write raw data
raw.write(
"# %s %s Winsz=%d trans_sz=%d (values in ns)\n" %
(nfp.TEST_NAMES[test_no], "Warm" if flags
& nfp.FLAGS_HOSTWARM else "Cold", win_sz, trans_sz))
for t in lat_stats.list:
raw.write("%.0f\n" % nfp.cyc2ns(t))
raw.write("\n\n")
cdfwr.close(TableWriter.ALL)
twr.close(TableWriter.ALL)
raw.close()
# DMA latencies
trans_szs = [64, 2048]
twr = TableWriter(nfp.lat_fmt)
twr.open(outdir + "lat_dma_details", TableWriter.ALL)
cdfwr = TableWriter(LAT_TEST_CDF_FMT, stdout=False)
cdfwr.open(outdir + "lat_dma_details_cdf", TableWriter.ALL)
raw = open(outdir + "lat_dma_details_raw.dat", 'w')
twr.msg("\nPCIe DMA latencies with more details")
for test_no in [nfp.LAT_DMA_RD, nfp.LAT_DMA_WRRD]:
twr.sec()
for trans_sz in trans_szs:
for win_sz in win_szs:
for flags in [common_flags, common_flags | nfp.FLAGS_HOSTWARM]:
lat_stats = nfp.lat_test(twr, test_no, flags, win_sz,
trans_sz, 0, 0)
h_cyc = lat_stats.histo()
cdf_cyc = histo2cdf(h_cyc)
vals = sorted(cdf_cyc.keys())
cdfwr.sec("test=%s trans_sz=%d win_sz=%d cache=%s" %
(nfp.TEST_NAMES[test_no], trans_sz, win_sz,
"hwarm" if flags & nfp.FLAGS_HOSTWARM \
else "cold"))
cdfwr.out((vals[0], nfp.cyc2ns(vals[0]), 0))
for val in vals:
cdfwr.out((val, nfp.cyc2ns(val), cdf_cyc[val]))
# write raw data
raw.write(
"# %s %s Winsz=%d trans_sz=%d (values in ns)\n" %
(nfp.TEST_NAMES[test_no], "Warm" if flags
& nfp.FLAGS_HOSTWARM else "Cold", win_sz, trans_sz))
for t in lat_stats.list:
raw.write("%.0f\n" % nfp.cyc2ns(t))
raw.write("\n\n")
cdfwr.close(TableWriter.ALL)
twr.close(TableWriter.ALL)
raw.close()