def test_default_set_get_3_runs(env):
env.skipOnCluster()
run_count = 3
benchmark_specs = {
"name": env.testName,
"args": ['--run-count={}'.format(run_count)]
}
addTLSArgs(benchmark_specs, env)
config = get_default_memtier_config()
master_nodes_list = env.getMasterNodesList()
overall_expected_request_count = get_expected_request_count(
config) * run_count
add_required_env_arguments(benchmark_specs, config, env, master_nodes_list)
# Create a temporary directory
test_dir = tempfile.mkdtemp()
config = RunConfig(test_dir, env.testName, config, {})
ensure_clean_benchmark_folder(config.results_dir)
benchmark = Benchmark.from_json(config, benchmark_specs)
# benchmark.run() returns True if the return code of memtier_benchmark was 0
memtier_ok = benchmark.run()
debugPrintMemtierOnError(config, env, memtier_ok)
master_nodes_connections = env.getOSSMasterNodesConnectionList()
merged_command_stats = {
'cmdstat_set': {
'calls': 0
},
'cmdstat_get': {
'calls': 0
}
}
overall_request_count = agg_info_commandstats(master_nodes_connections,
merged_command_stats)
assert_minimum_memtier_outcomes(config, env, memtier_ok,
merged_command_stats,
overall_expected_request_count,
overall_request_count)
def run_benchmark(self, benchmark_json, target_json):
name = '{}_{}'.format(benchmark_json['name'], target_json['name'])
logging.info('===== Running benchmark "%s" =====', name)
config = RunConfig(self.base_results_dir, name,
self.spec['configuration'],
benchmark_json.get('configuration', {}))
os.makedirs(config.results_dir)
# Write benchmark info
with open(os.path.join(config.results_dir, "benchmark.json"),
"w") as bfile:
json.dump(
{
'benchmark': benchmark_json['name'],
'target': target_json['name']
}, bfile)
target = Target.from_json(config, target_json)
benchmark = Benchmark.from_json(config, benchmark_json)
logging.info('Setting up target "%s"', target.name)
try:
target.setup()
except Exception as err:
logging.exception('Failed to set up target: %s' % err)
self.errors += 1
return
logging.info('Running benchmark "%s"', benchmark.name)
if not benchmark.run():
logging.error('Benchmark execution failed')
self.errors += 1
logging.info('Tearing down target "%s"', target.name)
target.teardown()
def test_default_set_get_with_print_percentiles(env):
p_str = '0,10,20,30,40,50,60,70,80,90,95,100'
histogram_prefix = 'percentiles-test'
benchmark_specs = {
"name":
env.testName,
"args": [
'--print-percentiles={}'.format(p_str),
'--hdr-file-prefix={}'.format(histogram_prefix)
]
}
addTLSArgs(benchmark_specs, env)
config = get_default_memtier_config()
master_nodes_list = env.getMasterNodesList()
overall_expected_request_count = get_expected_request_count(config)
add_required_env_arguments(benchmark_specs, config, env, master_nodes_list)
# Create a temporary directory
test_dir = tempfile.mkdtemp()
config = RunConfig(test_dir, env.testName, config, {})
ensure_clean_benchmark_folder(config.results_dir)
benchmark = Benchmark.from_json(config, benchmark_specs)
# benchmark.run() returns True if the return code of memtier_benchmark was 0
memtier_ok = benchmark.run()
debugPrintMemtierOnError(config, env, memtier_ok)
master_nodes_connections = env.getOSSMasterNodesConnectionList()
merged_command_stats = {
'cmdstat_set': {
'calls': 0
},
'cmdstat_get': {
'calls': 0
}
}
overall_request_count = agg_info_commandstats(master_nodes_connections,
merged_command_stats)
assert_minimum_memtier_outcomes(config, env, memtier_ok,
merged_command_stats,
overall_expected_request_count,
overall_request_count)
json_filename = '{0}/mb.json'.format(config.results_dir)
hdr_files_sufix = [
"_FULL_RUN_1", "_SET_command_run_1", "_GET_command_run_1"
]
histogram_files = []
for sufix in hdr_files_sufix:
for ftype in ["txt", "hgrm"]:
histogram_files.append("{0}{1}.{2}".format(histogram_prefix, sufix,
ftype))
## Assert that all requested percentiles are stored at the json file
with open(json_filename) as results_json:
results_dict = json.load(results_json)
set_percentiles = results_dict['ALL STATS']['Sets'][
'Percentile Latencies']
cleaned_keys = [x.split(".")[0] for x in set_percentiles.keys()]
for p in p_str.split(","):
env.assertTrue("p{}".format(p) in cleaned_keys)
# Assert that histogram output files are present
for fname in histogram_files:
env.assertTrue(os.path.isfile('{0}'.format(fname)))