def test_with_errors(self):
event = YcsbStressEvent.failure(node="node1", errors=["e1", "e2"])
self.assertEqual(event.severity, Severity.CRITICAL)
self.assertEqual(event.node, "node1")
self.assertIsNone(event.stress_cmd)
self.assertIsNone(event.log_file_name)
self.assertEqual(event.errors, ["e1", "e2"])
self.assertEqual(
str(event),
"(YcsbStressEvent Severity.CRITICAL): type=failure node=node1\nstress_cmd=None\nerrors:\n\ne1\ne2"
)
self.assertEqual(event, pickle.loads(pickle.dumps(event)))
def test_with_errors(self):
event = YcsbStressEvent.failure(node="node1", errors=["e1", "e2"])
self.assertEqual(event.severity, Severity.CRITICAL)
self.assertEqual(event.node, "node1")
self.assertIsNone(event.stress_cmd)
self.assertIsNone(event.log_file_name)
self.assertEqual(event.errors, ["e1", "e2"])
event.event_id = "225676a7-ddd1-4f4d-bae8-1cf5b35d0955"
self.assertEqual(
str(event),
"(YcsbStressEvent Severity.CRITICAL) period_type=not-set "
"event_id=225676a7-ddd1-4f4d-bae8-1cf5b35d0955:"
" type=failure node=node1\nerrors:\n\ne1\ne2")
self.assertEqual(event, pickle.loads(pickle.dumps(event)))
def _run_stress(self, loader, loader_idx, cpu_idx):
dns_options = ""
cpu_options = ""
if self.params.get('alternator_use_dns_routing'):
dns = RemoteDocker(
loader,
"scylladb/hydra-loaders:alternator-dns-0.2",
command_line=
f'python3 /dns_server.py {self.db_node_to_query(loader)} '
f'{self.params.get("alternator_port")}',
extra_docker_opts=f'--label shell_marker={self.shell_marker}')
dns_options += f'--dns {dns.internal_ip_address} --dns-option use-vc'
if self.stress_num > 1:
cpu_options = '--cpuset-cpus="{cpu_idx}"'
docker = RemoteDocker(
loader,
"scylladb/hydra-loaders:ycsb-jdk8-20211104",
extra_docker_opts=
f'{dns_options} {cpu_options} --label shell_marker={self.shell_marker}'
)
self.copy_template(docker)
stress_cmd = self.build_stress_cmd()
if not os.path.exists(loader.logdir):
os.makedirs(loader.logdir, exist_ok=True)
log_file_name = os.path.join(
loader.logdir,
'ycsb-l%s-c%s-%s.log' % (loader_idx, cpu_idx, uuid.uuid4()))
LOGGER.debug('ycsb-stress local log: %s', log_file_name)
def raise_event_callback(sentinel, line): # pylint: disable=unused-argument
if line:
YcsbStressEvent.error(node=loader,
stress_cmd=stress_cmd,
errors=[
line,
]).publish()
LOGGER.debug("running: %s", stress_cmd)
node_cmd = 'cd /YCSB && {}'.format(stress_cmd)
YcsbStressEvent.start(node=loader, stress_cmd=stress_cmd).publish()
with YcsbStatsPublisher(loader,
loader_idx,
ycsb_log_filename=log_file_name):
try:
result = docker.run(
cmd=node_cmd,
timeout=self.timeout + self.shutdown_timeout,
log_file=log_file_name,
watchers=[
FailuresWatcher(r'\sERROR|=UNEXPECTED_STATE|=ERROR',
callback=raise_event_callback,
raise_exception=False)
])
return self.parse_final_output(result)
except Exception as exc:
errors_str = format_stress_cmd_error(exc)
YcsbStressEvent.failure(
node=loader,
stress_cmd=self.stress_cmd,
log_file_name=log_file_name,
errors=[
errors_str,
],
).publish()
raise
finally:
YcsbStressEvent.finish(node=loader,
stress_cmd=stress_cmd,
log_file_name=log_file_name).publish()