def test_kill_task_terminate_with_sigkill(self):
task_id = tu.get_random_task_id()
stdout_name = tu.ensure_directory('build/stdout.{}'.format(task_id))
stderr_name = tu.ensure_directory('build/stderr.{}'.format(task_id))
tu.redirect_stdout_to_file(stdout_name)
tu.redirect_stderr_to_file(stderr_name)
try:
command = "trap '' TERM SIGTERM; sleep 200"
process = cs.launch_process(command, {})
shutdown_grace_period_ms = 1000
group_id = cs.find_process_group(process.pid)
self.assertGreater(len(find_process_ids_in_group(group_id)), 0)
cs.kill_process(process, shutdown_grace_period_ms)
# await process termination
for i in range(1, 10 * shutdown_grace_period_ms):
if process.poll() is None:
time.sleep(0.01)
if process.poll() is None:
process.kill()
self.assertTrue(
((-1 * signal.SIGKILL) == process.poll())
or ((128 + signal.SIGKILL) == process.poll()),
'Process exited with code {}'.format(process.poll()))
self.assertEqual(len(find_process_ids_in_group(group_id)), 0)
finally:
tu.cleanup_output(stdout_name, stderr_name)
def test_kill_task_terminate_with_sigterm(self):
task_id = tu.get_random_task_id()
stdout_name = tu.ensure_directory('build/stdout.{}'.format(task_id))
stderr_name = tu.ensure_directory('build/stderr.{}'.format(task_id))
tu.redirect_stdout_to_file(stdout_name)
tu.redirect_stderr_to_file(stderr_name)
try:
command = "bash -c 'function handle_term { echo GOT TERM; }; trap handle_term SIGTERM TERM; sleep 200'"
process = cs.launch_process(command, {})
shutdown_grace_period_ms = 1000
group_id = cs.find_process_group(process.pid)
self.assertGreater(len(find_process_ids_in_group(group_id)), 0)
cs.kill_process(process, shutdown_grace_period_ms)
# await process termination
for i in range(1, 10 * shutdown_grace_period_ms):
if process.poll() is None:
time.sleep(0.01)
if process.poll() is None:
process.kill()
self.assertTrue(
((-1 * signal.SIGTERM) == process.poll())
or ((128 + signal.SIGTERM) == process.poll()),
'Process exited with code {}'.format(process.poll()))
self.assertEqual(0, len(find_process_ids_in_group(group_id)))
with open(stdout_name) as f:
file_contents = f.read()
self.assertTrue('GOT TERM' in file_contents)
finally:
tu.cleanup_output(stdout_name, stderr_name)
def process_launch_and_kill_helper(self, kill_fn):
task_id = tu.get_random_task_id()
stdout_name = tu.ensure_directory('build/stdout.{}'.format(task_id))
stderr_name = tu.ensure_directory('build/stderr.{}'.format(task_id))
tu.redirect_stdout_to_file(stdout_name)
tu.redirect_stderr_to_file(stderr_name)
try:
start_time = time.time()
command = 'echo "A.$(sleep 30)" & echo "B.$(sleep 30)" & echo "C.$(sleep 30)" &'
environment = {}
process = cs.launch_process(command, environment)
group_id = cs.find_process_group(process.pid)
self.assertGreater(group_id, 0)
child_process_ids = tu.wait_for(
lambda: find_process_ids_in_group(group_id),
lambda data: len(data) >= 7,
default_value=[])
self.assertGreaterEqual(len(child_process_ids), 7)
self.assertLessEqual(len(child_process_ids), 10)
kill_fn(process.pid)
child_process_ids = tu.wait_for(
lambda: find_process_ids_in_group(group_id),
lambda data: len(data) == 0,
default_value=[])
self.assertEqual(0, len(child_process_ids))
# ensure the test ran in under 30 seconds
self.assertLess(time.time() - start_time, 20)
finally:
tu.cleanup_output(stdout_name, stderr_name)