def run():
"""Run hitch tests"""
signals_trigger_exit()
cli()
def run(self, quiet=False):
"""Run all tests in the defined suite of modules."""
tests = self.tests()
failedfast = False
result_list = []
for test in tests:
if quiet:
hijacked_stdout = sys.stdout
hijacked_stderr = sys.stderr
sys.stdout = open(path.join(self.settings['engine_folder'], ".hitch", "test.out"), "ab", 0)
sys.stderr = open(path.join(self.settings['engine_folder'], ".hitch", "test.err"), "ab", 0)
def run_test_in_separate_process(file_descriptor_stdin, result_queue):
"""Change process group, run test and return result via a queue."""
orig_pgid = os.getpgrp()
os.setpgrp()
result_queue.put("pgrp")
if not quiet:
sys.stdin = os.fdopen(file_descriptor_stdin)
result = test.run()
result_queue.put(result)
if not quiet:
try:
os.tcsetpgrp(file_descriptor_stdin, orig_pgid)
except OSError as error:
if error.args[0] == 25:
pass
if not quiet:
try:
orig_stdin_termios = termios.tcgetattr(sys.stdin.fileno())
except termios.error:
orig_stdin_termios = None
orig_stdin_fileno = sys.stdin.fileno()
orig_pgid = os.getpgrp()
file_descriptor_stdin = sys.stdin.fileno()
result_queue = multiprocessing.Queue()
# Start new process to run test in, to isolate it from future test runs
test_process = multiprocessing.Process(
target=run_test_in_separate_process,
args=(file_descriptor_stdin, result_queue)
)
test_timed_out = False
test_process.start()
# Ignore all exit signals but pass them on
signal_pass_on_to_separate_process_group(test_process.pid)
# Wait until PGRP is changed
result_queue.get()
# Make stdin go to the test process so that you can use ipython, etc.
if not quiet:
try:
os.tcsetpgrp(file_descriptor_stdin, os.getpgid(test_process.pid))
except OSError as error:
if error.args[0] == 25:
pass
# Wait until process has finished
proc = psutil.Process(test_process.pid)
test_timeout = self.settings.get("test_timeout", None)
test_shutdown_timeout = self.settings.get("test_shutdown_timeout", 10)
try:
proc.wait(timeout=test_timeout)
except psutil.TimeoutExpired:
test_timed_out = True
proc.send_signal(signal.SIGTERM)
try:
proc.wait(timeout=test_shutdown_timeout)
except psutil.TimeoutExpired:
for child in proc.get_children(recursive=True):
child.send_signal(signal.SIGKILL)
proc.send_signal(signal.SIGKILL)
# Take back signal handling from test running code
signals_trigger_exit()
try:
result = result_queue.get_nowait()
except multiprocessing.queues.Empty:
result = Result(test, True, 0.0)
if test_timed_out:
result.aborted = False
result_list.append(result)
if not quiet and orig_stdin_termios is not None:
try:
termios.tcsetattr(orig_stdin_fileno, termios.TCSANOW, orig_stdin_termios)
except termios.error as err:
# I/O error caused by another test stopping this one
if err[0] == 5:
pass
if quiet:
sys.stdout = hijacked_stdout
sys.stderr = hijacked_stderr
if quiet and result is not None:
if result.failure:
warn("X")
else:
warn(".")
if result.aborted:
warn("Aborted\n")
sys.exit(1)
if self.settings.get('failfast', False) and result.failure:
failedfast = True
break
return Results(result_list, failedfast, self.settings.get('colorless', False))