def test_all_stops_execution_on_test_teardown_2_error(): report = chili_all(['./chili_test_teardown_error2.so']) two_executed = report.num_executed == 2 one_error = report.num_errors == 1 one_succeeded = report.num_succeeded == 1 return two_executed and one_error and one_succeeded
def test_all_stops_execution_on_test_teardown_error(): report = chili_all(['./chili_test_teardown_error.so']) one_executed = report.num_executed == 1 one_error = report.num_errors == 1 none_succeeded = report.num_succeeded == 0 return one_executed and one_error and none_succeeded
def test_all_executes_all_tests_even_when_test_crashes(): report = chili_all(['./chili_crash.so']) all_executed = report.num_executed == 2 all_errors = report.num_executed == report.num_errors return all_executed and all_errors
def test_all_stops_execution_on_suite_setup_error(): report = chili_all(['./chili_suite_setup_error.so']) none_executed = report.num_executed == 0 return none_executed
def test_all_executes_all_tests_even_in_case_of_failure(): report = chili_all(['./chili_failure.so']) all_executed = report.num_executed == 3 all_failed = report.num_executed == report.num_failed return all_executed and all_failed
def test_all_process_returns_non_0_when_test_suite_doesnt_exist(): report = chili_all(['./non_existent.so']) return report.process_return != 0
def test_all_process_returns_non_0_when_no_test_suite(): report = chili_all([]) return report.process_return != 0
def test_all_process_returns_non_0_on_suite_setup_error(): report = chili_all(['./chili_suite_setup_error.so']) return report.process_return != 0 and report.num_executed == 0
def test_all_process_returns_non_0_on_test_failure(): report = chili_all(['./chili_failure.so']) return report.process_return != 0 and report.num_failed > 0
def test_all_process_returns_0_on_test_success(): report = chili_all(['./chili_success.so']) return report.process_return == 0 and report.num_succeeded > 0