def test_all_stops_execution_on_test_teardown_2_error():
report = chili_all(['./chili_test_teardown_error2.so'])
two_executed = report.num_executed == 2
one_error = report.num_errors == 1
one_succeeded = report.num_succeeded == 1
return two_executed and one_error and one_succeeded
def test_all_stops_execution_on_test_teardown_2_error():
report = chili_all(['./chili_test_teardown_error2.so'])
two_executed = report.num_executed == 2
one_error = report.num_errors == 1
one_succeeded = report.num_succeeded == 1
return two_executed and one_error and one_succeeded
def test_all_stops_execution_on_test_teardown_error():
report = chili_all(['./chili_test_teardown_error.so'])
one_executed = report.num_executed == 1
one_error = report.num_errors == 1
none_succeeded = report.num_succeeded == 0
return one_executed and one_error and none_succeeded
def test_all_stops_execution_on_test_teardown_error():
report = chili_all(['./chili_test_teardown_error.so'])
one_executed = report.num_executed == 1
one_error = report.num_errors == 1
none_succeeded = report.num_succeeded == 0
return one_executed and one_error and none_succeeded
def test_all_executes_all_tests_even_when_test_crashes():
report = chili_all(['./chili_crash.so'])
all_executed = report.num_executed == 2
all_errors = report.num_executed == report.num_errors
return all_executed and all_errors
def test_all_stops_execution_on_suite_setup_error():
report = chili_all(['./chili_suite_setup_error.so'])
none_executed = report.num_executed == 0
return none_executed
def test_all_executes_all_tests_even_in_case_of_failure():
report = chili_all(['./chili_failure.so'])
all_executed = report.num_executed == 3
all_failed = report.num_executed == report.num_failed
return all_executed and all_failed
def test_all_process_returns_non_0_when_test_suite_doesnt_exist():
report = chili_all(['./non_existent.so'])
return report.process_return != 0
def test_all_process_returns_non_0_when_no_test_suite():
report = chili_all([])
return report.process_return != 0
def test_all_process_returns_non_0_on_suite_setup_error():
report = chili_all(['./chili_suite_setup_error.so'])
return report.process_return != 0 and report.num_executed == 0
def test_all_process_returns_non_0_on_test_failure():
report = chili_all(['./chili_failure.so'])
return report.process_return != 0 and report.num_failed > 0
def test_all_process_returns_0_on_test_success():
report = chili_all(['./chili_success.so'])
return report.process_return == 0 and report.num_succeeded > 0
def test_all_executes_all_tests_even_when_test_crashes():
report = chili_all(['./chili_crash.so'])
all_executed = report.num_executed == 2
all_errors = report.num_executed == report.num_errors
return all_executed and all_errors
def test_all_stops_execution_on_suite_setup_error():
report = chili_all(['./chili_suite_setup_error.so'])
none_executed = report.num_executed == 0
return none_executed
def test_all_executes_all_tests_even_in_case_of_failure():
report = chili_all(['./chili_failure.so'])
all_executed = report.num_executed == 3
all_failed = report.num_executed == report.num_failed
return all_executed and all_failed