def test_single_skipped_test(self): with keep_score() as current_score, skip_if(True): @test() def _(): pass self.assertEqual(current_score(), Score(0, 1))
def test_single_failing_test(self): with keep_score() as current_score: @test() def _(): fail() self.assertEqual(current_score(), Score(0, 1))
def test_single_passing_test(self): with keep_score() as current_score: @test() def _(): pass self.assertEqual(current_score(), Score(1, 1))
def test_fail_fail(self): with keep_score() as current_score: @test() def _(): fail() @test() def _(): fail() self.assertEqual(current_score(), Score(0, 2))
def test_pass_pass(self): with keep_score() as current_score: @test() def _(): pass @test() def _(): pass self.assertEqual(current_score(), Score(2, 2))
def test_all_or_nothing_pf(self): with keep_score() as current_score: with all_or_nothing(): @test() def _(): pass @test() def _(): fail() self.assertEqual(current_score(), Score(0, 2))
def _test_command(args): ''' Runs when using test command ''' with keep_score() as current_score, keep_counts() as current_counts: def report_fail(e): message = "\n".join([ f'[{current_counts().test_index}] FAIL {str(e)}', *[ f'{key}: {value}' for key, value in current_context().items() ], '=' * 50, ]) print(message.strip()) with reporting(on_fail=report_fail): for path_to_tests in find_files_recursively( predicate=has_name(args.tests_file)): directory_containing_tests = os.path.dirname(path_to_tests) with inside_directory(directory_containing_tests): tested_file_present = os.path.isfile(args.tested_file) filename_of_tests = os.path.basename(path_to_tests) if not tested_file_present: print( f"ERROR: Could not find {args.tested_file} in {os.path.abspath(directory_containing_tests)}" ) if args.ignore_missing_tested_file: print( f"WARNING: Continuing with testing --- tests will be fully ignored, not even be counted as skipped" ) else: sys.exit(-1) else: with tested_file(args.tested_file), context( 'Tests directory', directory_containing_tests): execute_code(os.path.basename(filename_of_tests)) score = current_score() counts = current_counts() print(f'PASS {counts.npass}') print(f'FAIL {counts.nfail}') print(f'SKIP {counts.nskip}') print(f'Score: {score}')
def test_passing(self): def refimpl(x): return x def testimpl(x): return x with keep_score() as current_score, reference_based_test( refimpl, testimpl) as testcase: testcase(0) testcase(1) testcase(2) testcase(3) self.assertEqual(current_score(), Score(4, 4))
def test_failing_parameter_modification(self): def refimpl(xs): return xs.append(1) def testimpl(xs): return xs.append(2) with keep_score() as current_score, reference_based_test( refimpl, testimpl) as testcase: testcase([]) testcase([1]) testcase([2]) testcase([1, 2, 3]) self.assertEqual(current_score(), Score(0, 4))
def test_all_or_nothing_fpp(self): with keep_score(), keep_counts() as current_count, all_or_nothing(): @test() def _(): fail() @test() def _(): pass @test() def _(): pass self.assertEqual(current_count(), Counts(2, 1, 0))
def test_cumulative_in_all_or_nothing(self): with keep_score() as current_score: with all_or_nothing(): with cumulative(): @test() def _(): pass @test() def _(): fail() with cumulative(): @test() def _(): pass @test() def _(): fail() self.assertEqual(current_score(), Score(0, 4))
def test_failing(self): expected = ''' def foo(x): return x * 2 ''' actual = ''' def foo(x): return x ''' expected = load_code_from_string_into_module(dedent(expected), 'expected') actual = load_code_from_string_into_module(dedent(actual), 'actual') with reference_module(expected), tested_module(actual), keep_score( ) as current_score, reference_based_test('foo') as testcase: testcase(0) testcase(1) testcase(2) testcase(3) self.assertEqual(current_score(), Score(1, 4))