def test_integration(self): """Run a runner with self.reporter as a test reporter, and verify a bunch of stuff.""" runner = TestRunner(DummyTestCase, test_reporters=[self.reporter]) conn = self.reporter.conn # We're creating a new in-memory database in make_reporter, so we don't need to worry about rows from previous tests. (build, ) = list(conn.execute(Builds.select())) assert_equal(build['buildname'], 'a_build_name') assert_equal(build['branch'], 'a_branch_name') assert_equal(build['revision'], 'deadbeefdeadbeefdeadbeefdeadbeefdeadbeef') # Method count should be None until we discover (which is part of running) assert_equal(build['method_count'], None) # End time should be None until we run. assert_equal(build['end_time'], None) assert runner.run() # Now that we've run the tests, get the build row again and check to see that things are updated. (updated_build, ) = list(conn.execute(Builds.select())) for key in updated_build.keys(): if key not in ('end_time', 'run_time', 'method_count'): assert_equal(build[key], updated_build[key]) assert_gt(updated_build['run_time'], 0) assert_in_range(updated_build['end_time'], 0, time.time()) assert_equal(updated_build['method_count'], 2) # The discovery_failure column should exist and be False. assert 'discovery_failure' in build assert_equal(build['discovery_failure'], False) # Check that we have one failure and one pass, and that they're the right tests. test_results = list( conn.execute( SA.select(columns=TestResults.columns + Tests.columns, from_obj=TestResults.join( Tests, TestResults.c.test == Tests.c.id)))) assert_equal(len(test_results), 2) (passed_test, ) = [r for r in test_results if not r['failure']] (failed_test, ) = [r for r in test_results if r['failure']] assert_equal(passed_test['method_name'], 'test_pass') assert_equal(failed_test['method_name'], 'test_fail')
def test_integration(self): """Run a runner with self.reporter as a test reporter, and verify a bunch of stuff.""" runner = TestRunner(DummyTestCase, test_reporters=[self.reporter]) conn = self.reporter.conn # We're creating a new in-memory database in make_reporter, so we don't need to worry about rows from previous tests. (build,) = list(conn.execute(Builds.select())) assert_equal(build['buildname'], 'a_build_name') assert_equal(build['branch'], 'a_branch_name') assert_equal(build['revision'], 'deadbeefdeadbeefdeadbeefdeadbeefdeadbeef') # Method count should be None until we discover (which is part of running) assert_equal(build['method_count'], None) # End time should be None until we run. assert_equal(build['end_time'], None) assert runner.run() # Now that we've run the tests, get the build row again and check to see that things are updated. (updated_build,) = list(conn.execute(Builds.select())) for key in updated_build.keys(): if key not in ('end_time', 'run_time', 'method_count'): assert_equal(build[key], updated_build[key]) assert_gt(updated_build['run_time'], 0) assert_in_range(updated_build['end_time'], 0, time.time()) assert_equal(updated_build['method_count'], 2) # The discovery_failure column should exist and be False. assert 'discovery_failure' in build assert_equal(build['discovery_failure'], False) # Check that we have one failure and one pass, and that they're the right tests. test_results = list(conn.execute(SA.select( columns=TestResults.columns + Tests.columns, from_obj=TestResults.join(Tests, TestResults.c.test == Tests.c.id) ))) assert_equal(len(test_results), 2) (passed_test,) = [r for r in test_results if not r['failure']] (failed_test,) = [r for r in test_results if r['failure']] assert_equal(passed_test['method_name'], 'test_pass') assert_equal(failed_test['method_name'], 'test_fail')
def test_integration(self): """Run a runner with self.reporter as a test reporter, and verify a bunch of stuff.""" runner = TestRunner(DummyTestCase, test_reporters=[self.reporter]) conn = self.reporter.conn # We're creating a new in-memory database in make_reporter, so we don't need to worry about rows from previous tests. (build, ) = list(conn.execute(self.reporter.Builds.select())) assert_equal(build['buildname'], 'a_build_name') assert_equal(build['branch'], 'a_branch_name') assert_equal(build['revision'], 'deadbeefdeadbeefdeadbeefdeadbeefdeadbeef') assert_equal(build['buildbot_run_id'], self.fake_buildbot_run_id) # Method count should be None until we discover (which is part of running) assert_equal(build['method_count'], None) # End time should be None until we run. assert_equal(build['end_time'], None) assert runner.run() # Now that we've run the tests, get the build row again and check to see that things are updated. (updated_build, ) = list(conn.execute(self.reporter.Builds.select())) for key in updated_build.keys(): if key not in ('end_time', 'run_time', 'method_count'): assert_equal(build[key], updated_build[key]) assert_gt(updated_build['run_time'], 0) assert_in_range(updated_build['end_time'], 0, time.time()) assert_equal(updated_build['method_count'], 3) # The discovery_failure column should exist and be False. assert 'discovery_failure' in build assert_equal(build['discovery_failure'], False) # Check test results. test_results = self._get_test_results(conn) assert_equal(len(test_results), 3) # Check that we have one failure and one pass, and that they're the right tests. (passed_test, ) = [r for r in test_results if not r['failure']] (failed_test, failed_test_2) = [r for r in test_results if r['failure']] assert_equal(passed_test['method_name'], 'test_pass') assert_equal(passed_test.traceback, None) assert_equal(passed_test.error, None) assert_equal(failed_test['method_name'], 'test_fail') assert_equal( failed_test.traceback.split('\n'), [ 'Traceback (most recent call last):', RegexMatcher( ' File "(\./)?test/plugins/sql_reporter_test\.py", line \d+, in test_fail' ), ' assert False', 'AssertionError', '' # ends with newline ]) assert_equal(failed_test.error, 'AssertionError') assert_equal(failed_test_2['method_name'], 'test_multiline') assert_equal( failed_test_2.traceback.split('\n'), [ 'Traceback (most recent call last):', RegexMatcher( ' File "(\./)?test/plugins/sql_reporter_test\.py", line \d+, in test_multiline' ), ' 3""")', 'Exception: I love lines:', ' 1', ' 2', ' 3', '' # ends with newline ]) assert_equal( failed_test_2.error, 'Exception: I love lines:\n 1\n 2\n 3')
def test_integration(self): """Run a runner with self.reporter as a test reporter, and verify a bunch of stuff.""" runner = TestRunner(DummyTestCase, test_reporters=[self.reporter]) conn = self.reporter.conn # We're creating a new in-memory database in make_reporter, so we don't need to worry about rows from previous tests. (build,) = list(conn.execute(self.reporter.Builds.select())) assert_equal(build['buildname'], 'a_build_name') assert_equal(build['branch'], 'a_branch_name') assert_equal(build['revision'], 'deadbeefdeadbeefdeadbeefdeadbeefdeadbeef') assert_equal(build['buildbot_run_id'], self.fake_buildbot_run_id) # Method count should be None until we discover (which is part of running) assert_equal(build['method_count'], None) # End time should be None until we run. assert_equal(build['end_time'], None) assert runner.run() # Now that we've run the tests, get the build row again and check to see that things are updated. (updated_build,) = list(conn.execute(self.reporter.Builds.select())) for key in updated_build.keys(): if key not in ('end_time', 'run_time', 'method_count'): assert_equal(build[key], updated_build[key]) assert_gt(updated_build['run_time'], 0) assert_in_range(updated_build['end_time'], 0, time.time()) assert_equal(updated_build['method_count'], 3) # The discovery_failure column should exist and be False. assert 'discovery_failure' in build assert_equal(build['discovery_failure'], False) # Check test results. test_results = self._get_test_results(conn) assert_equal(len(test_results), 3) # Check that we have one failure and one pass, and that they're the right tests. (passed_test,) = [r for r in test_results if not r['failure']] (failed_test, failed_test_2) = [r for r in test_results if r['failure']] assert_equal(passed_test['method_name'], 'test_pass') assert_equal(passed_test.traceback, None) assert_equal(passed_test.error, None) assert_equal(failed_test['method_name'], 'test_fail') assert_equal(failed_test.traceback.split('\n'), [ 'Traceback (most recent call last):', RegexMatcher(' File "\./test/plugins/sql_reporter_test\.py", line \d+, in test_fail'), ' assert False', 'AssertionError', '' # ends with newline ]) assert_equal(failed_test.error, 'AssertionError') assert_equal(failed_test_2['method_name'], 'test_multiline') assert_equal(failed_test_2.traceback.split('\n'), [ 'Traceback (most recent call last):', RegexMatcher(' File "\./test/plugins/sql_reporter_test\.py", line \d+, in test_multiline'), ' 3""")', 'Exception: I love lines:', ' 1', ' 2', ' 3', '' # ends with newline ]) assert_equal(failed_test_2.error, 'Exception: I love lines:\n 1\n 2\n 3')