def test_integration(self):
"""Run a runner with self.reporter as a test reporter, and verify a bunch of stuff."""
runner = TestRunner(DummyTestCase, test_reporters=[self.reporter])
conn = self.reporter.conn
# We're creating a new in-memory database in make_reporter, so we don't need to worry about rows from previous tests.
(build, ) = list(conn.execute(Builds.select()))
assert_equal(build['buildname'], 'a_build_name')
assert_equal(build['branch'], 'a_branch_name')
assert_equal(build['revision'],
'deadbeefdeadbeefdeadbeefdeadbeefdeadbeef')
# Method count should be None until we discover (which is part of running)
assert_equal(build['method_count'], None)
# End time should be None until we run.
assert_equal(build['end_time'], None)
assert runner.run()
# Now that we've run the tests, get the build row again and check to see that things are updated.
(updated_build, ) = list(conn.execute(Builds.select()))
for key in updated_build.keys():
if key not in ('end_time', 'run_time', 'method_count'):
assert_equal(build[key], updated_build[key])
assert_gt(updated_build['run_time'], 0)
assert_in_range(updated_build['end_time'], 0, time.time())
assert_equal(updated_build['method_count'], 2)
# The discovery_failure column should exist and be False.
assert 'discovery_failure' in build
assert_equal(build['discovery_failure'], False)
# Check that we have one failure and one pass, and that they're the right tests.
test_results = list(
conn.execute(
SA.select(columns=TestResults.columns + Tests.columns,
from_obj=TestResults.join(
Tests, TestResults.c.test == Tests.c.id))))
assert_equal(len(test_results), 2)
(passed_test, ) = [r for r in test_results if not r['failure']]
(failed_test, ) = [r for r in test_results if r['failure']]
assert_equal(passed_test['method_name'], 'test_pass')
assert_equal(failed_test['method_name'], 'test_fail')
def test_integration(self):
"""Run a runner with self.reporter as a test reporter, and verify a bunch of stuff."""
runner = TestRunner(DummyTestCase, test_reporters=[self.reporter])
conn = self.reporter.conn
# We're creating a new in-memory database in make_reporter, so we don't need to worry about rows from previous tests.
(build,) = list(conn.execute(Builds.select()))
assert_equal(build['buildname'], 'a_build_name')
assert_equal(build['branch'], 'a_branch_name')
assert_equal(build['revision'], 'deadbeefdeadbeefdeadbeefdeadbeefdeadbeef')
# Method count should be None until we discover (which is part of running)
assert_equal(build['method_count'], None)
# End time should be None until we run.
assert_equal(build['end_time'], None)
assert runner.run()
# Now that we've run the tests, get the build row again and check to see that things are updated.
(updated_build,) = list(conn.execute(Builds.select()))
for key in updated_build.keys():
if key not in ('end_time', 'run_time', 'method_count'):
assert_equal(build[key], updated_build[key])
assert_gt(updated_build['run_time'], 0)
assert_in_range(updated_build['end_time'], 0, time.time())
assert_equal(updated_build['method_count'], 2)
# The discovery_failure column should exist and be False.
assert 'discovery_failure' in build
assert_equal(build['discovery_failure'], False)
# Check that we have one failure and one pass, and that they're the right tests.
test_results = list(conn.execute(SA.select(
columns=TestResults.columns + Tests.columns,
from_obj=TestResults.join(Tests, TestResults.c.test == Tests.c.id)
)))
assert_equal(len(test_results), 2)
(passed_test,) = [r for r in test_results if not r['failure']]
(failed_test,) = [r for r in test_results if r['failure']]
assert_equal(passed_test['method_name'], 'test_pass')
assert_equal(failed_test['method_name'], 'test_fail')
def test_integration(self):
"""Run a runner with self.reporter as a test reporter, and verify a bunch of stuff."""
runner = TestRunner(DummyTestCase, test_reporters=[self.reporter])
conn = self.reporter.conn
# We're creating a new in-memory database in make_reporter, so we don't need to worry about rows from previous tests.
(build, ) = list(conn.execute(self.reporter.Builds.select()))
assert_equal(build['buildname'], 'a_build_name')
assert_equal(build['branch'], 'a_branch_name')
assert_equal(build['revision'],
'deadbeefdeadbeefdeadbeefdeadbeefdeadbeef')
assert_equal(build['buildbot_run_id'], self.fake_buildbot_run_id)
# Method count should be None until we discover (which is part of running)
assert_equal(build['method_count'], None)
# End time should be None until we run.
assert_equal(build['end_time'], None)
assert runner.run()
# Now that we've run the tests, get the build row again and check to see that things are updated.
(updated_build, ) = list(conn.execute(self.reporter.Builds.select()))
for key in updated_build.keys():
if key not in ('end_time', 'run_time', 'method_count'):
assert_equal(build[key], updated_build[key])
assert_gt(updated_build['run_time'], 0)
assert_in_range(updated_build['end_time'], 0, time.time())
assert_equal(updated_build['method_count'], 3)
# The discovery_failure column should exist and be False.
assert 'discovery_failure' in build
assert_equal(build['discovery_failure'], False)
# Check test results.
test_results = self._get_test_results(conn)
assert_equal(len(test_results), 3)
# Check that we have one failure and one pass, and that they're the right tests.
(passed_test, ) = [r for r in test_results if not r['failure']]
(failed_test,
failed_test_2) = [r for r in test_results if r['failure']]
assert_equal(passed_test['method_name'], 'test_pass')
assert_equal(passed_test.traceback, None)
assert_equal(passed_test.error, None)
assert_equal(failed_test['method_name'], 'test_fail')
assert_equal(
failed_test.traceback.split('\n'),
[
'Traceback (most recent call last):',
RegexMatcher(
' File "(\./)?test/plugins/sql_reporter_test\.py", line \d+, in test_fail'
),
' assert False',
'AssertionError',
'' # ends with newline
])
assert_equal(failed_test.error, 'AssertionError')
assert_equal(failed_test_2['method_name'], 'test_multiline')
assert_equal(
failed_test_2.traceback.split('\n'),
[
'Traceback (most recent call last):',
RegexMatcher(
' File "(\./)?test/plugins/sql_reporter_test\.py", line \d+, in test_multiline'
),
' 3""")',
'Exception: I love lines:',
' 1',
' 2',
' 3',
'' # ends with newline
])
assert_equal(
failed_test_2.error,
'Exception: I love lines:\n 1\n 2\n 3')
def test_integration(self):
"""Run a runner with self.reporter as a test reporter, and verify a bunch of stuff."""
runner = TestRunner(DummyTestCase, test_reporters=[self.reporter])
conn = self.reporter.conn
# We're creating a new in-memory database in make_reporter, so we don't need to worry about rows from previous tests.
(build,) = list(conn.execute(self.reporter.Builds.select()))
assert_equal(build['buildname'], 'a_build_name')
assert_equal(build['branch'], 'a_branch_name')
assert_equal(build['revision'], 'deadbeefdeadbeefdeadbeefdeadbeefdeadbeef')
assert_equal(build['buildbot_run_id'], self.fake_buildbot_run_id)
# Method count should be None until we discover (which is part of running)
assert_equal(build['method_count'], None)
# End time should be None until we run.
assert_equal(build['end_time'], None)
assert runner.run()
# Now that we've run the tests, get the build row again and check to see that things are updated.
(updated_build,) = list(conn.execute(self.reporter.Builds.select()))
for key in updated_build.keys():
if key not in ('end_time', 'run_time', 'method_count'):
assert_equal(build[key], updated_build[key])
assert_gt(updated_build['run_time'], 0)
assert_in_range(updated_build['end_time'], 0, time.time())
assert_equal(updated_build['method_count'], 3)
# The discovery_failure column should exist and be False.
assert 'discovery_failure' in build
assert_equal(build['discovery_failure'], False)
# Check test results.
test_results = self._get_test_results(conn)
assert_equal(len(test_results), 3)
# Check that we have one failure and one pass, and that they're the right tests.
(passed_test,) = [r for r in test_results if not r['failure']]
(failed_test, failed_test_2) = [r for r in test_results if r['failure']]
assert_equal(passed_test['method_name'], 'test_pass')
assert_equal(passed_test.traceback, None)
assert_equal(passed_test.error, None)
assert_equal(failed_test['method_name'], 'test_fail')
assert_equal(failed_test.traceback.split('\n'), [
'Traceback (most recent call last):',
RegexMatcher(' File "\./test/plugins/sql_reporter_test\.py", line \d+, in test_fail'),
' assert False',
'AssertionError',
'' # ends with newline
])
assert_equal(failed_test.error, 'AssertionError')
assert_equal(failed_test_2['method_name'], 'test_multiline')
assert_equal(failed_test_2.traceback.split('\n'), [
'Traceback (most recent call last):',
RegexMatcher(' File "\./test/plugins/sql_reporter_test\.py", line \d+, in test_multiline'),
' 3""")',
'Exception: I love lines:',
' 1',
' 2',
' 3',
'' # ends with newline
])
assert_equal(failed_test_2.error, 'Exception: I love lines:\n 1\n 2\n 3')
