def test_relative_source(self):
self._verify_suite(TestSuite(source='non-existing'),
source='non-existing')
source = join(CURDIR, 'test_jsmodelbuilders.py')
self._verify_suite(TestSuite(source=source),
source=source,
relsource=basename(source))
def test_deeper_level(self):
PASS = TestCase(status='PASS')
FAIL = TestCase(status='FAIL')
suite = TestSuite(name='1')
suite.suites = [
TestSuite(name='1'),
TestSuite(name='2'),
TestSuite(name='3')
]
suite.suites[0].suites = [TestSuite(name='1')]
suite.suites[1].suites = [TestSuite(name='1'), TestSuite(name='2')]
suite.suites[2].tests = [PASS, FAIL]
suite.suites[0].suites[0].suites = [TestSuite(name='1')]
suite.suites[1].suites[0].tests = [PASS, PASS, PASS, FAIL]
suite.suites[1].suites[1].tests = [PASS, PASS, FAIL, FAIL]
suite.suites[0].suites[0].suites[0].tests = [FAIL, FAIL, FAIL]
s1 = Statistics(suite, suite_stat_level=3).suite
verify_suite(s1, '1', 's1', 6, 7)
[s11, s12, s13] = s1.suites
verify_suite(s11, '1.1', 's1-s1', 0, 3)
verify_suite(s12, '1.2', 's1-s2', 5, 3)
verify_suite(s13, '1.3', 's1-s3', 1, 1)
[s111] = s11.suites
verify_suite(s111, '1.1.1', 's1-s1-s1', 0, 3)
[s121, s122] = s12.suites
verify_suite(s121, '1.2.1', 's1-s2-s1', 3, 1)
verify_suite(s122, '1.2.2', 's1-s2-s2', 2, 2)
assert_equals(len(s111.suites), 0)
def _get_suite_with_tests(self):
suite = TestSuite(name='suite')
suite.tests = [TestCase('t1'), TestCase('t2')]
suite.tests[0].keywords = [Keyword('t1-k1'), Keyword('t1-k2')]
suite.tests[0].keywords[0].keywords = [Keyword('t1-k1-k1')]
suite.tests[1].keywords = [Keyword('t2-k1')]
return suite
def _get_suite_with_tests(self):
suite = TestSuite(name='suite')
suite.tests = [TestCase('t1'), TestCase('t2')]
suite.tests[0].keywords = [Keyword('t1-k1'), Keyword('t1-k2')]
suite.tests[0].keywords[0].keywords = [Keyword('t1-k1-k1')]
suite.tests[1].keywords = [Keyword('t2-k1')]
return suite
def _get_suite_with_tests(self):
suite = TestSuite(name="suite")
suite.tests = [TestCase("t1"), TestCase("t2")]
suite.tests[0].keywords = [Keyword("t1-k1"), Keyword("t1-k2")]
suite.tests[0].keywords[0].keywords = [Keyword("t1-k1-k1")]
suite.tests[1].keywords = [Keyword("t2-k1")]
return suite
def _get_suite_with_keywords(self):
suite = TestSuite(name='root')
suite.keywords = [
Keyword('k1', type='setup'),
Keyword('k2', type='teardown')
]
suite.keywords[0].keywords = [Keyword('k1-k2')]
return suite
def test_criticality_set_for_child_suites_earlier_is_ignored(self):
self.suite.set_criticality('use', 'us')
sub2 = TestSuite()
sub2.set_criticality('ignore', 'these')
self.suite.suites.append(sub2)
self._verify_criticality(self.suite, ['use'], ['us'])
self._verify_criticality(self.sub, ['use'], ['us'])
self._verify_criticality(sub2, ['use'], ['us'])
def test_criticality_set_for_child_suites_earlier_is_ignored(self):
self.suite.set_criticality('use', 'us')
sub2 = TestSuite()
sub2.set_criticality('ignore', 'these')
self.suite.suites.append(sub2)
self._verify_criticality(self.suite, ['use'], ['us'])
self._verify_criticality(self.sub, ['use'], ['us'])
self._verify_criticality(sub2, ['use'], ['us'])
def _create_nested_suite_with_tests(self):
suite = TestSuite()
suite.set_criticality([], ['nc'])
suite.suites = [
self._create_suite_with_tests(),
self._create_suite_with_tests()
]
return suite
def setUp(self):
suite = TestSuite(name='Hello')
suite.tests = [
TestCase(status='PASS'),
TestCase(status='PASS'),
TestCase(status='FAIL')
]
self.statistics = Statistics(suite)
def test_passed(self):
suite = TestSuite()
assert_true(suite.passed)
suite.tests.create(status='PASS')
assert_true(suite.passed)
suite.tests.create(status='FAIL', tags='tag')
assert_false(suite.passed)
suite.set_criticality(non_critical_tags='tag')
assert_true(suite.passed)
def setUp(self):
self.suite = TestSuite(name='root')
self.suite.tests = [
TestCase(name='n0'),
TestCase(name='n1', tags=['t1']),
TestCase(name='n2', tags=['t1', 't2'])
]
self.suite.suites.create(name='sub').tests.create(name='n1',
tags=['t1'])
def _create_suite_with_tests(self):
suite = TestSuite()
suite.set_criticality([], ['nc'])
suite.tests = [TestCase(status='PASS'),
TestCase(status='PASS', tags='nc'),
TestCase(status='PASS'),
TestCase(status='FAIL'),
TestCase(status='FAIL', tags='nc')]
return suite
def test_passed(self):
suite = TestSuite()
assert_true(suite.passed)
suite.tests.create(status='PASS')
assert_true(suite.passed)
suite.tests.create(status='FAIL', tags='tag')
assert_false(suite.passed)
suite.set_criticality(non_critical_tags='tag')
assert_true(suite.passed)
def _create_suite_with_tests(self):
suite = TestSuite()
suite.set_criticality([], ['nc'])
suite.tests = [TestCase(status='PASS'),
TestCase(status='PASS', tags='nc'),
TestCase(status='PASS'),
TestCase(status='FAIL'),
TestCase(status='FAIL', tags='nc')]
return suite
def test_suite_stats_when_suite_has_no_times(self):
suite = TestSuite()
assert_equal(Statistics(suite).suite.stat.elapsed, 0)
ts = '20120816 00:00:'
suite.tests = [TestCase(starttime=ts+'00.000', endtime=ts+'00.001'),
TestCase(starttime=ts+'00.001', endtime=ts+'01.001')]
assert_equal(Statistics(suite).suite.stat.elapsed, 1001)
suite.suites = [TestSuite(starttime=ts+'02.000', endtime=ts+'12.000'),
TestSuite()]
assert_equal(Statistics(suite).suite.stat.elapsed, 11001)
def test_remove_passed_does_now_remove_setup_and_teardown_from_suite_with_noncritical_failure(self):
suite = TestSuite()
suite.set_criticality([], ['non'])
suite.keywords.create(type='setup').messages.create(message='some')
suite.keywords.create(type='teardown').keywords.create()
suite.tests.create(status='FAIL', tags='non')
assert_equal(suite.status, 'PASS')
self._remove_passed(suite)
assert_equal(len(suite.keywords.setup.messages), 1)
assert_equal(len(suite.keywords.teardown.keywords), 1)
def test_remove_passed_does_now_remove_setup_and_teardown_from_suite_with_noncritical_failure(
self):
suite = TestSuite()
suite.set_criticality([], ['non'])
suite.keywords.create(type='setup').messages.create(message='some')
suite.keywords.create(type='teardown').keywords.create()
suite.tests.create(status='FAIL', tags='non')
assert_equal(suite.status, 'PASS')
self._remove_passed(suite)
assert_equal(len(suite.keywords.setup.messages), 1)
assert_equal(len(suite.keywords.teardown.keywords), 1)
def test_nested_structure(self):
suite = TestSuite()
suite.set_criticality(critical_tags=['crit'])
suite.keywords = [Keyword(type='setup'), Keyword(type='teardown')]
K1 = self._verify_keyword(suite.keywords[0], type=1)
K2 = self._verify_keyword(suite.keywords[1], type=2)
suite.suites = [TestSuite()]
suite.suites[0].tests = [TestCase(tags=['crit', 'xxx'])]
t = self._verify_test(suite.suites[0].tests[0], tags=('crit', 'xxx'))
suite.tests = [TestCase(), TestCase(status='PASS')]
S1 = self._verify_suite(suite.suites[0],
status=0, tests=(t,), stats=(1, 0, 1, 0))
suite.tests[0].keywords = [Keyword(type='for'), Keyword()]
suite.tests[0].keywords[0].keywords = [Keyword(type='foritem')]
suite.tests[0].keywords[0].messages = [Message()]
k = self._verify_keyword(suite.tests[0].keywords[0].keywords[0], type=4)
m = self._verify_message(suite.tests[0].keywords[0].messages[0])
k1 = self._verify_keyword(suite.tests[0].keywords[0],
type=3, keywords=(k,), messages=(m,))
suite.tests[0].keywords[1].messages = [Message(), Message('msg', level='TRACE')]
m1 = self._verify_message(suite.tests[0].keywords[1].messages[0])
m2 = self._verify_message(suite.tests[0].keywords[1].messages[1], 'msg', level=0)
k2 = self._verify_keyword(suite.tests[0].keywords[1], messages=(m1, m2))
T1 = self._verify_test(suite.tests[0], critical=0, keywords=(k1, k2))
T2 = self._verify_test(suite.tests[1], critical=0, status=1)
self._verify_suite(suite, status=0, keywords=(K1, K2), suites=(S1,),
tests=(T1, T2), stats=(3, 1, 1, 0))
self._verify_min_message_level('TRACE')
class TestTestAttributes(unittest.TestCase):
def setUp(self):
self.suite = TestSuite()
self.suite.tests = [TestCase()]
self.suite.suites = [TestSuite()]
self.suite.suites[0].tests = [TestCase(tags=['tag'])]
def test_set_tags(self):
self.suite.visit(SuiteConfigurer(set_tags=['new']))
assert_equal(list(self.suite.tests[0].tags), ['new'])
assert_equal(list(self.suite.suites[0].tests[0].tags), ['new', 'tag'])
def test_tags_are_normalized(self):
self.suite.visit(
SuiteConfigurer(set_tags=['TAG', '', 't a g', 'NONE']))
assert_equal(list(self.suite.tests[0].tags), ['TAG'])
assert_equal(list(self.suite.suites[0].tests[0].tags), ['tag'])
def test_remove_negative_tags(self):
self.suite.visit(SuiteConfigurer(set_tags=['n', '-TAG']))
assert_equal(list(self.suite.tests[0].tags), ['n'])
assert_equal(list(self.suite.suites[0].tests[0].tags), ['n'])
def test_remove_negative_tags_using_pattern(self):
self.suite.visit(SuiteConfigurer(set_tags=['-t*', '-nomatch']))
assert_equal(list(self.suite.tests[0].tags), [])
assert_equal(list(self.suite.suites[0].tests[0].tags), [])
class TestTestAttributes(unittest.TestCase):
def setUp(self):
self.suite = TestSuite()
self.suite.tests = [TestCase()]
self.suite.suites = [TestSuite()]
self.suite.suites[0].tests = [TestCase(tags=['tag'])]
def test_set_tags(self):
self.suite.visit(SuiteConfigurer(set_tags=['new']))
assert_equal(list(self.suite.tests[0].tags), ['new'])
assert_equal(list(self.suite.suites[0].tests[0].tags), ['new', 'tag'])
def test_tags_are_normalized(self):
self.suite.visit(SuiteConfigurer(set_tags=['TAG', '', 't a g', 'NONE']))
assert_equal(list(self.suite.tests[0].tags), ['TAG'])
assert_equal(list(self.suite.suites[0].tests[0].tags), ['tag'])
def test_remove_negative_tags(self):
self.suite.visit(SuiteConfigurer(set_tags=['n', '-TAG']))
assert_equal(list(self.suite.tests[0].tags), ['n'])
assert_equal(list(self.suite.suites[0].tests[0].tags), ['n'])
def test_remove_negative_tags_using_pattern(self):
self.suite.visit(SuiteConfigurer(set_tags=['-t*', '-nomatch']))
assert_equal(list(self.suite.tests[0].tags), [])
assert_equal(list(self.suite.suites[0].tests[0].tags), [])
def _get_suite(self):
suite = TestSuite(name='root')
suite.set_criticality(critical_tags=['t2'])
sub1 = TestSuite(name='sub1')
sub2 = TestSuite(name='sub2')
suite.suites = [sub1, sub2]
sub1.tests = [TestCase(tags=['t1', 't2'], status='PASS'),
TestCase(tags=['t1'], status='FAIL')]
sub2.tests.create(tags=['t1', 't2'], status='PASS')
sub2.suites.create(name='below suite stat level')
sub2.suites[0].tests.create(tags=['t1'], status='FAIL')
return suite
def generate_suite():
suite = TestSuite(name='Root Suite')
suite.set_criticality(critical_tags=['smoke'])
s1 = suite.suites.create(name='First Sub Suite')
s2 = suite.suites.create(name='Second Sub Suite')
s11 = s1.suites.create(name='Sub Suite 1_1')
s12 = s1.suites.create(name='Sub Suite 1_2')
s13 = s1.suites.create(name='Sub Suite 1_3')
s21 = s2.suites.create(name='Sub Suite 2_1')
s11.tests = [TestCase(status='PASS'), TestCase(status='FAIL', tags=['t1'])]
s12.tests = [TestCase(status='PASS', tags=['t_1','t2',]),
TestCase(status='PASS', tags=['t1','smoke']),
TestCase(status='FAIL', tags=['t1','t2','t3','smoke'])]
s13.tests = [TestCase(status='PASS', tags=['t1','t 2','smoke'])]
s21.tests = [TestCase(status='FAIL', tags=['t3','Smoke'])]
return suite
def generate_suite():
suite = TestSuite(name='Root Suite')
suite.set_criticality(critical_tags=['smoke'])
s1 = suite.suites.create(name='First Sub Suite')
s2 = suite.suites.create(name='Second Sub Suite')
s11 = s1.suites.create(name='Sub Suite 1_1')
s12 = s1.suites.create(name='Sub Suite 1_2')
s13 = s1.suites.create(name='Sub Suite 1_3')
s21 = s2.suites.create(name='Sub Suite 2_1')
s11.tests = [TestCase(status='PASS'), TestCase(status='FAIL', tags=['t1'])]
s12.tests = [TestCase(status='PASS', tags=['t_1','t2',]),
TestCase(status='PASS', tags=['t1','smoke']),
TestCase(status='FAIL', tags=['t1','t2','t3','smoke'])]
s13.tests = [TestCase(status='PASS', tags=['t1','t 2','smoke'])]
s21.tests = [TestCase(status='FAIL', tags=['t3','Smoke'])]
return suite
def setUp(self):
ts = '20120816 00:00:'
suite = TestSuite(starttime=ts+'00.000', endtime=ts+'59.999')
suite.suites = [
TestSuite(starttime=ts+'00.000', endtime=ts+'30.000'),
TestSuite(starttime=ts+'30.000', endtime=ts+'42.042')
]
suite.suites[0].tests = [
TestCase(starttime=ts+'00.000', endtime=ts+'00.001', tags=['t1']),
TestCase(starttime=ts+'00.001', endtime=ts+'01.001', tags=['t1', 't2'])
]
suite.suites[1].tests = [
TestCase(starttime=ts+'30.000', endtime=ts+'40.000', tags=['t1', 't2', 't3'])
]
suite.set_criticality(critical_tags=['t2'])
self.stats = Statistics(suite, tag_stat_combine=[('?2', 'combined')])
def test_suite_status_is_failed_if_critical_failed_test(self):
suite = TestSuite()
suite.tests.create(status='PASS')
assert_equal(suite.status, 'PASS')
suite.tests.create(status='FAIL')
assert_equal(suite.status, 'FAIL')
suite.tests.create(status='PASS')
assert_equal(suite.status, 'FAIL')
def _suite_with_setup_and_teardown_and_test_with_keywords(self):
suite = TestSuite()
suite.keywords.create(type='setup').messages.create('setup message')
suite.keywords.create(
type='teardown').messages.create('teardown message')
test = suite.tests.create()
test.keywords.create().keywords.create()
test.keywords.create().messages.create('kw with message')
return suite
def test_remove_passed_does_not_remove_setup_and_teardown_from_failed_suite(
self):
suite = TestSuite()
suite.keywords.create(type='setup').messages.create(message='some')
suite.keywords.create(type='teardown').keywords.create()
suite.tests.create(status='FAIL')
self._remove_passed(suite)
assert_equal(len(suite.keywords.setup.messages), 1)
assert_equal(len(suite.keywords.teardown.keywords), 1)
def test_remove_passed_removes_from_passed_test(self):
suite = TestSuite()
test = suite.tests.create(status='PASS')
test.keywords.create(status='PASS').messages.create(
message='keyword message')
test.keywords.create(status='PASS').keywords.create(status='PASS')
self._remove_passed(suite)
for keyword in test.keywords:
self._should_contain_no_messages_or_keywords(keyword)
def test_remove_passed_removes_setup_and_teardown_from_passed_suite(self):
suite = TestSuite()
suite.tests.create(status='PASS')
suite.keywords.create(status='PASS', type='setup').keywords.create()
suite.keywords.create(
status='PASS', type='teardown').messages.create(message='message')
self._remove_passed(suite)
for keyword in suite.keywords:
self._should_contain_no_messages_or_keywords(keyword)
def suite_with_forloop(self):
suite = TestSuite()
test = suite.tests.create(status='PASS')
forloop = test.keywords.create(status='PASS', type='for')
for i in range(100):
forloop.keywords.create(
status='PASS',
type='foritem').messages.create(message='something')
return suite, forloop
def _get_nested_suite_with_tests_and_keywords(self):
suite = self._get_suite_with_keywords()
sub = TestSuite(name='suite2')
suite.suites = [self._get_suite_with_tests(), sub]
sub.keywords.create('kw', type='setup')
sub.keywords[0].keywords.create('skw')
sub.keywords[0].keywords[0].messages.create('Message')
sub.tests.create('test', doc='tdoc')
sub.tests[0].keywords.create('koowee', doc='kdoc')
return suite
def test_suite_with_values(self):
suite = TestSuite('Name', 'Doc', {
'm1': 'v1',
'M2': 'V2'
}, None, 'Message', '20111204 19:00:00.000', '20111204 19:00:42.001')
self._verify_suite(suite,
'Name',
'Doc', ('m1', '<p>v1</p>', 'M2', '<p>V2</p>'),
message='Message',
start=0,
elapsed=42001)
def test_suite_html_formatting(self):
self._verify_suite(TestSuite(name='*xxx*',
doc='*bold* <&>',
metadata={
'*x*': '*b*',
'<': '>'
}),
name='*xxx*',
doc='<b>bold</b> <&>',
metadata=('*x*', '<p><b>b</b></p>', '<',
'<p>></p>'))
def test_linking(self):
self.errors.messages.create('Linkable', 'WARN',
timestamp='20111206 14:33:00.001')
context = JsBuildingContext()
kw = TestSuite().tests.create().keywords.create()
MessageBuilder(context).build(kw.messages.create('Linkable', 'WARN',
timestamp='20111206 14:33:00.001'))
model = ErrorsBuilder(context).build(self.errors)
model = remap(model, context.strings)
assert_equals(model, ((-1, 5, 'Error'), (41, 3, 'Warning'),
(0, 3, 'Linkable', 's1-t1-k1')))
def _get_suite(self):
suite = TestSuite(name='root', doc='sdoc', metadata={'m': 'v'})
suite.keywords.create(kwname='keyword')
sub = suite.suites.create(name='suite', metadata={'a': '1', 'b': '2'})
sub.keywords.create(kwname='keyword')
t1 = sub.tests.create(name='test', tags=['t1'])
t1.keywords.create(kwname='keyword')
t1.keywords.create(kwname='keyword')
t2 = sub.tests.create(name='test', tags=['t1', 't2'])
t2.keywords.create(kwname='keyword')
return suite
class TestCriticality(unittest.TestCase):
def setUp(self):
self.suite = TestSuite()
self.sub = self.suite.suites.create()
def test_default_criticality(self):
self._verify_criticality(self.suite, [], [])
self._verify_criticality(self.sub, [], [])
def test_set_criticality(self):
self.suite.set_criticality(['c1', 'c2'], 'non')
self._verify_criticality(self.suite, ['c1', 'c2'], ['non'])
self._verify_criticality(self.sub, ['c1', 'c2'], ['non'])
def test_cannot_set_criticality_for_child_suites(self):
assert_raises(TypeError, self.sub.set_criticality)
def test_criticality_set_for_child_suites_earlier_is_ignored(self):
self.suite.set_criticality('use', 'us')
sub2 = TestSuite()
sub2.set_criticality('ignore', 'these')
self.suite.suites.append(sub2)
self._verify_criticality(self.suite, ['use'], ['us'])
self._verify_criticality(self.sub, ['use'], ['us'])
self._verify_criticality(sub2, ['use'], ['us'])
def test_critical_with_parent(self):
suite = TestSuite()
assert_equal(suite.tests.create().critical, True)
suite.set_criticality(critical_tags=['crit'])
assert_equal(suite.tests.create().critical, False)
assert_equal(suite.tests.create(tags=['crit']).critical, True)
def test_critical_without_parent(self):
assert_equal(TestCase().critical, True)
def _verify_criticality(self, suite, crit, non_crit):
assert_equal([unicode(t) for t in suite.criticality.critical_tags],
crit)
assert_equal([unicode(t) for t in suite.criticality.non_critical_tags],
non_crit)
def setUp(self):
self.suite = TestSuite()
self.suite.keywords = [Keyword(), Keyword()]
s1 = self.suite.suites.create()
s1.keywords.create()
tc = s1.tests.create()
tc.keywords = [Keyword(), Keyword(), Keyword()]
s2 = self.suite.suites.create()
t1 = s2.tests.create()
t2 = s2.tests.create()
t1.keywords = [Keyword()]
t2.keywords = [Keyword(), Keyword()]
def test_remove_based_on_multiple_condition(self):
suite = TestSuite()
t1 = suite.tests.create(status='PASS')
t1.keywords.create().messages.create()
t2 = suite.tests.create(status='FAIL')
t2.keywords.create().messages.create()
t2.keywords.create(type='for').keywords.create(type='foritem',
status='PASS')
self._remove(['passed', 'for'], suite)
assert_equal(len(suite.tests[0].keywords[0].messages), 0)
assert_equal(len(suite.tests[1].keywords[0].messages), 1)
assert_equal(len(suite.tests[1].keywords[1].keywords), 0)
def _get_execution_result(self):
suite = TestSuite(name=self.EXPECTED_SUITE_NAME)
tc = suite.tests.create(name=self.EXPECTED_TEST_NAME, status='PASS')
tc.keywords.create(kwname=self.EXPECTED_KEYWORD_NAME, status='PASS')
tc = suite.tests.create(name=self.EXPECTED_FAILING_TEST)
kw = tc.keywords.create(kwname=self.EXPECTED_KEYWORD_NAME)
kw.messages.create(message=self.EXPECTED_DEBUG_MESSAGE,
level='DEBUG', timestamp='20201212 12:12:12.000')
errors = ExecutionErrors()
errors.messages.create(message=self.EXPECTED_ERROR_MESSAGE,
level='ERROR', timestamp='20201212 12:12:12.000')
return Result(root_suite=suite, errors=errors)
def test_nested_structure(self):
suite = TestSuite()
suite.set_criticality(critical_tags=['crit'])
suite.keywords = [Keyword(type='setup'), Keyword(type='teardown')]
K1 = self._verify_keyword(suite.keywords[0], type=1)
K2 = self._verify_keyword(suite.keywords[1], type=2)
suite.suites = [TestSuite()]
suite.suites[0].tests = [TestCase(tags=['crit', 'xxx'])]
t = self._verify_test(suite.suites[0].tests[0], tags=('crit', 'xxx'))
suite.tests = [TestCase(), TestCase(status='PASS')]
S1 = self._verify_suite(suite.suites[0],
status=0, tests=(t,), stats=(1, 0, 1, 0))
suite.tests[0].keywords = [Keyword(type='for'), Keyword()]
suite.tests[0].keywords[0].keywords = [Keyword(type='foritem')]
suite.tests[0].keywords[0].messages = [Message()]
k = self._verify_keyword(suite.tests[0].keywords[0].keywords[0], type=4)
m = self._verify_message(suite.tests[0].keywords[0].messages[0])
k1 = self._verify_keyword(suite.tests[0].keywords[0],
type=3, keywords=(k,), messages=(m,))
suite.tests[0].keywords[1].messages = [Message(), Message('msg', level='TRACE')]
m1 = self._verify_message(suite.tests[0].keywords[1].messages[0])
m2 = self._verify_message(suite.tests[0].keywords[1].messages[1], 'msg', level=0)
k2 = self._verify_keyword(suite.tests[0].keywords[1], messages=(m1, m2))
T1 = self._verify_test(suite.tests[0], critical=0, keywords=(k1, k2))
T2 = self._verify_test(suite.tests[1], critical=0, status=1)
self._verify_suite(suite, status=0, keywords=(K1, K2), suites=(S1,),
tests=(T1, T2), stats=(3, 1, 1, 0))
self._verify_min_message_level('TRACE')
def test_nested_structure(self):
suite = TestSuite()
suite.set_criticality(critical_tags=["crit"])
suite.keywords = [Keyword(type="setup"), Keyword(type="teardown")]
K1 = self._verify_keyword(suite.keywords[0], type=1)
K2 = self._verify_keyword(suite.keywords[1], type=2)
suite.suites = [TestSuite()]
suite.suites[0].tests = [TestCase(tags=["crit", "xxx"])]
t = self._verify_test(suite.suites[0].tests[0], tags=("crit", "xxx"))
suite.tests = [TestCase(), TestCase(status="PASS")]
S1 = self._verify_suite(suite.suites[0], status=0, tests=(t,), stats=(1, 0, 1, 0))
suite.tests[0].keywords = [Keyword(type="for"), Keyword()]
suite.tests[0].keywords[0].keywords = [Keyword(type="foritem")]
suite.tests[0].keywords[0].messages = [Message()]
k = self._verify_keyword(suite.tests[0].keywords[0].keywords[0], type=4)
m = self._verify_message(suite.tests[0].keywords[0].messages[0])
k1 = self._verify_keyword(suite.tests[0].keywords[0], type=3, keywords=(k,), messages=(m,))
suite.tests[0].keywords[1].messages = [Message(), Message("msg", level="TRACE")]
m1 = self._verify_message(suite.tests[0].keywords[1].messages[0])
m2 = self._verify_message(suite.tests[0].keywords[1].messages[1], "msg", level=0)
k2 = self._verify_keyword(suite.tests[0].keywords[1], messages=(m1, m2))
T1 = self._verify_test(suite.tests[0], critical=0, keywords=(k1, k2))
T2 = self._verify_test(suite.tests[1], critical=0, status=1)
self._verify_suite(suite, status=0, keywords=(K1, K2), suites=(S1,), tests=(T1, T2), stats=(3, 1, 1, 0))
self._verify_min_message_level("TRACE")
class TestCriticality(unittest.TestCase):
def setUp(self):
self.suite = TestSuite()
self.sub = self.suite.suites.create()
def test_default_criticality(self):
self._verify_criticality(self.suite, [], [])
self._verify_criticality(self.sub, [], [])
def test_set_criticality(self):
self.suite.set_criticality(['c1', 'c2'], 'non')
self._verify_criticality(self.suite, ['c1', 'c2'], ['non'])
self._verify_criticality(self.sub, ['c1', 'c2'], ['non'])
def test_cannot_set_criticality_for_child_suites(self):
assert_raises(TypeError, self.sub.set_criticality)
def test_criticality_set_for_child_suites_earlier_is_ignored(self):
self.suite.set_criticality('use', 'us')
sub2 = TestSuite()
sub2.set_criticality('ignore', 'these')
self.suite.suites.append(sub2)
self._verify_criticality(self.suite, ['use'], ['us'])
self._verify_criticality(self.sub, ['use'], ['us'])
self._verify_criticality(sub2, ['use'], ['us'])
def test_critical_with_parent(self):
suite = TestSuite()
assert_equal(suite.tests.create().critical, True)
suite.set_criticality(critical_tags=['crit'])
assert_equal(suite.tests.create().critical, False)
assert_equal(suite.tests.create(tags=['crit']).critical, True)
def test_critical_without_parent(self):
assert_equal(TestCase().critical, True)
def _verify_criticality(self, suite, crit, non_crit):
assert_equal([unicode(t) for t in suite.criticality.critical_tags], crit)
assert_equal([unicode(t) for t in suite.criticality.non_critical_tags], non_crit)
def _get_suite(self):
ts = lambda s, ms=0: "20120816 16:09:%02d.%03d" % (s, ms)
suite = TestSuite(name="root", starttime=ts(0), endtime=ts(42))
suite.set_criticality(critical_tags=["t2"])
sub1 = TestSuite(name="sub1", starttime=ts(0), endtime=ts(10))
sub2 = TestSuite(name="sub2")
suite.suites = [sub1, sub2]
sub1.tests = [
TestCase(tags=["t1", "t2"], status="PASS", starttime=ts(0), endtime=ts(1, 500)),
TestCase(tags=["t1", "t3"], status="FAIL", starttime=ts(2), endtime=ts(3, 499)),
]
sub2.tests = [TestCase(tags=["t1", "t2"], status="PASS", starttime=ts(10), endtime=ts(30))]
sub2.suites.create(name="below suite stat level").tests.create(
tags=["t1"], status="FAIL", starttime=ts(30), endtime=ts(40)
)
return suite
def test_deeper_level(self):
PASS = TestCase(status='PASS')
FAIL = TestCase(status='FAIL')
suite = TestSuite(name='1')
suite.suites = [TestSuite(name='1'), TestSuite(name='2'), TestSuite(name='3')]
suite.suites[0].suites = [TestSuite(name='1')]
suite.suites[1].suites = [TestSuite(name='1'), TestSuite(name='2')]
suite.suites[2].tests = [PASS, FAIL]
suite.suites[0].suites[0].suites = [TestSuite(name='1')]
suite.suites[1].suites[0].tests = [PASS, PASS, PASS, FAIL]
suite.suites[1].suites[1].tests = [PASS, PASS, FAIL, FAIL]
suite.suites[0].suites[0].suites[0].tests = [FAIL, FAIL, FAIL]
s1 = Statistics(suite, suite_stat_level=3).suite
verify_suite(s1, '1', 's1', 6, 7)
[s11, s12, s13] = s1.suites
verify_suite(s11, '1.1', 's1-s1', 0, 3)
verify_suite(s12, '1.2', 's1-s2', 5, 3)
verify_suite(s13, '1.3', 's1-s3', 1, 1)
[s111] = s11.suites
verify_suite(s111, '1.1.1', 's1-s1-s1', 0, 3)
[s121, s122] = s12.suites
verify_suite(s121, '1.2.1', 's1-s2-s1', 3, 1)
verify_suite(s122, '1.2.2', 's1-s2-s2', 2, 2)
assert_equal(len(s111.suites), 0)
def _get_suite(self):
ts = lambda s, ms=0: '20120816 16:09:%02d.%03d' % (s, ms)
suite = TestSuite(name='root', starttime=ts(0), endtime=ts(42))
suite.set_criticality(critical_tags=['t2'])
sub1 = TestSuite(name='sub1', starttime=ts(0), endtime=ts(10))
sub2 = TestSuite(name='sub2')
suite.suites = [sub1, sub2]
sub1.tests = [
TestCase(tags=['t1', 't2'], status='PASS', starttime=ts(0), endtime=ts(1, 500)),
TestCase(tags=['t1', 't3'], status='FAIL', starttime=ts(2), endtime=ts(3, 499))
]
sub2.tests = [
TestCase(tags=['t1', 't2'], status='PASS', starttime=ts(10), endtime=ts(30))
]
sub2.suites.create(name='below suite stat level')\
.tests.create(tags=['t1'], status='FAIL', starttime=ts(30), endtime=ts(40))
return suite
class TestFiltering(unittest.TestCase):
def setUp(self):
self.suite = TestSuite(name='root')
self.suite.tests = [TestCase(name='n0'), TestCase(name='n1', tags=['t1']),
TestCase(name='n2', tags=['t1', 't2'])]
self.suite.suites.create(name='sub').tests.create(name='n1', tags=['t1'])
def test_include(self):
self.suite.visit(SuiteConfigurer(include_tags=['t1', 'none', '', '?2']))
assert_equal([t.name for t in self.suite.tests], ['n1', 'n2'])
assert_equal([t.name for t in self.suite.suites[0].tests], ['n1'])
def test_exclude(self):
self.suite.visit(SuiteConfigurer(exclude_tags=['t1', '?1ANDt2']))
assert_equal([t.name for t in self.suite.tests], ['n0'])
assert_equal(list(self.suite.suites), [])
def test_include_by_names(self):
self.suite.visit(SuiteConfigurer(include_suites=['s?b', 'xxx'],
include_tests=['', '*1', 'xxx']))
assert_equal(list(self.suite.tests), [])
assert_equal([t.name for t in self.suite.suites[0].tests], ['n1'])
def test_no_matching_tests_with_one_selector_each(self):
configurer = SuiteConfigurer(include_tags='i', exclude_tags='e',
include_suites='s', include_tests='t')
assert_raises_with_msg(DataError,
"Suite 'root' contains no tests with tag 'i', "
"without tag 'e' and named 't' in suite 's'.",
self.suite.visit, configurer)
def test_no_matching_tests_with_multiple_selectors(self):
configurer = SuiteConfigurer(include_tags=['i1', 'i2'],
exclude_tags=['e1', 'e2'],
include_suites=['s1', 's2', 's3'],
include_tests=['t1', 't2'])
assert_raises_with_msg(DataError,
"Suite 'root' contains no tests "
"with tags 'i1' or 'i2', "
"without tags 'e1' or 'e2' and "
"named 't1' or 't2' "
"in suites 's1', 's2' or 's3'.",
self.suite.visit, configurer)
def test_empty_suite(self):
suite = TestSuite(name='x')
suite.visit(SuiteConfigurer(empty_suite_ok=True))
assert_raises_with_msg(DataError,
"Suite 'x' contains no tests.",
suite.visit, SuiteConfigurer())
class TestSuiteAttributes(unittest.TestCase):
def setUp(self):
self.suite = TestSuite(name='Suite', metadata={'A A': '1', 'bb': '1'})
self.suite.tests.create(name='Make suite non-empty')
def test_name_and_doc(self):
self.suite.visit(SuiteConfigurer(name='New Name', doc='New Doc'))
assert_equal(self.suite.name, 'New Name')
assert_equal(self.suite.doc, 'New Doc')
def test_metadata(self):
self.suite.visit(SuiteConfigurer(metadata={'bb': '2', 'C': '2'}))
assert_equal(self.suite.metadata, {'A A': '1', 'bb': '2', 'C': '2'})
def test_metadata_is_normalized(self):
self.suite.visit(SuiteConfigurer(metadata={'aa': '2', 'B_B': '2'}))
assert_equal(self.suite.metadata, {'A A': '2', 'bb': '2'})
def _get_suite_with_keywords(self):
suite = TestSuite(name="root")
suite.keywords = [Keyword("k1", type="setup"), Keyword("k2", type="teardown")]
suite.keywords[0].keywords = [Keyword("k1-k2")]
return suite
def _get_suite_with_keywords(self):
suite = TestSuite(name='root')
suite.keywords = [Keyword('k1', type='setup'), Keyword('k2', type='teardown')]
suite.keywords[0].keywords = [Keyword('k1-k2')]
return suite
def setUp(self):
self.suite = TestSuite(name='root')
self.suite.tests = [TestCase(name='n0'), TestCase(name='n1', tags=['t1']),
TestCase(name='n2', tags=['t1', 't2'])]
self.suite.suites.create(name='sub').tests.create(name='n1', tags=['t1'])
def test_empty_suite(self):
suite = TestSuite(name='x')
suite.visit(SuiteConfigurer(empty_suite_ok=True))
assert_raises_with_msg(DataError,
"Suite 'x' contains no tests.",
suite.visit, SuiteConfigurer())
def setUp(self):
self.suite = TestSuite()
self.suite.tests = [TestCase()]
self.suite.suites = [TestSuite()]
self.suite.suites[0].tests = [TestCase(tags=['tag'])]
def setUp(self):
self.suite = TestSuite(name='Suite', metadata={'A A': '1', 'bb': '1'})
self.suite.tests.create(name='Make suite non-empty')
def test_critical_with_parent(self):
suite = TestSuite()
assert_equal(suite.tests.create().critical, True)
suite.set_criticality(critical_tags=['crit'])
assert_equal(suite.tests.create().critical, False)
assert_equal(suite.tests.create(tags=['crit']).critical, True)
def _create_nested_suite_with_tests(self):
suite = TestSuite()
suite.set_criticality([], ['nc'])
suite.suites = [self._create_suite_with_tests(),
self._create_suite_with_tests()]
return suite
def test_suite_elapsed_time_when_start_and_end_given(self):
suite = TestSuite()
suite.starttime = '20010101 10:00:00.000'
suite.endtime = '20010101 10:00:01.234'
assert_equal(suite.elapsedtime, 1234)
def setUp(self):
self.suite = TestSuite()
self.sub = self.suite.suites.create()
def setUp(self):
suite = TestSuite(name='Hello')
suite.tests = [TestCase(status='PASS'), TestCase(status='PASS'),
TestCase(status='FAIL')]
self.statistics = Statistics(suite)
