def test_deeper_level(self):
PASS = TestCase(status='PASS')
FAIL = TestCase(status='FAIL')
suite = TestSuite(name='1')
suite.suites = [
TestSuite(name='1'),
TestSuite(name='2'),
TestSuite(name='3')
]
suite.suites[0].suites = [TestSuite(name='1')]
suite.suites[1].suites = [TestSuite(name='1'), TestSuite(name='2')]
suite.suites[2].tests = [PASS, FAIL]
suite.suites[0].suites[0].suites = [TestSuite(name='1')]
suite.suites[1].suites[0].tests = [PASS, PASS, PASS, FAIL]
suite.suites[1].suites[1].tests = [PASS, PASS, FAIL, FAIL]
suite.suites[0].suites[0].suites[0].tests = [FAIL, FAIL, FAIL]
s1 = Statistics(suite, suite_stat_level=3).suite
verify_suite(s1, '1', 's1', 6, 7)
[s11, s12, s13] = s1.suites
verify_suite(s11, '1.1', 's1-s1', 0, 3)
verify_suite(s12, '1.2', 's1-s2', 5, 3)
verify_suite(s13, '1.3', 's1-s3', 1, 1)
[s111] = s11.suites
verify_suite(s111, '1.1.1', 's1-s1-s1', 0, 3)
[s121, s122] = s12.suites
verify_suite(s121, '1.2.1', 's1-s2-s1', 3, 1)
verify_suite(s122, '1.2.2', 's1-s2-s2', 2, 2)
assert_equals(len(s111.suites), 0)
def _get_suite(self):
ts = lambda s, ms=0: '20120816 16:09:%02d.%03d' % (s, ms)
suite = TestSuite(name='root', starttime=ts(0), endtime=ts(42))
suite.set_criticality(critical_tags=['t2'])
sub1 = TestSuite(name='sub1', starttime=ts(0), endtime=ts(10))
sub2 = TestSuite(name='sub2')
suite.suites = [sub1, sub2]
sub1.tests = [
TestCase(tags=['t1', 't2'],
status='PASS',
starttime=ts(0),
endtime=ts(1, 500)),
TestCase(tags=['t1', 't3'],
status='FAIL',
starttime=ts(2),
endtime=ts(3, 499))
]
sub2.tests = [
TestCase(tags=['t1', 't2'],
status='PASS',
starttime=ts(10),
endtime=ts(30))
]
sub2.suites.create(name='below suite stat level')\
.tests.create(tags=['t1'], status='FAIL', starttime=ts(30), endtime=ts(40))
return suite
def test_nested_structure(self):
suite = TestSuite()
suite.set_criticality(critical_tags=["crit"])
suite.keywords = [Keyword(type="setup"), Keyword(type="teardown")]
K1 = self._verify_keyword(suite.keywords[0], type=1)
K2 = self._verify_keyword(suite.keywords[1], type=2)
suite.suites = [TestSuite()]
suite.suites[0].tests = [TestCase(tags=["crit", "xxx"])]
t = self._verify_test(suite.suites[0].tests[0], tags=("crit", "xxx"))
suite.tests = [TestCase(), TestCase(status="PASS")]
S1 = self._verify_suite(suite.suites[0], status=0, tests=(t,), stats=(1, 0, 1, 0))
suite.tests[0].keywords = [Keyword(type="for"), Keyword()]
suite.tests[0].keywords[0].keywords = [Keyword(type="foritem")]
suite.tests[0].keywords[0].messages = [Message()]
k = self._verify_keyword(suite.tests[0].keywords[0].keywords[0], type=4)
m = self._verify_message(suite.tests[0].keywords[0].messages[0])
k1 = self._verify_keyword(suite.tests[0].keywords[0], type=3, keywords=(k,), messages=(m,))
suite.tests[0].keywords[1].messages = [Message(), Message("msg", level="TRACE")]
m1 = self._verify_message(suite.tests[0].keywords[1].messages[0])
m2 = self._verify_message(suite.tests[0].keywords[1].messages[1], "msg", level=0)
k2 = self._verify_keyword(suite.tests[0].keywords[1], messages=(m1, m2))
T1 = self._verify_test(suite.tests[0], critical=0, keywords=(k1, k2))
T2 = self._verify_test(suite.tests[1], critical=0, status=1)
self._verify_suite(suite, status=0, keywords=(K1, K2), suites=(S1,), tests=(T1, T2), stats=(3, 1, 1, 0))
self._verify_min_message_level("TRACE")
def test_nested_structure(self):
suite = TestSuite()
suite.set_criticality(critical_tags=['crit'])
suite.keywords = [Keyword(type='setup'), Keyword(type='teardown')]
K1 = self._verify_keyword(suite.keywords[0], type=1)
K2 = self._verify_keyword(suite.keywords[1], type=2)
suite.suites = [TestSuite()]
suite.suites[0].tests = [TestCase(tags=['crit', 'xxx'])]
t = self._verify_test(suite.suites[0].tests[0], tags=('crit', 'xxx'))
suite.tests = [TestCase(), TestCase(status='PASS')]
S1 = self._verify_suite(suite.suites[0],
status=0, tests=(t,), stats=(1, 0, 1, 0))
suite.tests[0].keywords = [Keyword(type='for'), Keyword()]
suite.tests[0].keywords[0].keywords = [Keyword(type='foritem')]
suite.tests[0].keywords[0].messages = [Message()]
k = self._verify_keyword(suite.tests[0].keywords[0].keywords[0], type=4)
m = self._verify_message(suite.tests[0].keywords[0].messages[0])
k1 = self._verify_keyword(suite.tests[0].keywords[0],
type=3, keywords=(k,), messages=(m,))
suite.tests[0].keywords[1].messages = [Message(), Message('msg', level='TRACE')]
m1 = self._verify_message(suite.tests[0].keywords[1].messages[0])
m2 = self._verify_message(suite.tests[0].keywords[1].messages[1], 'msg', level=0)
k2 = self._verify_keyword(suite.tests[0].keywords[1], messages=(m1, m2))
T1 = self._verify_test(suite.tests[0], critical=0, keywords=(k1, k2))
T2 = self._verify_test(suite.tests[1], critical=0, status=1)
self._verify_suite(suite, status=0, keywords=(K1, K2), suites=(S1,),
tests=(T1, T2), stats=(3, 1, 1, 0))
self._verify_min_message_level('TRACE')
def test_nested_structure(self):
suite = TestSuite()
suite.set_criticality(critical_tags=['crit'])
suite.keywords = [Keyword(type='setup'), Keyword(type='teardown')]
K1 = self._verify_keyword(suite.keywords[0], type=1)
K2 = self._verify_keyword(suite.keywords[1], type=2)
suite.suites = [TestSuite()]
suite.suites[0].tests = [TestCase(tags=['crit', 'xxx'])]
t = self._verify_test(suite.suites[0].tests[0], tags=('crit', 'xxx'))
suite.tests = [TestCase(), TestCase(status='PASS')]
S1 = self._verify_suite(suite.suites[0],
status=0, tests=(t,), stats=(1, 0, 1, 0))
suite.tests[0].keywords = [Keyword(type='for'), Keyword()]
suite.tests[0].keywords[0].keywords = [Keyword(type='foritem')]
suite.tests[0].keywords[0].messages = [Message()]
k = self._verify_keyword(suite.tests[0].keywords[0].keywords[0], type=4)
m = self._verify_message(suite.tests[0].keywords[0].messages[0])
k1 = self._verify_keyword(suite.tests[0].keywords[0],
type=3, keywords=(k,), messages=(m,))
suite.tests[0].keywords[1].messages = [Message(), Message('msg', level='TRACE')]
m1 = self._verify_message(suite.tests[0].keywords[1].messages[0])
m2 = self._verify_message(suite.tests[0].keywords[1].messages[1], 'msg', level=0)
k2 = self._verify_keyword(suite.tests[0].keywords[1], messages=(m1, m2))
T1 = self._verify_test(suite.tests[0], critical=0, keywords=(k1, k2))
T2 = self._verify_test(suite.tests[1], critical=0, status=1)
self._verify_suite(suite, status=0, keywords=(K1, K2), suites=(S1,),
tests=(T1, T2), stats=(3, 1, 1, 0))
self._verify_min_message_level('TRACE')
def _create_nested_suite_with_tests(self):
suite = TestSuite()
suite.set_criticality([], ['nc'])
suite.suites = [
self._create_suite_with_tests(),
self._create_suite_with_tests()
]
return suite
def test_suite_stats_when_suite_has_no_times(self):
suite = TestSuite()
assert_equal(Statistics(suite).suite.stat.elapsed, 0)
ts = '20120816 00:00:'
suite.tests = [TestCase(starttime=ts+'00.000', endtime=ts+'00.001'),
TestCase(starttime=ts+'00.001', endtime=ts+'01.001')]
assert_equal(Statistics(suite).suite.stat.elapsed, 1001)
suite.suites = [TestSuite(starttime=ts+'02.000', endtime=ts+'12.000'),
TestSuite()]
assert_equal(Statistics(suite).suite.stat.elapsed, 11001)
def test_suite_stats_when_suite_has_no_times(self):
suite = TestSuite()
assert_equals(Statistics(suite).suite.stat.elapsed, 0)
ts = '20120816 00:00:'
suite.tests = [TestCase(starttime=ts+'00.000', endtime=ts+'00.001'),
TestCase(starttime=ts+'00.001', endtime=ts+'01.001')]
assert_equals(Statistics(suite).suite.stat.elapsed, 1001)
suite.suites = [TestSuite(starttime=ts+'02.000', endtime=ts+'12.000'),
TestSuite()]
assert_equals(Statistics(suite).suite.stat.elapsed, 11001)
def _get_suite(self):
suite = TestSuite(name='root')
suite.set_criticality(critical_tags=['t2'])
sub1 = TestSuite(name='sub1')
sub2 = TestSuite(name='sub2')
suite.suites = [sub1, sub2]
sub1.tests = [TestCase(tags=['t1', 't2'], status='PASS'),
TestCase(tags=['t1'], status='FAIL')]
sub2.tests.create(tags=['t1', 't2'], status='PASS')
sub2.suites.create(name='below suite stat level')
sub2.suites[0].tests.create(tags=['t1'], status='FAIL')
return suite
def setUp(self):
ts = '20120816 00:00:'
suite = TestSuite(starttime=ts+'00.000', endtime=ts+'59.999')
suite.suites = [
TestSuite(starttime=ts+'00.000', endtime=ts+'30.000'),
TestSuite(starttime=ts+'30.000', endtime=ts+'42.042')
]
suite.suites[0].tests = [
TestCase(starttime=ts+'00.000', endtime=ts+'00.001', tags=['t1']),
TestCase(starttime=ts+'00.001', endtime=ts+'01.001', tags=['t1', 't2'])
]
suite.suites[1].tests = [
TestCase(starttime=ts+'30.000', endtime=ts+'40.000', tags=['t1', 't2', 't3'])
]
suite.set_criticality(critical_tags=['t2'])
self.stats = Statistics(suite, tag_stat_combine=[('?2', 'combined')])
def _get_suite(self):
ts = lambda s, ms=0: "20120816 16:09:%02d.%03d" % (s, ms)
suite = TestSuite(name="root", starttime=ts(0), endtime=ts(42))
suite.set_criticality(critical_tags=["t2"])
sub1 = TestSuite(name="sub1", starttime=ts(0), endtime=ts(10))
sub2 = TestSuite(name="sub2")
suite.suites = [sub1, sub2]
sub1.tests = [
TestCase(tags=["t1", "t2"], status="PASS", starttime=ts(0), endtime=ts(1, 500)),
TestCase(tags=["t1", "t3"], status="FAIL", starttime=ts(2), endtime=ts(3, 499)),
]
sub2.tests = [TestCase(tags=["t1", "t2"], status="PASS", starttime=ts(10), endtime=ts(30))]
sub2.suites.create(name="below suite stat level").tests.create(
tags=["t1"], status="FAIL", starttime=ts(30), endtime=ts(40)
)
return suite
def setUp(self):
ts = '20120816 00:00:'
suite = TestSuite(starttime=ts+'00.000', endtime=ts+'59.999')
suite.suites = [
TestSuite(starttime=ts+'00.000', endtime=ts+'30.000'),
TestSuite(starttime=ts+'30.000', endtime=ts+'42.042')
]
suite.suites[0].tests = [
TestCase(starttime=ts+'00.000', endtime=ts+'00.001', tags=['t1']),
TestCase(starttime=ts+'00.001', endtime=ts+'01.001', tags=['t1', 't2'])
]
suite.suites[1].tests = [
TestCase(starttime=ts+'30.000', endtime=ts+'40.000', tags=['t1', 't2', 't3'])
]
suite.set_criticality(critical_tags=['t2'])
self.stats = Statistics(suite, tag_stat_combine=[('?2', 'combined')])
def _get_suite(self):
ts = lambda s, ms=0: '20120816 16:09:%02d.%03d' % (s, ms)
suite = TestSuite(name='root', starttime=ts(0), endtime=ts(42))
suite.set_criticality(critical_tags=['t2'])
sub1 = TestSuite(name='sub1', starttime=ts(0), endtime=ts(10))
sub2 = TestSuite(name='sub2')
suite.suites = [sub1, sub2]
sub1.tests = [
TestCase(tags=['t1', 't2'], status='PASS', starttime=ts(0), endtime=ts(1, 500)),
TestCase(tags=['t1', 't3'], status='FAIL', starttime=ts(2), endtime=ts(3, 499))
]
sub2.tests = [
TestCase(tags=['t1', 't2'], status='PASS', starttime=ts(10), endtime=ts(30))
]
sub2.suites.create(name='below suite stat level')\
.tests.create(tags=['t1'], status='FAIL', starttime=ts(30), endtime=ts(40))
return suite
def test_deeper_level(self):
PASS = TestCase(status='PASS')
FAIL = TestCase(status='FAIL')
suite = TestSuite(name='1')
suite.suites = [TestSuite(name='1'), TestSuite(name='2'), TestSuite(name='3')]
suite.suites[0].suites = [TestSuite(name='1')]
suite.suites[1].suites = [TestSuite(name='1'), TestSuite(name='2')]
suite.suites[2].tests = [PASS, FAIL]
suite.suites[0].suites[0].suites = [TestSuite(name='1')]
suite.suites[1].suites[0].tests = [PASS, PASS, PASS, FAIL]
suite.suites[1].suites[1].tests = [PASS, PASS, FAIL, FAIL]
suite.suites[0].suites[0].suites[0].tests = [FAIL, FAIL, FAIL]
s1 = Statistics(suite, suite_stat_level=3).suite
verify_suite(s1, '1', 's1', 6, 7)
[s11, s12, s13] = s1.suites
verify_suite(s11, '1.1', 's1-s1', 0, 3)
verify_suite(s12, '1.2', 's1-s2', 5, 3)
verify_suite(s13, '1.3', 's1-s3', 1, 1)
[s111] = s11.suites
verify_suite(s111, '1.1.1', 's1-s1-s1', 0, 3)
[s121, s122] = s12.suites
verify_suite(s121, '1.2.1', 's1-s2-s1', 3, 1)
verify_suite(s122, '1.2.2', 's1-s2-s2', 2, 2)
assert_equal(len(s111.suites), 0)
def _create_nested_suite_with_tests(self):
suite = TestSuite()
suite.set_criticality([], ['nc'])
suite.suites = [self._create_suite_with_tests(),
self._create_suite_with_tests()]
return suite
