def test_suite_stats_when_suite_has_no_times(self): suite = TestSuite() assert_equal(Statistics(suite).suite.stat.elapsed, 0) ts = '20120816 00:00:' suite.tests = [TestCase(starttime=ts+'00.000', endtime=ts+'00.001'), TestCase(starttime=ts+'00.001', endtime=ts+'01.001')] assert_equal(Statistics(suite).suite.stat.elapsed, 1001) suite.suites = [TestSuite(starttime=ts+'02.000', endtime=ts+'12.000'), TestSuite()] assert_equal(Statistics(suite).suite.stat.elapsed, 11001)
def test_iter_also_sub_suites(self): stats = list(Statistics(generate_suite()).suite) verify_stat(stats[0], 'Root Suite', 4, 3, id='s1') verify_stat(stats[1], 'Root Suite.First Sub Suite', 4, 2, id='s1-s1') verify_stat(stats[2], 'Root Suite.First Sub Suite.Sub Suite 1_1', 1, 1, id='s1-s1-s1') verify_stat(stats[3], 'Root Suite.First Sub Suite.Sub Suite 1_2', 2, 1, id='s1-s1-s2') verify_stat(stats[4], 'Root Suite.First Sub Suite.Sub Suite 1_3', 1, 0, id='s1-s1-s3') verify_stat(stats[5], 'Root Suite.Second Sub Suite', 0, 1, id='s1-s2') verify_stat(stats[6], 'Root Suite.Second Sub Suite.Sub Suite 2_1', 0, 1, id='s1-s2-s1')
def test_deeper_level(self): PASS = TestCase(status='PASS') FAIL = TestCase(status='FAIL') suite = TestSuite(name='1') suite.suites = [ TestSuite(name='1'), TestSuite(name='2'), TestSuite(name='3') ] suite.suites[0].suites = [TestSuite(name='1')] suite.suites[1].suites = [TestSuite(name='1'), TestSuite(name='2')] suite.suites[2].tests = [PASS, FAIL] suite.suites[0].suites[0].suites = [TestSuite(name='1')] suite.suites[1].suites[0].tests = [PASS, PASS, PASS, FAIL] suite.suites[1].suites[1].tests = [PASS, PASS, FAIL, FAIL] suite.suites[0].suites[0].suites[0].tests = [FAIL, FAIL, FAIL] s1 = Statistics(suite, suite_stat_level=3).suite verify_suite(s1, '1', 's1', 6, 7) [s11, s12, s13] = s1.suites verify_suite(s11, '1.1', 's1-s1', 0, 3) verify_suite(s12, '1.2', 's1-s2', 5, 3) verify_suite(s13, '1.3', 's1-s3', 1, 1) [s111] = s11.suites verify_suite(s111, '1.1.1', 's1-s1-s1', 0, 3) [s121, s122] = s12.suites verify_suite(s121, '1.2.1', 's1-s2-s1', 3, 1) verify_suite(s122, '1.2.2', 's1-s2-s2', 2, 2) assert_equals(len(s111.suites), 0)
def test_elapsed_from_get_attributes(self): for time, expected in [('00:00:00.000', '00:00:00'), ('00:00:00.001', '00:00:00'), ('00:00:00.500', '00:00:01'), ('00:00:00.999', '00:00:01'), ('00:00:01.000', '00:00:01'), ('00:00:01.001', '00:00:01'), ('00:00:01.499', '00:00:01'), ('00:00:01.500', '00:00:02'), ('01:59:59:499', '01:59:59'), ('01:59:59:500', '02:00:00')]: suite = TestSuite(starttime='20120817 00:00:00.000', endtime='20120817 ' + time) stat = Statistics(suite).suite.stat elapsed = stat.get_attributes(include_elapsed=True)['elapsed'] assert_equal(elapsed, expected, time)
def setUp(self): suite = TestSuite(name='Hello') suite.tests = [ TestCase(status='PASS'), TestCase(status='PASS'), TestCase(status='FAIL') ] self.statistics = Statistics(suite)
def test_all_levels(self): suite = Statistics(generate_suite()).suite verify_suite(suite, 'Root Suite', 's1', 4, 3) [s1, s2] = suite.suites verify_suite(s1, 'Root Suite.First Sub Suite', 's1-s1', 4, 2) verify_suite(s2, 'Root Suite.Second Sub Suite', 's1-s2', 0, 1) [s11, s12, s13] = s1.suites verify_suite(s11, 'Root Suite.First Sub Suite.Sub Suite 1_1', 's1-s1-s1', 1, 1) verify_suite(s12, 'Root Suite.First Sub Suite.Sub Suite 1_2', 's1-s1-s2', 2, 1) verify_suite(s13, 'Root Suite.First Sub Suite.Sub Suite 1_3', 's1-s1-s3', 1, 0) [s21] = s2.suites verify_suite(s21, 'Root Suite.Second Sub Suite.Sub Suite 2_1', 's1-s2-s1', 0, 1)
def setUp(self): ts = '20120816 00:00:' suite = TestSuite(starttime=ts+'00.000', endtime=ts+'59.999') suite.suites = [ TestSuite(starttime=ts+'00.000', endtime=ts+'30.000'), TestSuite(starttime=ts+'30.000', endtime=ts+'42.042') ] suite.suites[0].tests = [ TestCase(starttime=ts+'00.000', endtime=ts+'00.001', tags=['t1']), TestCase(starttime=ts+'00.001', endtime=ts+'01.001', tags=['t1', 't2']) ] suite.suites[1].tests = [ TestCase(starttime=ts+'30.000', endtime=ts+'40.000', tags=['t1', 't2', 't3']) ] self.stats = Statistics(suite, tag_stat_combine=[('?2', 'combined')])
def setUp(self): suite = generate_suite() suite.set_criticality(critical_tags=['smoke']) self.statistics = Statistics(suite, 2, ['t*', 'smoke'], ['t3'], [('t? & smoke', ''), ('none NOT t1', 'a title')])
def test_iter_only_one_level(self): [stat] = list(Statistics(generate_suite(), suite_stat_level=1).suite) verify_stat(stat, 'Root Suite', 4, 3, id='s1')
def test_only_root_level(self): suite = Statistics(generate_suite(), suite_stat_level=1).suite verify_suite(suite, 'Root Suite', 's1', 4, 3) assert_equals(len(suite.suites), 0)
def setUp(self): suite = generate_suite() self.statistics = Statistics(suite, 2, ['t*', 'smoke'], ['t3'], [('t? & smoke', ''), ('none NOT t1', 'a title')])