def test_partition_tests_with_grouping(self):
repo = memory.RepositoryFactory().initialise('memory:')
result = repo.get_inserter()
result.startTestRun()
self._add_timed_test("TestCase1.slow", 3, result)
self._add_timed_test("TestCase2.fast1", 1, result)
self._add_timed_test("TestCase2.fast2", 1, result)
result.stopTestRun()
test_ids = frozenset([
'TestCase1.slow', 'TestCase1.fast', 'TestCase1.fast2',
'TestCase2.fast1', 'TestCase3.test1', 'TestCase3.test2',
'TestCase2.fast2', 'TestCase4.test',
'testdir.testfile.TestCase5.test'
])
def group_id(test_id, regex=re.compile('TestCase[0-5]')):
match = regex.match(test_id)
if match:
return match.group(0)
partitions = scheduler.partition_tests(test_ids, 2, repo, group_id)
# Timed groups are deterministic:
self.assertTrue('TestCase2.fast1' in partitions[0])
self.assertTrue('TestCase2.fast2' in partitions[0])
self.assertTrue('TestCase1.slow' in partitions[1])
self.assertTrue('TestCase1.fast' in partitions[1])
self.assertTrue('TestCase1.fast2' in partitions[1])
# Untimed groups just need to be in the same partition:
if 'TestCase3.test1' in partitions[0]:
self.assertTrue('TestCase3.test2' in partitions[0])
if 'TestCase4.test' not in partitions[0]:
self.assertTrue('TestCase4.test' in partitions[1])
if 'testdir.testfile.TestCase5.test' not in partitions[0]:
self.assertTrue('testdir.testfile.TestCase5.test' in partitions[1])
def test_partition_tests_with_zero_duration(self):
repo = memory.RepositoryFactory().initialise('memory:')
result = repo.get_inserter()
result.startTestRun()
self._add_timed_test("zero1", 0, result)
self._add_timed_test("zero2", 0, result)
result.stopTestRun()
# Partitioning by two should generate two one-entry partitions.
test_ids = frozenset(['zero1', 'zero2'])
partitions = scheduler.partition_tests(test_ids, 2, repo, None)
self.assertEqual(1, len(partitions[0]))
self.assertEqual(1, len(partitions[1]))
def test_random_partitions(self):
repo = memory.RepositoryFactory().initialise('memory:')
test_ids = frozenset(['a_test', 'b_test', 'c_test', 'd_test'])
random_parts = scheduler.partition_tests(test_ids,
2,
repo,
None,
randomize=True)
# NOTE(masayukig): We can't test this randomness. So just checking
# what we should get here.
self.assertEqual(2, len(random_parts))
self.assertTrue(isinstance(random_parts, list))
self.assertTrue(isinstance(random_parts[0], list))
self.assertTrue(isinstance(random_parts[1], list))
flatten_random_parts = []
for i, j in random_parts:
flatten_random_parts.append(i)
flatten_random_parts.append(j)
for i in test_ids:
self.assertIn(i, flatten_random_parts)
def test_partition_tests(self):
repo = memory.RepositoryFactory().initialise('memory:')
result = repo.get_inserter()
result.startTestRun()
self._add_timed_test("slow", 3, result)
self._add_timed_test("fast1", 1, result)
self._add_timed_test("fast2", 1, result)
result.stopTestRun()
test_ids = frozenset([
'slow', 'fast1', 'fast2', 'unknown1', 'unknown2', 'unknown3',
'unknown4'
])
partitions = scheduler.partition_tests(test_ids, 2, repo, None)
self.assertTrue('slow' in partitions[0])
self.assertFalse('fast1' in partitions[0])
self.assertFalse('fast2' in partitions[0])
self.assertFalse('slow' in partitions[1])
self.assertTrue('fast1' in partitions[1])
self.assertTrue('fast2' in partitions[1])
self.assertEqual(3, len(partitions[0]))
self.assertEqual(4, len(partitions[1]))