def test_test_case_matching(self):
class MockProblem(Problem):
def _resolve_archive_files(self):
return None
def _problem_file_list(self):
return [
's2.1-1.in', 's2.1-1.out',
's2.1.2.in', 's2.1.2.out',
's3.4.in', 's3.4.out',
'5.in', '5.OUT',
'6-1.in', '6-1.OUT',
'6.2.in', '6.2.OUT',
'foo/a.b.c.6.3.in', 'foo/a.b.c.6.3.OUT',
'bar.in.7', 'bar.out.7',
'INPUT8.txt', 'OUTPUT8.txt',
'.DS_Store',
]
with mock.patch('dmoj.problem.get_problem_root') as gpr:
gpr.return_value = '/proc'
self.problem_data = ProblemDataManager(None)
self.problem_data.update({'init.yml': 'archive: foo.zip'})
problem = MockProblem('test', 2, 16384, {})
self.assertEqual(problem.config.test_cases.unwrap(),
[{'batched': [{'in': 's2.1-1.in', 'out': 's2.1-1.out'},
{'in': 's2.1.2.in', 'out': 's2.1.2.out'}], 'points': 1},
{'in': 's3.4.in', 'out': 's3.4.out', 'points': 1},
{'in': '5.in', 'out': '5.OUT', 'points': 1}, {
'batched': [{'in': '6-1.in', 'out': '6-1.OUT'}, {'in': '6.2.in', 'out': '6.2.OUT'},
{'in': 'foo/a.b.c.6.3.in', 'out': 'foo/a.b.c.6.3.OUT'}], 'points': 1},
{'in': 'bar.in.7', 'out': 'bar.out.7', 'points': 1},
{'in': 'INPUT8.txt', 'out': 'OUTPUT8.txt', 'points': 1}])
def test_no_testcases(self):
class MockProblem(Problem):
def _resolve_archive_files(self):
return None
def _problem_file_list(self):
return []
with mock.patch('dmoj.problem.get_problem_root') as gpr:
gpr.return_value = '/proc'
self.problem_data = ProblemDataManager(None)
self.problem_data.update({'init.yml': 'archive: foo.zip'})
with self.assertRaisesRegex(InvalidInitException, 'No test cases'):
MockProblem('test', 2, 16384, {})
def test_problem(self, problem_id):
self.output(
ansi_style('Testing problem #ansi[%s](cyan|bold)...') % problem_id)
config = ProblemConfig(ProblemDataManager(
get_problem_root(problem_id)))
if not config or 'tests' not in config or not config['tests']:
self.output(
ansi_style('\t#ansi[Skipped](magenta|bold) - No tests found'))
return 0
fails = 0
for test in config['tests']:
# Do this check here as we need some way to identify the test
if 'source' not in test:
self.output(
ansi_style(
'\t[Skipped](magenta|bold) - No source found for test')
)
continue
test_name = test.get('label', test['source'])
self.output(
ansi_style('\tRunning test #ansi[%s](yellow|bold)') %
test_name)
try:
test_fails = self.run_test(problem_id, test)
except Exception:
fails += 1
self.output(
ansi_style(
'\t#ansi[Test failed with exception:](red|bold)'))
self.output(traceback.format_exc())
else:
self.output(
ansi_style('\tResult of test #ansi[%s](yellow|bold): ') %
test_name + ansi_style([
'#ansi[Failed](red|bold)', '#ansi[Success](green|bold)'
][not test_fails]))
fails += test_fails
return fails
class ProblemTest(unittest.TestCase):
def setUp(self):
self.data_patch = mock.patch('dmoj.problem.ProblemDataManager')
data_mock = self.data_patch.start()
data_mock.side_effect = lambda problem: self.problem_data
def test_test_case_matching(self):
class MockProblem(Problem):
def _resolve_archive_files(self):
return None
def _problem_file_list(self):
return [
's2.1-1.in', 's2.1-1.out',
's2.1.2.in', 's2.1.2.out',
's3.4.in', 's3.4.out',
'5.in', '5.OUT',
'6-1.in', '6-1.OUT',
'6.2.in', '6.2.OUT',
'foo/a.b.c.6.3.in', 'foo/a.b.c.6.3.OUT',
'bar.in.7', 'bar.out.7',
'INPUT8.txt', 'OUTPUT8.txt',
'.DS_Store',
]
with mock.patch('dmoj.problem.get_problem_root') as gpr:
gpr.return_value = '/proc'
self.problem_data = ProblemDataManager(None)
self.problem_data.update({'init.yml': 'archive: foo.zip'})
problem = MockProblem('test', 2, 16384, {})
self.assertEqual(problem.config.test_cases.unwrap(),
[{'batched': [{'in': 's2.1-1.in', 'out': 's2.1-1.out'},
{'in': 's2.1.2.in', 'out': 's2.1.2.out'}], 'points': 1},
{'in': 's3.4.in', 'out': 's3.4.out', 'points': 1},
{'in': '5.in', 'out': '5.OUT', 'points': 1}, {
'batched': [{'in': '6-1.in', 'out': '6-1.OUT'}, {'in': '6.2.in', 'out': '6.2.OUT'},
{'in': 'foo/a.b.c.6.3.in', 'out': 'foo/a.b.c.6.3.OUT'}], 'points': 1},
{'in': 'bar.in.7', 'out': 'bar.out.7', 'points': 1},
{'in': 'INPUT8.txt', 'out': 'OUTPUT8.txt', 'points': 1}])
def test_no_init(self):
self.problem_data = {}
with mock.patch('dmoj.problem.get_problem_root') as gpr:
gpr.return_value = '/proc'
with self.assertRaises(InvalidInitException):
Problem('test', 2, 16384, {})
def test_empty_init(self):
self.problem_data = {'init.yml': ''}
with mock.patch('dmoj.problem.get_problem_root') as gpr:
gpr.return_value = '/proc'
with self.assertRaisesRegex(InvalidInitException, 'lack of content'):
Problem('test', 2, 16384, {})
def test_bad_init(self):
self.problem_data = {'init.yml': '"'}
with mock.patch('dmoj.problem.get_problem_root') as gpr:
gpr.return_value = '/proc'
with self.assertRaisesRegex(InvalidInitException, 'while scanning a quoted scalar'):
Problem('test', 2, 16384, {})
def test_blank_init(self):
self.problem_data = {'init.yml': 'archive: does_not_exist.txt'}
with mock.patch('dmoj.problem.get_problem_root') as gpr:
gpr.return_value = '/proc'
with self.assertRaisesRegex(InvalidInitException, 'archive file'):
Problem('test', 2, 16384, {})
@unittest.skipIf(os.devnull != '/dev/null', 'os.path.exists("nul") is False on Windows')
def test_bad_archive(self):
self.problem_data = {'init.yml': 'archive: %s' % (os.devnull,)}
with mock.patch('dmoj.problem.get_problem_root') as gpr:
gpr.return_value = '/'
with self.assertRaisesRegex(InvalidInitException, 'bad archive:'):
Problem('test', 2, 16384, {})
def tearDown(self):
self.data_patch.stop()
def test_test_case_matching(self):
class MockProblem(Problem):
def _resolve_archive_files(self):
return None
def _problem_file_list(self):
return [
's2.1-1.in',
's2.1-1.out',
's2.1.2.in',
's2.1.2.out',
's3.4.in',
's3.4.out',
'5.in',
'5.OUT',
'6-1.in',
'6-1.OUT',
'6.2.in',
'6.2.OUT',
'foo/a.b.c.6.3.in',
'foo/a.b.c.6.3.OUT',
'bar.in.7',
'bar.out.7',
'INPUT8.txt',
'OUTPUT8.txt',
'.DS_Store',
]
self.problem_data = ProblemDataManager('foo')
self.problem_data.update({'init.yml': 'archive: foo.zip'})
self.assertEqual(
MockProblem('test', 2, 16384).config.test_cases.unwrap(),
[{
'batched': [{
'in': 's2.1-1.in',
'out': 's2.1-1.out'
}, {
'in': 's2.1.2.in',
'out': 's2.1.2.out'
}],
'points':
1
}, {
'in': 's3.4.in',
'out': 's3.4.out',
'points': 1
}, {
'in': '5.in',
'out': '5.OUT',
'points': 1
}, {
'batched': [{
'in': '6-1.in',
'out': '6-1.OUT'
}, {
'in': '6.2.in',
'out': '6.2.OUT'
}, {
'in': 'foo/a.b.c.6.3.in',
'out': 'foo/a.b.c.6.3.OUT'
}],
'points':
1
}, {
'in': 'bar.in.7',
'out': 'bar.out.7',
'points': 1
}, {
'in': 'INPUT8.txt',
'out': 'OUTPUT8.txt',
'points': 1
}])