def test_series_depends(self):
"""Tests if dependencies work as intended."""
series_config = {
'series': {
'set_d': {
'modes': [],
'tests': ['echo_test.d'],
'depends_on': ['set_c'],
'depends_pass': '******',
'only_if': {},
'not_if': {}
},
'set_c': {
'modes': [],
'tests': ['echo_test.c'],
'depends_on': [],
'only_if': {},
'not_if': {}
}
},
'modes': ['smode2'],
'simultaneous': None,
'ordered': False,
'restart': False,
'host': None
}
outfile = io.StringIO()
test_series_obj = series.TestSeries(self.pav_cfg,
series_config=series_config,
outfile=outfile,
errfile=outfile)
test_series_obj.create_dependency_graph()
test_series_obj.create_set_graph()
test_series_obj.run_series()
time.sleep(0.1)
# check if echo_test.d is skipped
for test_id, test_obj in test_series_obj.tests.items():
if test_obj.name == 'echo_test.d':
self.assertTrue(test_obj.skipped)
def run(self, pav_cfg, args):
"""Gets called when `pav series <series_name>` is executed. """
# load series and test files
series_cfg = series_config.load_series_configs(pav_cfg,
args.series_name,
args.modes, args.host)
# create brand-new series object
series_obj = series.TestSeries(pav_cfg,
series_config=series_cfg,
outfile=self.outfile,
errfile=self.errfile)
# pav _series runs in background using subprocess
series_obj.run_series_background()
return
def test_series_modes(self):
"""Test if modes and host are applied correctly."""
series_config = {
'series': {
'only_set': {
'modes': ['smode1'],
'depends_on': [],
'tests': ['echo_test.a'],
'only_if': {},
'not_if': {}
}
},
'modes': ['smode2'],
'simultaneous': None,
'ordered': False,
'restart': False,
'host': 'this'
}
outfile = io.StringIO()
test_series_obj = series.TestSeries(self.pav_cfg,
series_config=series_config,
outfile=outfile,
errfile=outfile)
test_series_obj.create_set_graph()
test_series_obj.run_series()
# make sure test actually ends
time.sleep(0.5)
self.assertNotEqual(test_series_obj.tests, {})
for test_id, test_obj in test_series_obj.tests.items():
vars = test_obj.var_man.variable_sets['var']
a_num_value = vars.get('another_num', None, None)
self.assertEqual(a_num_value, '13')
asdf_value = vars.get('asdf', None, None)
self.assertEqual(asdf_value, 'asdf1')
hosty_value = vars.get('hosty', None, None)
self.assertEqual(hosty_value, 'this')
def test_series_simultaneous(self):
"""Tests to see if simultaneous: <num> works as intended. """
series_config = {
'series': {
'only_set': {
'modes': [],
'tests': ['echo_test.b'],
'only_if': {},
'depends_on': [],
'not_if': {}
}
},
'modes': ['smode2'],
'simultaneous': '1',
'restart': False,
'ordered': False,
'host': None
}
test_series_obj = series.TestSeries(self.pav_cfg,
series_config=series_config)
test_series_obj.create_set_graph()
test_series_obj.run_series()
# make sure test actually ends
time.sleep(3)
test_starts = []
for test_id, test_obj in test_series_obj.tests.items():
test_starts.append(test_obj.results['started'])
timediff1 = test_starts[1] - test_starts[0]
timediff2 = test_starts[2] - test_starts[1]
self.assertGreaterEqual(timediff1, 0.5)
self.assertGreaterEqual(timediff2, 0.5)
def test_series_conditionals(self):
"""Test if conditionals work as intended."""
# only_if, not_if
series_config = {
'series': {
'only_set': {
'modes': ['smode1'],
'depends_on': [],
'tests': ['echo_test.wrong_year'],
'only_if': {},
'not_if': {}
}
},
'modes': ['smode2'],
'simultaneous': None,
'ordered': False,
'restart': False,
'host': None
}
outfile = io.StringIO()
test_series_obj = series.TestSeries(self.pav_cfg,
series_config=series_config,
outfile=outfile,
errfile=outfile)
test_series_obj.create_set_graph()
test_series_obj.run_series()
time.sleep(0.1)
self.assertEqual(len(list(test_series_obj.tests.keys())), 1)
for test_id, test_obj in test_series_obj.tests.items():
self.assertIsNone(test_obj.results['result'])