def test_run_wait7(self, mock_logging, mock_logging_err, mock_jobsubmit):
"""Ensure BeakerRunner.run works."""
# pylint: disable=W0613
# abort later on, change last recipe to Aborted
misc.exec_on(self.myrunner, mock_jobsubmit, 'beaker_aborted_some.xml',
2, 'Aborted')
def test_run_wait6(self, mock_logging, mock_logging_err, mock_jobsubmit):
"""Ensure BeakerRunner.run works."""
# pylint: disable=W0613
# abort right-away ( 0 allowed)
misc.exec_on(self.myrunner, mock_jobsubmit, 'beaker_aborted_some.xml',
0)
def test_run_wait8(self, mock_logging, mock_logging_err, mock_jobsubmit):
"""Ensure BeakerRunner.run works."""
# pylint: disable=W0613
result = misc.exec_on(self.myrunner, mock_jobsubmit,
'beaker_aborted_some.xml', 5, 'Cancelled')
self.assertEqual(SKT_ERROR, result)
def test_run_wait5(self, mock_logging, mock_logging_err, mock_jobsubmit):
"""Ensure BeakerRunner.run works."""
# pylint: disable=W0613
result = misc.exec_on(self.myrunner, mock_jobsubmit,
'beaker_results3.xml', 2, 'Completed')
self.assertEqual(SKT_SUCCESS, result)
def test_fail_and_skip(self, mock_jobsubmit, mock_getresultstree,
mock_warning, mock_error):
""" Ensure that a job with failed tasks, no waiving and skipped tests
returns SKT_FAIL."""
# pylint: disable=unused-argument
beaker_xml = misc.get_asset_content('beaker_skip_and_fail.xml')
mock_getresultstree.return_value = fromstring(beaker_xml)
mock_jobsubmit.return_value = "J:0001"
# no need to wait 60 seconds
# though beaker_pass_results.xml only needs one iteration
self.myrunner.watchdelay = 0.1
# For the purposes of this test it's not necessary to flip the state
# of the fake Beaker XML job to 'Completed', the asset file already has
# that state.
result = misc.exec_on(self.myrunner,
mock_jobsubmit,
'beaker_skip_and_fail.xml',
5,
waiving=False)
# see method description for details why SKT_FAIL
self.assertEqual(SKT_FAIL, result)
def test_run_wait3(self, mock_logging, mock_logging_err, mock_jobsubmit):
"""Ensure BeakerRunner.run works."""
# pylint: disable=W0613
# beaker_results2.xml doesn't have passed tasks, so result is SKT_FAIL
result = misc.exec_on(self.myrunner, mock_jobsubmit,
'beaker_results2.xml', 1, 'Completed')
self.assertEqual(SKT_FAIL, result)
def test_run_wait2(self, mock_logging, mock_logging_err, mock_jobsubmit):
"""Ensure BeakerRunner.run works."""
# pylint: disable=W0613
# beaker_results.xml has test failures, returncode should be SKT_FAIL
result = misc.exec_on(self.myrunner, mock_jobsubmit,
'beaker_results.xml', 1, 'Completed')
self.assertEqual(SKT_FAIL, result)
def test_waived_hidden(self, mock_jobsubmit, mock_getresultstree):
""" Ensure that waived tests don't affect overall test result."""
beaker_xml = misc.get_asset_content('beaker_results.xml')
mock_getresultstree.return_value = fromstring(beaker_xml)
mock_jobsubmit.return_value = "J:0001"
# no need to wait 60 seconds
# though beaker_pass_results.xml only needs one iteration
self.myrunner.watchdelay = 0.1
result = misc.exec_on(self.myrunner, mock_jobsubmit,
'beaker_results.xml', 5, 'Completed')
self.assertEqual(SKT_SUCCESS, result)
def test_waived_abort(self, mock_jobsubmit, mock_getresultstree,
mock_warning, mock_error):
""" Ensure that one test failing and one waived test aborting
leads to failure. """
# pylint: disable=unused-argument
beaker_xml = misc.get_asset_content('beaker_aborted_some.xml')
mock_getresultstree.return_value = fromstring(beaker_xml)
mock_jobsubmit.return_value = "J:0001"
# no need to wait 60 seconds
# though beaker_pass_results.xml only needs one iteration
self.myrunner.watchdelay = 0.1
result = misc.exec_on(self.myrunner, mock_jobsubmit,
'beaker_aborted_some.xml', 5, 'Aborted')
self.assertEqual(result, SKT_ERROR)
def test_waived_fails(self, mock_jobsubmit, mock_getresultstree):
""" Ensure that waived tests don't affect overall
test result. This tests test failure."""
beaker_xml = misc.get_asset_content('beaker_results.xml')
mock_getresultstree.return_value = fromstring(beaker_xml)
mock_jobsubmit.return_value = "J:0001"
# no need to wait 60 seconds
# though beaker_pass_results.xml only needs one iteration
self.myrunner.watchdelay = 0.1
# waiving=False : failure must show
result = misc.exec_on(self.myrunner,
mock_jobsubmit,
'beaker_results.xml',
5,
'Completed',
waiving=False)
self.assertEqual(result, SKT_FAIL)
def test_waived_fails2(self, mock_jobsubmit, mock_getresultstree,
mock_warning, mock_error):
""" Ensure that waived tests don't affect overall
test result. This tests test abort."""
# pylint: disable=unused-argument
beaker_xml = misc.get_asset_content('beaker_aborted_some.xml')
mock_getresultstree.return_value = fromstring(beaker_xml)
mock_jobsubmit.return_value = "J:0001"
# no need to wait 60 seconds
# though beaker_pass_results.xml only needs one iteration
self.myrunner.watchdelay = 0.1
# waiving=False: infrastructure error must be reported
result = misc.exec_on(self.myrunner,
mock_jobsubmit,
'beaker_aborted_some.xml',
5,
'Completed',
waiving=False)
self.assertEqual(result, SKT_ERROR)
def test_run_wait4(self, mock_logging, mock_logging_err, mock_jobsubmit):
"""Ensure BeakerRunner.run works."""
# pylint: disable=W0613
misc.exec_on(self.myrunner, mock_jobsubmit, 'beaker_results3.xml', 1,
'Completed')
