def run_tests(tests, debug=testDebug, mask=testMask, logName=logFileName):
"""Method to execute cats tests, must be in Functional directory."""
logger = TestOutput(stdout=True, debug=debug, mask=mask, logName=logName)
testList = tests.split(',')
statusBar = Block.findBlockByName("StatusBar")
totalTests = len(tests.split(','))
curTest = 0
if len(testList) < 2:
logger.startSuite(name=testList[0].split(':')[0])
else:
logger.startSuite(name='ChandlerFunctionalTestSuite')
# We'll normally run individual tests with an exception wrapper;
# --catch=never will turn it off, so that a debugger can stop on
# uncaught exceptions.
runner = Globals.options.catch != 'never' and run_test_wrapped or run_test
for paramSet in testList:
curTest += 1
statusBar.setStatusMessage(
"Test %d of %d %s" % (curTest, totalTests, paramSet.split(":")[0]))
runner(logger, paramSet)
if haltOnFailure and logger.testHasFailed:
logger.report(False, 'Suite halted on test failure')
logger.testsSkipped = len(
tests.split(',')) - (tests.split(',').index(paramSet) + 1)
break
if logger.debug < 2: checkRepo(logger)
logger.endSuite()
if logger.debug == 0:
logger.easyReadSummary()
else:
logger.summary()
logger.simpleSummary()
logger.tinderOutput()
scripting.app_ns().root.Quit()
def run_tests(tests, debug=testDebug, mask=testMask, logName=logFileName):
"""Method to execute cats tests, must be in Functional directory."""
logger = TestOutput(stdout=True, debug=debug, mask=mask, logName=logName)
testList = tests.split(',')
statusBar = Block.findBlockByName("StatusBar")
totalTests = len(tests.split(','))
curTest = 0
if len(testList) < 2:
logger.startSuite(name = testList[0].split(':')[0])
else:
logger.startSuite(name='ChandlerFunctionalTestSuite')
# We'll normally run individual tests with an exception wrapper;
# --catch=never will turn it off, so that a debugger can stop on
# uncaught exceptions.
runner = Globals.options.catch != 'never' and run_test_wrapped or run_test
for paramSet in testList:
curTest += 1
statusBar.setStatusMessage("Test %d of %d %s" % (curTest, totalTests, paramSet.split(":")[0]))
runner(logger, paramSet)
if haltOnFailure and logger.testHasFailed:
logger.report(False, 'Suite halted on test failure')
logger.testsSkipped = len(tests.split(',')) - (tests.split(',').index(paramSet) + 1)
break
if logger.debug < 2: checkRepo(logger)
logger.endSuite()
if logger.debug == 0:
logger.easyReadSummary()
else:
logger.summary()
logger.simpleSummary()
logger.tinderOutput()
scripting.app_ns().root.Quit()
def run_perf_tests(tests, debug=testDebug, mask=testMask, logName=logFileName):
"""Method to execute cats tests, must be in Performance directory"""
logger = TestOutput(stdout=True, debug=0, logName=logName)
logger.startSuite(name='ChandlerTestSuite')
for paramSet in tests.split(','):
try:
filenameAndTest = paramSet.split(':')
#assume file name and and test name are the same if only one given
if len(filenameAndTest) < 2:
filenameAndTest.append(filenameAndTest[0])
teststring = 'from tools.cats.Performance.%s import %s' % (
filenameAndTest[0], filenameAndTest[1])
exec(compile(teststring, '', 'exec'))
teststring = 'test = %s(name=\'%s\', logger=logger)' % (
filenameAndTest[1], filenameAndTest[1])
exec(compile(teststring, '', 'exec'))
test.runTest()
if logger.debug == 2: checkRepo(logger)
except:
logger.traceback()
logger.endSuite()
if logger.debug == 0:
logger.easyReadSummary()
else:
logger.summary()
logger.simpleSummary()
logger.tinderOutput()
if logger.debug < 2: checkRepo(logger)
logger.endSuite()
import osaf.framework.scripting as scripting
scripting.app_ns().root.Quit()
def run_perf_tests(tests, debug=testDebug, mask=testMask, logName=logFileName):
"""Method to execute cats tests, must be in Performance directory"""
logger = TestOutput(stdout=True, debug=0, logName=logName)
logger.startSuite(name='ChandlerTestSuite')
for paramSet in tests.split(','):
try:
filenameAndTest = paramSet.split(':')
#assume file name and and test name are the same if only one given
if len(filenameAndTest) < 2: filenameAndTest.append(filenameAndTest[0])
teststring = 'from tools.cats.Performance.%s import %s' % (filenameAndTest[0], filenameAndTest[1])
exec(compile(teststring, '', 'exec'))
teststring = 'test = %s(name=\'%s\', logger=logger)' % (filenameAndTest[1], filenameAndTest[1])
exec(compile(teststring, '', 'exec'))
test.runTest()
if logger.debug == 2: checkRepo(logger)
except:
logger.traceback()
logger.endSuite()
if logger.debug == 0:
logger.easyReadSummary()
else:
logger.summary()
logger.simpleSummary()
logger.tinderOutput()
if logger.debug < 2: checkRepo(logger)
logger.endSuite()
import osaf.framework.scripting as scripting
scripting.app_ns().root.Quit()
