def testLoadFromNamesInvalidCaseNames(self):
loader = TestLoader()
tests, errors = loader.loadFromNames(
"suitespkg1.suitesmdl11.Suite111.case1111",
"suitespkg2.suitesmdl22.Suite221.case2213")
self.failUnlessEqual(len(tests), 1)
self.failUnless(errors)
def testLoadTreeInvalidMdlName(self):
loader = TestLoader()
tree, errors = loader.loadTree("suitespkg1.suitesmdl13")
self.failUnlessEqual(len(tree), 1)
self.failUnless("suitespkg1" in tree)
self.failIf(tree["suitespkg1"][None])
self.failUnless(errors)
def testLoadFromNamesCaseNamesOfSameSuite(self):
loader = TestLoader()
tests, errors = loader.loadFromNames(
"suitespkg1.suitesmdl11.Suite111.case1111",
"suitespkg1.suitesmdl11.Suite111.case1112")
self.failUnlessEqual(len(tests), 1)
self.failUnlessEqual(len([case for case in tests[0]]), 2)
self.failIf(errors)
def testLoadFromNamesCaseNames(self):
loader = TestLoader()
tests, errors = loader.loadFromNames(
"suitespkg1.suitesmdl11.Suite111.case1111",
"suitespkg1.suitesmdl11.Suite112.case1122",
"suitespkg2.suitesmdl22.Suite221.case2211")
self.failUnlessEqual(len(tests), 3)
self.failIf(errors)
def testLoadTree(self):
loader = TestLoader()
tree, errors = loader.loadTree()
self.failUnless(len(tree) >= 2)
for name in ("suitespkg1", "suitespkg2"):
self.failUnless(name in tree)
branch = tree[name]
self.failUnless(len(branch) >= 3)
self.failIf(errors)
def testLoadFromNamesSuitesWithBaseClass(self):
loader = TestLoader()
tree, errors = loader.loadTree("suitespkg2.suitesmdl22")
self.failUnlessEqual(len(tree), 1)
self.failUnless("suitespkg2" in tree)
self.failUnlessEqual(len(tree["suitespkg2"]), 1)
self.failUnless("suitesmdl22" in tree["suitespkg2"])
self.failUnlessEqual(len(tree["suitespkg2"]["suitesmdl22"][None]), 3)
self.failIf(errors)
def testLoadFromNamesSameNames(self):
loader = TestLoader()
tests, errors = loader.loadFromNames(
"suitespkg1.suitesmdl12.Suite121", "suitespkg1.suitesmdl12.",
"suitespkg1.suitesmdl12.Suite122",
"suitespkg1.suitesmdl12.Suite121",
"suitespkg1.suitesmdl12.Suite121.case1212")
self.failUnlessEqual(len(tests), 2)
self.failIf(errors)
def testLoadFromNamesSimilarNames(self):
loader = TestLoader()
tests, errors = loader.loadFromNames(
"suitespkg2.suitesmdl21.Suite211.case2111",
"suitespkg2.suitesmdl21.Suite211.case21112",
"suitespkg2.suitesmdl21.Suite211.case211111")
self.failUnlessEqual(len(tests), 1)
self.failUnlessEqual(len([case for case in tests[0]]), 3)
self.failIf(errors)
def testLoadTreeSuiteName(self):
loader = TestLoader()
tree, errors = loader.loadTree("suitespkg1.suitesmdl12.Suite121")
self.failUnlessEqual(len(tree), 1)
self.failUnless("suitespkg1" in tree)
self.failUnlessEqual(len(tree["suitespkg1"]), 1)
self.failUnless("suitesmdl12" in tree["suitespkg1"])
self.failUnlessEqual(len(tree["suitespkg1"]["suitesmdl12"][None]), 1)
self.failIf(errors)
def __init__(self, locsTree, testsTree, modelsTree):
'''
Takes trees for locations, tests and models, initializes a test
loader instance and loads default paths from configuration.
'''
QtCore.QObject.__init__(self)
self._locsTree = locsTree
self._testsTree = testsTree
self._modelsTree = modelsTree
self._locsTree.itemChanged.connect(self._updateLocations)
self._testsTree.itemChanged.connect(self._updateCheckboxes)
self._loader = TestLoader()
self._loaded = False
self._locItems = {}
self.loadState()
def runTestCases(tests, locations, devices):
'''
A function responsible for running the given test cases.
'''
log.debug("Run test cases from '%s' locations using '%s' devices: %s"
% (", ".join(locations), ", ".join([str(d) for d in devices]),
", ".join(tests)))
loader = TestLoader()
amountToRun = 0
for path in locations:
location.add(path)
if not isinstance(tests, (list, tuple)):
tests = [tests]
suites, errors = loader.loadFromNames(*tests)
ncases = 0
for test in suites:
ncases += test.count()
print (" LOADED %d TEST CASES " % ncases).center(80, '-') + '\n'
if len(errors) > 0:
print "There were errors during loading test cases:"
for error in errors:
print "%s\n%s" % (error.name, error.traceback)
printSeparator()
print
if not ncases:
#Nothing to do
exitWithStatus(status=0)
log.info("Start running tests: %s" % suites)
channels.add("SummaryChannel", SUMMARY_CHANNEL)
result = testresult.TestResult()
runner = TestRunner(devices, suites, result)
for device in devices:
device.connect()
try:
runner.start()
runner.join()
except KeyboardInterrupt:
runner.stop()
finally:
for device in devices:
if device.isConnected():
device.disconnect()
return result
def testLoadFromNamesInvalidCaseName(self):
loader = TestLoader()
tests, errors = loader.loadFromNames(
"suitespkg2.suitesmdl22.Suite221.case2213")
self.failIf(tests)
self.failUnless(errors)
def testLoadFromNamesInvalidClassName(self):
loader = TestLoader()
tests, errors = loader.loadFromNames("suitespkg1.suitesmdl11.Suite113")
self.failIf(tests)
self.failUnless(errors)
def testLoadFromNamesClassName(self):
loader = TestLoader()
tests, errors = loader.loadFromNames("suitespkg1.suitesmdl11.Suite112")
self.failUnlessEqual(len(tests), 1)
self.failIf(errors)
def testLoadFromNamesInvalidMdlName(self):
loader = TestLoader()
tests, errors = loader.loadFromNames("suitespkg2.suitesmdl29")
self.failIf(tests)
self.failUnless(errors)
def testLoadFromNamesMdlName(self):
loader = TestLoader()
tests, errors = loader.loadFromNames("suitespkg2.suitesmdl21")
self.failUnlessEqual(len(tests), 2)
self.failIf(errors)
def testLoadFromNamesPkgName(self):
loader = TestLoader()
tests, errors = loader.loadFromNames("suitespkg1")
self.failUnlessEqual(len(tests), 4)
self.failIf(errors)
def testLoadFromNames(self):
loader = TestLoader()
tests, errors = loader.loadFromNames()
self.failUnless(tests)
self.failIf(errors)
def testLoadTreeInvalidPkgName(self):
loader = TestLoader()
tree, errors = loader.loadTree("suitespkg99")
self.failIf(tree)
self.failUnless(errors)
