def setUp(self):
self.basedir = os.path.realpath(tempfile.mkdtemp())
self.stRunner = SysTestRunner()
self.inputFiles = [os.path.join("input", "TempDiffusion.xml")]
self.skelTest1 = SkeletonSysTest("skelTest1",
"output/SkeletonTest1",
statusToReturn=CREDO_PASS("testPass"),
nproc=1)
self.skelTest2 = SkeletonSysTest("skelTest2",
"output/SkeletonTest2",
statusToReturn=CREDO_FAIL("testFail"),
nproc=1)
self.skelTest3 = SkeletonSysTest(
"skelTest3",
"output/SkeletonTest3",
statusToReturn=CREDO_ERROR("testError"),
nproc=1)
self.skelTest4 = SkeletonSysTest(
"skelTest4",
"output/SkeletonTest4",
statusToReturn=CREDO_PASS("testPass2"),
nproc=1)
for skelTest in [
self.skelTest1, self.skelTest2, self.skelTest3, self.skelTest4
]:
skelTest.runPath = os.path.abspath(os.getcwd())
def setUp(self):
self.basedir = os.path.realpath(tempfile.mkdtemp())
self.stRunner = SysTestRunner()
self.inputFiles = [os.path.join("input","TempDiffusion.xml")]
self.skelTest1 = SkeletonSysTest("skelTest1",
"output/SkeletonTest1",
statusToReturn=CREDO_PASS("testPass"), nproc=1)
self.skelTest2 = SkeletonSysTest("skelTest2",
"output/SkeletonTest2",
statusToReturn=CREDO_FAIL("testFail"), nproc=1)
self.skelTest3 = SkeletonSysTest("skelTest3",
"output/SkeletonTest3",
statusToReturn=CREDO_ERROR("testError"), nproc=1)
self.skelTest4 = SkeletonSysTest("skelTest4",
"output/SkeletonTest4",
statusToReturn=CREDO_PASS("testPass2"), nproc=1)
for skelTest in [self.skelTest1, self.skelTest2, self.skelTest3,
self.skelTest4]:
skelTest.runPath = os.path.abspath(os.getcwd())
class SysTestRunnerTestCase(unittest.TestCase):
def setUp(self):
self.basedir = os.path.realpath(tempfile.mkdtemp())
self.stRunner = SysTestRunner()
self.inputFiles = [os.path.join("input","TempDiffusion.xml")]
self.skelTest1 = SkeletonSysTest("skelTest1",
"output/SkeletonTest1",
statusToReturn=CREDO_PASS("testPass"), nproc=1)
self.skelTest2 = SkeletonSysTest("skelTest2",
"output/SkeletonTest2",
statusToReturn=CREDO_FAIL("testFail"), nproc=1)
self.skelTest3 = SkeletonSysTest("skelTest3",
"output/SkeletonTest3",
statusToReturn=CREDO_ERROR("testError"), nproc=1)
self.skelTest4 = SkeletonSysTest("skelTest4",
"output/SkeletonTest4",
statusToReturn=CREDO_PASS("testPass2"), nproc=1)
for skelTest in [self.skelTest1, self.skelTest2, self.skelTest3,
self.skelTest4]:
skelTest.runPath = os.path.abspath(os.getcwd())
def tearDown(self):
self.stRunner = None
shutil.rmtree(self.basedir)
def test_runTests(self):
sysTests = [self.skelTest1, self.skelTest2]
testResults = self.stRunner.runTests(sysTests)
self.assertEqual(len(testResults), 2)
self.assertEqual(testResults[0].statusStr, CREDO_PASS.statusStr)
self.assertEqual(testResults[1].statusStr, CREDO_FAIL.statusStr)
def test_runSuite(self):
skelSuite = SysTestSuite("StgFEM", "RegressionTests",
sysTests=[self.skelTest1, self.skelTest2])
testResults = self.stRunner.runSuite(skelSuite,
outputSummaryDir="output/testRunSuite")
self.assertEqual(len(testResults), 2)
self.assertEqual(testResults[0].statusStr, CREDO_PASS.statusStr)
self.assertEqual(testResults[1].statusStr, CREDO_FAIL.statusStr)
def test_runSuite_withSubs(self):
skelSuite = SysTestSuite("StgFEM", "RegressionTests",
sysTests=[self.skelTest1, self.skelTest2])
subSuite = SysTestSuite("StgFEM", "RegressionTests-sub")
skelSuite.addSubSuite(subSuite)
subSuite.sysTests.append(self.skelTest3)
testResults = self.stRunner.runSuite(skelSuite,
outputSummaryDir="output/testRunSuite_withSubs")
self.assertEqual(len(testResults), 3)
self.assertEqual(testResults[0].statusStr, CREDO_PASS.statusStr)
self.assertEqual(testResults[1].statusStr, CREDO_FAIL.statusStr)
self.assertEqual(testResults[2].statusStr, CREDO_ERROR.statusStr)
def test_runSuite_subOnly(self):
subSuite1 = SysTestSuite("StgFEM", "RegressionTests-sub1",
sysTests=[self.skelTest1, self.skelTest2])
subSuite2 = SysTestSuite("StgFEM", "RegressionTests-sub2",
sysTests=[self.skelTest2, self.skelTest3])
masterSuite = SysTestSuite("StgFEM", "RegressionTests",
subSuites=[subSuite1, subSuite2])
testResults = self.stRunner.runSuite(masterSuite,
outputSummaryDir="output/testRunSuite_subOnly")
self.assertEqual(len(testResults), 4)
self.assertEqual(testResults[0].statusStr, CREDO_PASS.statusStr)
self.assertEqual(testResults[1].statusStr, CREDO_FAIL.statusStr)
self.assertEqual(testResults[2].statusStr, CREDO_FAIL.statusStr)
self.assertEqual(testResults[3].statusStr, CREDO_ERROR.statusStr)
def test_runSuites(self):
suite1 = SysTestSuite("StgFEM", "RegressionTests",
sysTests=[self.skelTest1, self.skelTest2])
subSuite = SysTestSuite("StgFEM", "RegressionTests-sub")
suite1.addSubSuite(subSuite)
subSuite.sysTests.append(self.skelTest3)
suite2 = SysTestSuite("StgFEM", "PerformanceTests",
sysTests=[self.skelTest4])
suite3 = SysTestSuite("PICellerator", "RegressionTests",
sysTests=[self.skelTest2, self.skelTest4])
testResults = self.stRunner.runSuites([suite1, suite2, suite3],
outputSummaryDir="output/testRunSuites")
class SysTestRunnerTestCase(unittest.TestCase):
def setUp(self):
self.basedir = os.path.realpath(tempfile.mkdtemp())
self.stRunner = SysTestRunner()
self.inputFiles = [os.path.join("input","TempDiffusion.xml")]
self.skelTest1 = SkeletonSysTest("skelTest1",
"output/SkeletonTest1",
statusToReturn=CREDO_PASS("testPass"), nproc=1)
self.skelTest2 = SkeletonSysTest("skelTest2",
"output/SkeletonTest2",
statusToReturn=CREDO_FAIL("testFail"), nproc=1)
self.skelTest3 = SkeletonSysTest("skelTest3",
"output/SkeletonTest3",
statusToReturn=CREDO_ERROR("testError"), nproc=1)
self.skelTest4 = SkeletonSysTest("skelTest4",
"output/SkeletonTest4",
statusToReturn=CREDO_PASS("testPass2"), nproc=1)
for skelTest in [self.skelTest1, self.skelTest2, self.skelTest3,
self.skelTest4]:
skelTest.runPath = os.path.abspath(os.getcwd())
def tearDown(self):
self.stRunner = None
shutil.rmtree(self.basedir)
def test_runTests(self):
sysTests = [self.skelTest1, self.skelTest2]
testResults = self.stRunner.runTests(sysTests)
self.assertEqual(len(testResults), 2)
self.assertEqual(testResults[0].statusStr, CREDO_PASS.statusStr)
self.assertEqual(testResults[1].statusStr, CREDO_FAIL.statusStr)
def test_runSuite(self):
skelSuite = SysTestSuite("StgFEM", "RegressionTests",
sysTests=[self.skelTest1, self.skelTest2])
testResults = self.stRunner.runSuite(skelSuite,
outputSummaryDir="output/testRunSuite")
self.assertEqual(len(testResults), 2)
self.assertEqual(testResults[0].statusStr, CREDO_PASS.statusStr)
self.assertEqual(testResults[1].statusStr, CREDO_FAIL.statusStr)
def test_runSuite_withSubs(self):
skelSuite = SysTestSuite("StgFEM", "RegressionTests",
sysTests=[self.skelTest1, self.skelTest2])
subSuite = SysTestSuite("StgFEM", "RegressionTests-sub")
skelSuite.addSubSuite(subSuite)
subSuite.sysTests.append(self.skelTest3)
testResults = self.stRunner.runSuite(skelSuite,
outputSummaryDir="output/testRunSuite_withSubs")
self.assertEqual(len(testResults), 3)
self.assertEqual(testResults[0].statusStr, CREDO_PASS.statusStr)
self.assertEqual(testResults[1].statusStr, CREDO_FAIL.statusStr)
self.assertEqual(testResults[2].statusStr, CREDO_ERROR.statusStr)
def test_runSuite_subOnly(self):
subSuite1 = SysTestSuite("StgFEM", "RegressionTests-sub1",
sysTests=[self.skelTest1, self.skelTest2])
subSuite2 = SysTestSuite("StgFEM", "RegressionTests-sub2",
sysTests=[self.skelTest2, self.skelTest3])
masterSuite = SysTestSuite("StgFEM", "RegressionTests",
subSuites=[subSuite1, subSuite2])
testResults = self.stRunner.runSuite(masterSuite,
outputSummaryDir="output/testRunSuite_subOnly")
self.assertEqual(len(testResults), 4)
self.assertEqual(testResults[0].statusStr, CREDO_PASS.statusStr)
self.assertEqual(testResults[1].statusStr, CREDO_FAIL.statusStr)
self.assertEqual(testResults[2].statusStr, CREDO_FAIL.statusStr)
self.assertEqual(testResults[3].statusStr, CREDO_ERROR.statusStr)
def test_runSuites(self):
suite1 = SysTestSuite("StgFEM", "RegressionTests",
sysTests=[self.skelTest1, self.skelTest2])
subSuite = SysTestSuite("StgFEM", "RegressionTests-sub")
suite1.addSubSuite(subSuite)
subSuite.sysTests.append(self.skelTest3)
suite2 = SysTestSuite("StgFEM", "PerformanceTests",
sysTests=[self.skelTest4])
suite3 = SysTestSuite("PICellerator", "RegressionTests",
sysTests=[self.skelTest2, self.skelTest4])
testResults = self.stRunner.runSuites([suite1, suite2, suite3],
outputSummaryDir="output/testRunSuites")
