def setUp(self): self.basedir = os.path.realpath(tempfile.mkdtemp()) self.stRunner = SysTestRunner() self.inputFiles = [os.path.join("input", "TempDiffusion.xml")] self.skelTest1 = SkeletonSysTest("skelTest1", "output/SkeletonTest1", statusToReturn=CREDO_PASS("testPass"), nproc=1) self.skelTest2 = SkeletonSysTest("skelTest2", "output/SkeletonTest2", statusToReturn=CREDO_FAIL("testFail"), nproc=1) self.skelTest3 = SkeletonSysTest( "skelTest3", "output/SkeletonTest3", statusToReturn=CREDO_ERROR("testError"), nproc=1) self.skelTest4 = SkeletonSysTest( "skelTest4", "output/SkeletonTest4", statusToReturn=CREDO_PASS("testPass2"), nproc=1) for skelTest in [ self.skelTest1, self.skelTest2, self.skelTest3, self.skelTest4 ]: skelTest.runPath = os.path.abspath(os.getcwd())
def setUp(self): self.basedir = os.path.realpath(tempfile.mkdtemp()) self.stRunner = SysTestRunner() self.inputFiles = [os.path.join("input","TempDiffusion.xml")] self.skelTest1 = SkeletonSysTest("skelTest1", "output/SkeletonTest1", statusToReturn=CREDO_PASS("testPass"), nproc=1) self.skelTest2 = SkeletonSysTest("skelTest2", "output/SkeletonTest2", statusToReturn=CREDO_FAIL("testFail"), nproc=1) self.skelTest3 = SkeletonSysTest("skelTest3", "output/SkeletonTest3", statusToReturn=CREDO_ERROR("testError"), nproc=1) self.skelTest4 = SkeletonSysTest("skelTest4", "output/SkeletonTest4", statusToReturn=CREDO_PASS("testPass2"), nproc=1) for skelTest in [self.skelTest1, self.skelTest2, self.skelTest3, self.skelTest4]: skelTest.runPath = os.path.abspath(os.getcwd())
class SysTestRunnerTestCase(unittest.TestCase): def setUp(self): self.basedir = os.path.realpath(tempfile.mkdtemp()) self.stRunner = SysTestRunner() self.inputFiles = [os.path.join("input","TempDiffusion.xml")] self.skelTest1 = SkeletonSysTest("skelTest1", "output/SkeletonTest1", statusToReturn=CREDO_PASS("testPass"), nproc=1) self.skelTest2 = SkeletonSysTest("skelTest2", "output/SkeletonTest2", statusToReturn=CREDO_FAIL("testFail"), nproc=1) self.skelTest3 = SkeletonSysTest("skelTest3", "output/SkeletonTest3", statusToReturn=CREDO_ERROR("testError"), nproc=1) self.skelTest4 = SkeletonSysTest("skelTest4", "output/SkeletonTest4", statusToReturn=CREDO_PASS("testPass2"), nproc=1) for skelTest in [self.skelTest1, self.skelTest2, self.skelTest3, self.skelTest4]: skelTest.runPath = os.path.abspath(os.getcwd()) def tearDown(self): self.stRunner = None shutil.rmtree(self.basedir) def test_runTests(self): sysTests = [self.skelTest1, self.skelTest2] testResults = self.stRunner.runTests(sysTests) self.assertEqual(len(testResults), 2) self.assertEqual(testResults[0].statusStr, CREDO_PASS.statusStr) self.assertEqual(testResults[1].statusStr, CREDO_FAIL.statusStr) def test_runSuite(self): skelSuite = SysTestSuite("StgFEM", "RegressionTests", sysTests=[self.skelTest1, self.skelTest2]) testResults = self.stRunner.runSuite(skelSuite, outputSummaryDir="output/testRunSuite") self.assertEqual(len(testResults), 2) self.assertEqual(testResults[0].statusStr, CREDO_PASS.statusStr) self.assertEqual(testResults[1].statusStr, CREDO_FAIL.statusStr) def test_runSuite_withSubs(self): skelSuite = SysTestSuite("StgFEM", "RegressionTests", sysTests=[self.skelTest1, self.skelTest2]) subSuite = SysTestSuite("StgFEM", "RegressionTests-sub") skelSuite.addSubSuite(subSuite) subSuite.sysTests.append(self.skelTest3) testResults = self.stRunner.runSuite(skelSuite, outputSummaryDir="output/testRunSuite_withSubs") self.assertEqual(len(testResults), 3) self.assertEqual(testResults[0].statusStr, CREDO_PASS.statusStr) self.assertEqual(testResults[1].statusStr, CREDO_FAIL.statusStr) self.assertEqual(testResults[2].statusStr, CREDO_ERROR.statusStr) def test_runSuite_subOnly(self): subSuite1 = SysTestSuite("StgFEM", "RegressionTests-sub1", sysTests=[self.skelTest1, self.skelTest2]) subSuite2 = SysTestSuite("StgFEM", "RegressionTests-sub2", sysTests=[self.skelTest2, self.skelTest3]) masterSuite = SysTestSuite("StgFEM", "RegressionTests", subSuites=[subSuite1, subSuite2]) testResults = self.stRunner.runSuite(masterSuite, outputSummaryDir="output/testRunSuite_subOnly") self.assertEqual(len(testResults), 4) self.assertEqual(testResults[0].statusStr, CREDO_PASS.statusStr) self.assertEqual(testResults[1].statusStr, CREDO_FAIL.statusStr) self.assertEqual(testResults[2].statusStr, CREDO_FAIL.statusStr) self.assertEqual(testResults[3].statusStr, CREDO_ERROR.statusStr) def test_runSuites(self): suite1 = SysTestSuite("StgFEM", "RegressionTests", sysTests=[self.skelTest1, self.skelTest2]) subSuite = SysTestSuite("StgFEM", "RegressionTests-sub") suite1.addSubSuite(subSuite) subSuite.sysTests.append(self.skelTest3) suite2 = SysTestSuite("StgFEM", "PerformanceTests", sysTests=[self.skelTest4]) suite3 = SysTestSuite("PICellerator", "RegressionTests", sysTests=[self.skelTest2, self.skelTest4]) testResults = self.stRunner.runSuites([suite1, suite2, suite3], outputSummaryDir="output/testRunSuites")