def testFailed(self):
"""check if the fail flag is correctly set."""
t = Test('Test that fail is set')
t.addStep('Fail', lambda: False)
tr = TestResult(t)
tr.failed('fake_step', 'FAILED')
self.assertEqual(tr.status, tr.FAILED)
self.assertEqual(tr.errorStep, 'fake_step')
self.assertEqual(tr.errorMessage, 'FAILED')
def runner(cls, suite):
test = list(suite)[0]
utw = UnitTestWrapper(test)
report = Report()
result = TestResult(test)
step = utw.steps[0]
try:
step.function()
result.passed()
except Exception, e:
result.failed(test, str(e))
class TesterWidget(BASE, WIDGET):
currentTestResult = None
currentTest = 0
currentTestStep = 0
BLINKING_INTERVAL = 1000
buttonColors = ["", 'QPushButton {color: yellow;}']
testingFinished = pyqtSignal()
def __init__(self):
super(TesterWidget, self).__init__()
self.setupUi(self)
self.setObjectName("TesterPluginPanel")
self.btnCancel.clicked.connect(self.cancelTesting)
self.btnTestOk.clicked.connect(self.testPasses)
self.btnTestFailed.clicked.connect(self.testFails)
self.btnRestartTest.clicked.connect(self.restartTest)
self.btnSkip.clicked.connect(self.skipTest)
self.btnNextStep.clicked.connect(self.runNextStep)
self.buttons = [self.btnTestOk, self.btnTestFailed, self.btnNextStep]
self.blinkTimer = QTimer()
self.blinkTimer.timeout.connect(self._blink)
def startBlinking(self):
self.currentBlinkingTime = 0
self.blinkTimer.start(self.BLINKING_INTERVAL)
def stopBlinking(self):
self.blinkTimer.stop()
for button in self.buttons:
button.setStyleSheet(self.buttonColors[0])
def _blink(self):
self.currentBlinkingTime += 1
color = self.buttonColors[self.currentBlinkingTime % 2]
for button in self.buttons:
if button.isEnabled():
button.setStyleSheet(color)
def setTests(self, tests):
self.tests = tests
def startTesting(self):
self.currentTest = 0
self.report = Report()
self.runNextTest()
def getReportDialog(self):
"""Wrapper for easy mocking"""
self.reportDialog = ReportDialog(self.report)
return self.reportDialog
def restartTest(self):
self.currentTestResult = None
self.runNextTest()
def runNextTest(self):
if self.currentTestResult:
self.report.addTestResult(self.currentTestResult)
if self.currentTest < len(self.tests):
test = self.tests[self.currentTest]
self.labelCurrentTest.setText("Current test: %s-%s" %
(test.group.upper(), test.name))
self.currentTestResult = TestResult(test)
self.currentTestStep = 0
self.runNextStep()
else:
QApplication.restoreOverrideCursor()
self.testingFinished.emit()
self.setVisible(False)
def runNextStep(self):
self.stopBlinking()
test = self.tests[self.currentTest]
step = test.steps[self.currentTestStep]
self.btnSkip.setEnabled(True)
self.btnCancel.setEnabled(True)
if os.path.exists(step.description):
with open(step.description) as f:
html = "".join(f.readlines())
self.webView.setHtml(html)
else:
if step.function is not None:
self.webView.setHtml(
step.description +
"<p><b>[This is an automated step. Please, wait until it has been completed]</b></p>"
)
else:
self.webView.setHtml(
step.description +
"<p><b>[Click on the right-hand side buttons once you have performed this step]</b></p>"
)
QCoreApplication.processEvents()
if self.currentTestStep == len(test.steps) - 1:
if step.function is not None:
self.btnTestOk.setEnabled(False)
self.btnTestFailed.setEnabled(False)
self.btnNextStep.setEnabled(False)
self.btnSkip.setEnabled(False)
self.btnCancel.setEnabled(False)
self.webView.setEnabled(False)
QCoreApplication.processEvents()
try:
execute(step.function)
self.testPasses()
except Exception as e:
if isinstance(e, AssertionError):
self.testFails("%s\n%s" %
(str(e), traceback.format_exc()))
else:
self.testContainsError(
"%s\n%s" % (str(e), traceback.format_exc()))
else:
self.btnTestOk.setEnabled(True)
self.btnTestOk.setText("Test passes")
self.btnTestFailed.setEnabled(True)
self.btnTestFailed.setText("Test fails")
self.webView.setEnabled(True)
self.btnNextStep.setEnabled(False)
if step.prestep:
try:
execute(step.prestep)
except Exception as e:
if isinstance(e, AssertionError):
self.testFailsAtSetup(
"%s\n%s" % (str(e), traceback.format_exc()))
else:
self.testContainsError(
"%s\n%s" % (str(e), traceback.format_exc()))
else:
if step.function is not None:
self.btnTestOk.setEnabled(False)
self.btnTestFailed.setEnabled(False)
self.btnNextStep.setEnabled(False)
self.btnSkip.setEnabled(False)
self.btnCancel.setEnabled(False)
self.webView.setEnabled(False)
QCoreApplication.processEvents()
try:
execute(step.function)
self.currentTestStep += 1
self.runNextStep()
except Exception as e:
if isinstance(e, AssertionError):
self.testFails("%s\n%s" %
(str(e), traceback.format_exc()))
else:
self.testContainsError(
"%s\n%s" % (str(e), traceback.format_exc()))
else:
self.currentTestStep += 1
self.webView.setEnabled(True)
self.btnNextStep.setEnabled(not step.isVerifyStep)
if step.isVerifyStep:
self.btnTestOk.setEnabled(True)
self.btnTestOk.setText("Step passes")
self.btnTestFailed.setEnabled(True)
self.btnTestFailed.setText("Step fails")
else:
self.btnTestOk.setEnabled(False)
self.btnTestFailed.setEnabled(False)
if step.prestep:
try:
execute(step.prestep)
except Exception as e:
if isinstance(e, AssertionError):
self.testFailsAtSetup(
"%s\n%s" % (str(e), traceback.format_exc()))
else:
self.testContainsError(
"%s\n%s" % (str(e), traceback.format_exc()))
if step.function is None:
self.startBlinking()
def testPasses(self):
test = self.tests[self.currentTest]
if self.btnTestOk.isEnabled() and self.btnTestOk.text(
) == "Step passes":
self.runNextStep()
else:
try:
test = self.tests[self.currentTest]
test.cleanup()
self.currentTestResult.passed()
except:
self.currentTestResult.failed("Test cleanup",
traceback.format_exc())
self.currentTest += 1
self.runNextTest()
def testFails(self, msg=""):
test = self.tests[self.currentTest]
if self.btnTestOk.isEnabled() and self.btnTestOk.text(
) == "Step passes":
desc = test.steps[self.currentTestStep - 1].description
else:
desc = test.steps[self.currentTestStep].description
self.currentTestResult.failed(desc, msg)
try:
test.cleanup()
except:
pass
self.currentTest += 1
self.runNextTest()
def testFailsAtSetup(self, msg=""):
test = self.tests[self.currentTest]
if self.btnTestOk.isEnabled() and self.btnTestOk.text(
) == "Step passes":
desc = test.steps[self.currentTestStep - 1].description
else:
desc = test.steps[self.currentTestStep].description
self.currentTestResult.setupFailed(desc, msg)
try:
test.cleanup()
except:
pass
self.currentTest += 1
self.runNextTest()
def testContainsError(self, msg=""):
test = self.tests[self.currentTest]
if self.btnTestOk.isEnabled() and self.btnTestOk.text(
) == "Step passes":
desc = test.steps[self.currentTestStep - 1].description
else:
desc = test.steps[self.currentTestStep].description
self.currentTestResult.containsError(desc, msg)
try:
test.cleanup()
except:
pass
self.currentTest += 1
self.runNextTest()
def skipTest(self):
try:
test = self.tests[self.currentTest]
test.cleanup()
except:
pass
self.currentTest += 1
self.currentTestResult.skipped()
self.runNextTest()
def cancelTesting(self):
self.setVisible(False)
self.testingFinished.emit()
class TesterWidget(BASE, WIDGET):
currentTestResult = None
currentTest = 0
currentTestStep = 0
BLINKING_INTERVAL = 1000
buttonColors = ["", 'QPushButton {color: yellow;}']
testingFinished = pyqtSignal()
def __init__(self):
super(TesterWidget, self).__init__()
self.setupUi(self)
self.setObjectName("TesterPluginPanel")
self.btnCancel.clicked.connect(self.cancelTesting)
self.btnTestOk.clicked.connect(self.testPasses)
self.btnTestFailed.clicked.connect(self.testFails)
self.btnRestartTest.clicked.connect(self.restartTest)
self.btnSkip.clicked.connect(self.skipTest)
self.btnNextStep.clicked.connect(self.runNextStep)
self.buttons = [self.btnTestOk, self.btnTestFailed, self.btnNextStep]
self.blinkTimer = QTimer()
self.blinkTimer.timeout.connect(self._blink)
def startBlinking(self):
self.currentBlinkingTime = 0
self.blinkTimer.start(self.BLINKING_INTERVAL)
def stopBlinking(self):
self.blinkTimer.stop()
for button in self.buttons:
button.setStyleSheet(self.buttonColors[0])
def _blink(self):
self.currentBlinkingTime += 1
color = self.buttonColors[self.currentBlinkingTime % 2]
for button in self.buttons:
if button.isEnabled():
button.setStyleSheet(color)
def setTests(self, tests):
self.tests = tests
def startTesting(self):
self.currentTest = 0
self.report = Report()
self.runNextTest()
def getReportDialog(self):
"""Wrapper for easy mocking"""
self.reportDialog = ReportDialog(self.report)
return self.reportDialog
def restartTest(self):
self.currentTestResult = None
self.runNextTest()
def runNextTest(self):
if self.currentTestResult:
self.report.addTestResult(self.currentTestResult)
if self.currentTest < len(self.tests):
test = self.tests[self.currentTest]
self.labelCurrentTest.setText("Current test: %s-%s" % (test.group.upper(), test.name))
self.currentTestResult = TestResult(test)
self.currentTestStep = 0
self.runNextStep()
else:
QApplication.restoreOverrideCursor()
self.testingFinished.emit()
self.setVisible(False)
def runNextStep(self):
self.stopBlinking()
test = self.tests[self.currentTest]
step = test.steps[self.currentTestStep]
self.btnSkip.setEnabled(True)
self.btnCancel.setEnabled(True)
if os.path.exists(step.description):
with open(step.description) as f:
html = "".join(f.readlines())
self.webView.setHtml(html)
else:
if step.function is not None:
self.webView.setHtml(step.description + "<p><b>[This is an automated step. Please, wait until it has been completed]</b></p>")
else:
self.webView.setHtml(step.description + "<p><b>[Click on the right-hand side buttons once you have performed this step]</b></p>")
QCoreApplication.processEvents()
if self.currentTestStep == len(test.steps) - 1:
if step.function is not None:
self.btnTestOk.setEnabled(False)
self.btnTestFailed.setEnabled(False)
self.btnNextStep.setEnabled(False)
self.btnSkip.setEnabled(False)
self.btnCancel.setEnabled(False)
self.webView.setEnabled(False)
QCoreApplication.processEvents()
try:
execute(step.function)
self.testPasses()
except Exception as e:
if isinstance(e, AssertionError):
self.testFails("%s\n%s" % (str(e), traceback.format_exc()))
else:
self.testContainsError("%s\n%s" % (str(e), traceback.format_exc()))
else:
self.btnTestOk.setEnabled(True)
self.btnTestOk.setText("Test passes")
self.btnTestFailed.setEnabled(True)
self.btnTestFailed.setText("Test fails")
self.webView.setEnabled(True)
self.btnNextStep.setEnabled(False)
if step.prestep:
try:
execute(step.prestep)
except Exception as e:
if isinstance(e, AssertionError):
self.testFailsAtSetup("%s\n%s" % (str(e), traceback.format_exc()))
else:
self.testContainsError("%s\n%s" % (str(e), traceback.format_exc()))
else:
if step.function is not None:
self.btnTestOk.setEnabled(False)
self.btnTestFailed.setEnabled(False)
self.btnNextStep.setEnabled(False)
self.btnSkip.setEnabled(False)
self.btnCancel.setEnabled(False)
self.webView.setEnabled(False)
QCoreApplication.processEvents()
try:
execute(step.function)
self.currentTestStep += 1
self.runNextStep()
except Exception as e:
if isinstance(e, AssertionError):
self.testFails("%s\n%s" % (str(e), traceback.format_exc()))
else:
self.testContainsError("%s\n%s" % (str(e), traceback.format_exc()))
else:
self.currentTestStep += 1
self.webView.setEnabled(True)
self.btnNextStep.setEnabled(not step.isVerifyStep)
if step.isVerifyStep:
self.btnTestOk.setEnabled(True)
self.btnTestOk.setText("Step passes")
self.btnTestFailed.setEnabled(True)
self.btnTestFailed.setText("Step fails")
else:
self.btnTestOk.setEnabled(False)
self.btnTestFailed.setEnabled(False)
if step.prestep:
try:
execute(step.prestep)
except Exception as e:
if isinstance(e, AssertionError):
self.testFailsAtSetup("%s\n%s" % (str(e), traceback.format_exc()))
else:
self.testContainsError("%s\n%s" % (str(e), traceback.format_exc()))
if step.function is None:
self.startBlinking()
def testPasses(self):
test = self.tests[self.currentTest]
if self.btnTestOk.isEnabled() and self.btnTestOk.text() == "Step passes":
self.runNextStep()
else:
try:
test = self.tests[self.currentTest]
test.cleanup()
self.currentTestResult.passed()
except:
self.currentTestResult.failed("Test cleanup", traceback.format_exc())
self.currentTest +=1
self.runNextTest()
def testFails(self, msg = ""):
test = self.tests[self.currentTest]
if self.btnTestOk.isEnabled() and self.btnTestOk.text() == "Step passes":
desc = test.steps[self.currentTestStep - 1].description
else:
desc = test.steps[self.currentTestStep].description
self.currentTestResult.failed(desc, msg)
try:
test.cleanup()
except:
pass
self.currentTest +=1
self.runNextTest()
def testFailsAtSetup(self, msg = ""):
test = self.tests[self.currentTest]
if self.btnTestOk.isEnabled() and self.btnTestOk.text() == "Step passes":
desc = test.steps[self.currentTestStep - 1].description
else:
desc = test.steps[self.currentTestStep].description
self.currentTestResult.setupFailed(desc, msg)
try:
test.cleanup()
except:
pass
self.currentTest +=1
self.runNextTest()
def testContainsError(self, msg = ""):
test = self.tests[self.currentTest]
if self.btnTestOk.isEnabled() and self.btnTestOk.text() == "Step passes":
desc = test.steps[self.currentTestStep - 1].description
else:
desc = test.steps[self.currentTestStep].description
self.currentTestResult.containsError(desc, msg)
try:
test.cleanup()
except:
pass
self.currentTest +=1
self.runNextTest()
def skipTest(self):
try:
test = self.tests[self.currentTest]
test.cleanup()
except:
pass
self.currentTest +=1
self.currentTestResult.skipped()
self.runNextTest()
def cancelTesting(self):
self.setVisible(False)
self.testingFinished.emit()