def setup_restart(self, name, value):
restart_valueT = {}
test_resultT = Tst.test_result_values()
for v in value:
v = v.lower()
if (v == "wrong"):
for vv in test_resultT:
restart_valueT[vv] = (test_resultT[vv] < test_resultT['passed'])
elif (test_resultT[v]):
restart_valueT[v] = True
self.__restart_valueT = restart_valueT
def execute(self, *args, **kwargs):
masterTbl = MasterTbl()
rows, width = getTerminalSize()
projectDir = masterTbl['projectDir']
rptT = masterTbl['rptT']
humanDataA = []
tstSummaryT = masterTbl['tstSummaryT']
totalTime = time.strftime("%T", time.gmtime(masterTbl['totalTestTime']))
totalTime += ("%.2f" % (masterTbl['totalTestTime'] -
int(masterTbl['totalTestTime'])))[1:]
testresultT = Tst.test_result_values()
tstSummaryT = masterTbl['tstSummaryT']
HDR = "*"*width
TR = "*** Test Results"
TS = "*** Test Summary"
TRl = width - len(TR) - 3
TR = TR + " "*TRl + "***"
TS = TS + " "*TRl + "***"
humanDataA.append(0)
humanDataA.append(HDR)
humanDataA.append(TR)
humanDataA.append(HDR)
humanDataA.append(" ")
humanDataA.append(0)
humanDataA.append(2)
humanDataA.append(["Date:", masterTbl['date']])
humanDataA.append(["TARGET:", masterTbl['target']])
humanDataA.append(["Themis Version:", masterTbl['ThemisVersion']])
humanDataA.append(["Total Test Time:", totalTime])
humanDataA.append(-2)
humanDataA.append(0)
humanDataA.append(HDR)
humanDataA.append(TS)
humanDataA.append(HDR)
humanDataA.append(" ")
humanDataA.append(0)
humanDataA.append(2)
humanDataA.append(["Total: ", tstSummaryT['total']])
for k in tstSummaryT:
count = tstSummaryT[k]
if (k != "total" and count > 0):
humanDataA.append([k+":", count])
humanDataA.append(-2)
humanDataA.append(0)
humanDataA.append(" ")
humanDataA.append(0)
humanDataA.append(5)
humanDataA.append(["*******","*","****","*********","***************"])
humanDataA.append(["Results","R","Time","Test Name","version/message"])
humanDataA.append(["*******","*","****","*********","***************"])
resultA = []
for ident in rptT:
tst = rptT[ident]
aFlag = " "
if (tst.get("active")): aFlag = "R"
result = tst.get('result')
runtime = tst.get('strRuntime')
rIdx = str(10 - testresultT.get(result,0)) + "_" + ident
txt = " "
if (result in testresultT):
resultA.append((rIdx, result, aFlag, runtime, ident, txt))
resultA = sorted(resultA, key = lambda result: result[0])
for v in resultA:
humanDataA.append(v[1:])
humanDataA.append(-5)
humanDataA.append(0)
humanDataA.append(" ")
humanDataA.append(0)
if(tstSummaryT['total'] != tstSummaryT['passed']):
humanDataA.append(2)
humanDataA.append(["*******", "****************"])
humanDataA.append(["Results", "Output Directory"])
humanDataA.append(["*******", "****************"])
resultA = []
for ident in rptT:
tst = rptT[ident]
result = tst.get('result')
if (result != "passed" and result in testresultT):
resultA.append((result, fullFn(projectDir, tst.get('outputDir'))))
resultA = sorted(resultA, key = lambda result: result[0] + "-" + result[1])
for v in resultA:
humanDataA.append(v)
humanDataA.append(-2)
humanData = self.format_human_data(humanDataA)
if (tstSummaryT['total'] > 0):
print(humanData)
testreportT = build_test_reportT(humanData, masterTbl)
write_table(masterTbl['tstReportFn'], testreportT)
def execute(self, *args, **kwargs):
masterTbl = MasterTbl()
projectDir = masterTbl['projectDir']
tstT = masterTbl['tstT']
rptT = masterTbl['rptT']
tstSummaryT = {}
testValueT = Tst.test_result_values()
for k in testValueT:
tstSummaryT[k] = 0
tstSummaryT['total'] = 0
masterTbl['error'] = 0
masterTbl['diffCnt'] = 0
masterTbl['failCnt'] = 0
masterTbl['totalTestTime'] = 0.0
epoch = masterTbl['currentEpoch']
if (not tstT):
epoch = masterTbl['origEpoch']
status = 'passed'
if (not rptT):
status = ' '
for ident in rptT:
tst = rptT[ident]
resultFn = fullFn(projectDir, tst.get('resultFn'))
resultT = json.loads(open(resultFn).read())
result = resultT['testresult']
tst.set('result', result)
if (not result in testValueT):
Error("Unknown test result: ",result," from: ",resultFn)
tstSummaryT[result] += 1
tstSummaryT['total'] += 1
if (testValueT[result] < testValueT[status]):
status = result
if (result != "passed"):
masterTbl['errors'] += 1
if (result == "diff"):
masterTbl['diffCnt'] += 1
if (result == "failed"):
masterTbl['failCnt'] += 1
runtimeFn = fullFn(projectDir, tst.get('runtimeFn'))
runtimeT = json.loads(open(runtimeFn).read())
if (runtimeT['T0'] < 0 or runtimeT['T1'] < 0):
t = -1.0
tstTime = "****"
else:
t = runtimeT['T1'] - runtimeT['T0']
tstTime = "%10.3f" % t
tstTime = tstTime.strip()
masterTbl['totalTestTime'] += t
tst.set('runtime', t)
tst.set('strRuntime', tstTime)
for k in runtimeT:
tst.set(k, runtimeT[k])
if (masterTbl['totalTestTime'] <= 0):
masterTbl['errors'] = 0
masterTbl['tstSummaryT'] = tstSummaryT
masterTbl['status'] = status
masterTbl['epoch'] = epoch
