def generateHTMLSummary(self, detailPageRef, extraVersion=None):
numTests, summaryData = self.getSummaryData(extraVersion)
container = HTMLgen.Container()
for cat, count in summaryData:
summary = HTMLgen.Text(self.getDescription(cat, count))
if cat == "success":
container.append(summary)
else:
linkTarget = detailPageRef + getCategoryDescription(cat)[-1]
container.append(HTMLgen.Href(linkTarget, summary))
testCountSummary = HTMLgen.Text(self.getTestCountDescription(numTests))
return HTMLgen.Container(testCountSummary, container)
def generateTableHead(self, repositoryDirs):
head = [HTMLgen.TH("Test")]
ciUrl = os.getenv("JENKINS_URL") or os.getenv(
"SYSTEM_TEAMFOUNDATIONSERVERURI")
runNameDirs = self.getRunNameDirs(repositoryDirs) if ciUrl else []
for tag in self.tags:
tagColour = self.findTagColour(tag)
linkTarget = getDetailPageName(self.pageVersion, tag)
linkText = HTMLgen.Font(getDisplayText(tag), color=tagColour)
buildNumber = self.getCiBuildNumber(tag)
if ciUrl and buildNumber.isdigit():
runEnv = getEnvironmentFromRunFiles(runNameDirs, tag)
container = HTMLgen.Container()
tooltip = jenkinschanges.getTimestamp(buildNumber)
container.append(
HTMLgen.Href(linkTarget, linkText, title=tooltip))
container.append(HTMLgen.BR())
ciTitle, ciTarget = self.getCiLinkData(runEnv, buildNumber)
ciText = HTMLgen.Emphasis(
HTMLgen.Font("(" + ciTitle + ")", size=1))
container.append(HTMLgen.Href(ciTarget, ciText, title=tooltip))
head.append(HTMLgen.TH(container))
else:
head.append(HTMLgen.TH(HTMLgen.Href(linkTarget, linkText)))
heading = HTMLgen.TR()
heading = heading + head
return heading
def generateJenkinsChanges(self, pageDir):
cacheDir = os.path.join(os.path.dirname(pageDir), "jenkins_changes")
bgColour = self.colourFinder.find("changes_header_bg")
row = [HTMLgen.TD("Changes", bgcolor=bgColour)]
hasData = False
prevTag = None
for tag in self.tags:
allChanges = self.findJenkinsChanges(prevTag, tag, cacheDir)
cont = HTMLgen.Container()
aborted = False
for i, (authorOrMessage, target, bugs) in enumerate(allChanges):
if i:
cont.append(HTMLgen.BR())
if target:
cont.append(HTMLgen.Href(target, authorOrMessage))
else:
cont.append(HTMLgen.Font(authorOrMessage, color="red"))
aborted = "Aborted" in authorOrMessage
for bugText, bugTarget in bugs:
cont.append(HTMLgen.Href(bugTarget, bugText))
hasData = True
row.append(HTMLgen.TD(cont, bgcolor=bgColour))
if not aborted:
prevTag = tag
if hasData:
return HTMLgen.TR(*row)
def getLinksToOverview(self, version, testName, extraVersion,
linkFromDetailsToOverview):
links = HTMLgen.Container()
for targetFile, linkName in linkFromDetailsToOverview:
testId = makeTestId(version, extraVersion, testName)
links.append(HTMLgen.Href(targetFile + "#" + testId, linkName))
return links
def generateTableHead(self, repositoryDirs):
head = [HTMLgen.TH("Test")]
jenkinsUrl = os.getenv("JENKINS_URL")
runNameDirs = self.getRunNameDirs(repositoryDirs) if jenkinsUrl else []
for tag in self.tags:
tagColour = self.findTagColour(tag)
linkTarget = getDetailPageName(self.pageVersion, tag)
linkText = HTMLgen.Font(getDisplayText(tag), color=tagColour)
buildNumber = self.getJenkinsBuildNumber(tag)
if jenkinsUrl and buildNumber.isdigit():
runEnv = getEnvironmentFromRunFiles(runNameDirs, tag)
container = HTMLgen.Container()
tooltip = jenkinschanges.getTimestamp(buildNumber)
container.append(
HTMLgen.Href(linkTarget, linkText, title=tooltip))
container.append(HTMLgen.BR())
jobTarget = os.path.join(self.getRunEnv(runEnv,
"JENKINS_URL"), "job",
self.getRunEnv(runEnv, "JOB_NAME"),
buildNumber)
jobText = HTMLgen.Emphasis(
HTMLgen.Font("(Jenkins " + buildNumber + ")", size=1))
container.append(
HTMLgen.Href(jobTarget, jobText, title=tooltip))
head.append(HTMLgen.TH(container))
else:
head.append(HTMLgen.TH(HTMLgen.Href(linkTarget, linkText)))
heading = HTMLgen.TR()
heading = heading + head
return heading
def generateExtraVersionHeader(self, extraVersion):
bgColour = self.colourFinder.find("column_header_bg")
extraVersionElement = HTMLgen.Container(HTMLgen.Name(extraVersion),
extraVersion)
columnHeader = HTMLgen.TH(extraVersionElement,
colspan=len(self.tags) + 1,
bgcolor=bgColour)
return HTMLgen.TR(columnHeader)
def getTestLines(self, tests, version, linkFromDetailsToOverview):
lines = []
for testName, _, extraVersion in tests:
linksToOverview = self.getLinksToOverview(
version, testName, extraVersion, linkFromDetailsToOverview)
headerText = testName + " ("
container = HTMLgen.Container(headerText, linksToOverview, ")<br>")
lines.append(container)
return lines
def getHeaderLine(self, tests, version, linkFromDetailsToOverview):
testName, state, extraVersion = tests[0]
if len(tests) == 1:
linksToOverview = self.getLinksToOverview(
version, testName, extraVersion, linkFromDetailsToOverview)
headerText = "TEST " + repr(state) + " " + testName + " ("
container = HTMLgen.Container(headerText, linksToOverview)
return HTMLgen.Heading(4, container, ")")
else:
headerText = str(len(tests)) + " TESTS " + repr(state)
return HTMLgen.Heading(4, headerText)
def addVersionSection(self, version, categoryHandler,
linkFromDetailsToOverview):
self.totalCategoryHandler.update(categoryHandler)
container = HTMLgen.Container()
container.append(HTMLgen.HR())
container.append(self.getSummaryHeading(version, categoryHandler))
for desc, testInfo in categoryHandler.getTestsWithDescriptions():
fullDescription = self.getFullDescription(
testInfo, version, linkFromDetailsToOverview)
if fullDescription:
container.append(HTMLgen.Name(version + desc))
container.append(
HTMLgen.Heading(
3, "Detailed information for the tests that " + desc +
":"))
container.append(fullDescription)
self.versionSections.append(container)
def generateTestRows(self, testName, extraVersion, results):
bgColour = self.colourFinder.find("row_header_bg")
testId = makeTestId(self.version, extraVersion, testName)
description = self.descriptionInfo.get(testName, "")
container = HTMLgen.Container(HTMLgen.Name(testId), testName)
rows = []
testRow = [
HTMLgen.TD(container,
bgcolor=bgColour,
title=self.escapeForHtml(description))
]
# Don't add empty rows to the table
foundData = False
bgcol = None
for tag in self.tags:
cellContent, bgcol, hasData = self.generateTestCell(
tag, testName, testId, results)
testRow.append(HTMLgen.TD(cellContent, bgcolor=bgcol))
foundData |= hasData
if foundData:
# We only filter based on the final column
self.usedColours.add(bgcol)
rows.append(HTMLgen.TR(*testRow))
else:
return rows
for resourceName in self.resourceNames:
foundData = False
resourceRow = [
HTMLgen.TD(HTMLgen.Emphasis("(" + resourceName + ")"),
align="right")
]
for tag in self.tags:
cellContent, bgcol, hasData = self.generateTestCell(
tag, testName, testId, results, resourceName)
resourceRow.append(
HTMLgen.TD(HTMLgen.Emphasis(cellContent),
bgcolor=bgcol,
align="right"))
foundData |= hasData
if foundData:
rows.append(HTMLgen.TR(*resourceRow))
return rows
def getFullDescription(self, tests, version, linkFromDetailsToOverview):
freeTextData = self.getFreeTextData(tests)
if len(freeTextData) == 0:
return
fullText = HTMLgen.Container()
for freeText, tests in freeTextData:
tests.sort(key=lambda info: info[0])
for testName, _, extraVersion in tests:
fullText.append(
HTMLgen.Name(makeTestId(version, extraVersion, testName)))
fullText.append(
self.getHeaderLine(tests, version, linkFromDetailsToOverview))
self.appendFreeText(fullText, freeText)
if len(tests) > 1:
for line in self.getTestLines(tests, version,
linkFromDetailsToOverview):
fullText.append(line)
return fullText
def generateExtraVersionLinks(self, extraVersions):
cont = HTMLgen.Container()
for extra in extraVersions:
fullName = self.version + "." + extra
cont.append(HTMLgen.Href("#" + fullName, extra))
return HTMLgen.Heading(2, cont, align='center')
def makeTableHeaderCell(self, tableHeader):
container = HTMLgen.Container()
container.append(HTMLgen.Name(tableHeader))
container.append(
HTMLgen.U(HTMLgen.Heading(1, tableHeader, align='center')))
return HTMLgen.TD(container)
def generate(self, repositoryDirs, subPageNames, archiveUnused):
minorVersionHeader = HTMLgen.Container()
allMonthSelectors = set()
latestMonth = None
pageToGraphs = {}
for version, repositoryDirInfo in list(repositoryDirs.items()):
self.diag.info("Generating " + version)
tagData, stateFiles, successFiles = self.findTestStateFilesAndTags(
repositoryDirInfo)
if len(stateFiles) > 0 or len(successFiles) > 0:
tags = list(tagData.keys())
tags.sort(key=self.tagSortKey)
selectors = self.makeSelectors(subPageNames, tags)
monthSelectors = SelectorByMonth.makeInstances(tags)
allMonthSelectors.update(monthSelectors)
allSelectors = selectors + list(reversed(monthSelectors))
# If we already have month pages, we only regenerate the current one
if len(self.getExistingMonthPages()) == 0:
selectors = allSelectors
else:
currLatestMonthSel = monthSelectors[-1]
if latestMonth is None or currLatestMonthSel.linkName == latestMonth:
selectors.append(monthSelectors[-1])
latestMonth = currLatestMonthSel.linkName
selectedTags = set()
unusedTags = set(tags)
for selector in selectors:
currTags = set(selector.selectedTags)
selectedTags.update(currTags)
if archiveUnused:
unusedTags.difference_update(currTags)
tags = [t for t in tags if t in selectedTags]
if archiveUnused and unusedTags:
plugins.log.info(
"Automatic repository cleaning will now remove old data for the following runs:"
)
for tag in sorted(unusedTags, key=self.tagSortKey):
plugins.log.info("- " + tag)
plugins.log.info(
"(To disable automatic repository cleaning in future, please run with the --manualarchive flag when collating the HTML report.)"
)
self.removeUnused(unusedTags, tagData)
loggedTests = OrderedDict()
categoryHandlers = {}
self.diag.info("Processing " + str(len(stateFiles)) +
" teststate files")
relevantFiles = 0
for stateFile, repository in stateFiles:
tag = self.getTagFromFile(stateFile)
if len(tags) == 0 or tag in tags:
relevantFiles += 1
testId, state, extraVersion = self.processTestStateFile(
stateFile, repository)
loggedTests.setdefault(extraVersion,
OrderedDict()).setdefault(
testId,
OrderedDict())[tag] = state
categoryHandlers.setdefault(
tag, CategoryHandler()).registerInCategory(
testId, state.category, extraVersion, state)
if relevantFiles % 100 == 0:
self.diag.info("- Processed " +
str(relevantFiles) +
" files with matching tags so far")
self.diag.info("Processed " + str(relevantFiles) +
" relevant teststate files")
self.diag.info("Processing " + str(len(successFiles)) +
" success files")
for successFile, repository in successFiles:
testId = self.getTestIdentifier(successFile, repository)
extraVersion = self.findExtraVersion(repository)
with open(successFile) as f:
fileTags = set()
for line in f:
parts = line.strip().split(" ", 1)
if len(parts) != 2:
continue
tag, text = parts
if tag in fileTags:
sys.stderr.write(
"WARNING: more than one result present for tag '"
+ tag + "' in file " + successFile + "!\n")
sys.stderr.write("Ignoring later ones\n")
continue
fileTags.add(tag)
if len(tags) == 0 or tag in tags:
loggedTests.setdefault(
extraVersion, OrderedDict()).setdefault(
testId, OrderedDict())[tag] = text
categoryHandlers.setdefault(
tag, CategoryHandler()).registerInCategory(
testId, "success", extraVersion, text)
self.diag.info("Processed " + str(len(successFiles)) +
" success files")
versionToShow = self.removePageVersion(version)
hasData = False
for sel in selectors:
filePath = self.getPageFilePath(sel)
if filePath in self.pagesOverview:
page, pageColours = self.pagesOverview[filePath]
else:
page = self.createPage()
pageColours = set()
self.pagesOverview[filePath] = page, pageColours
tableHeader = self.getTableHeader(version, repositoryDirs)
heading = self.getHeading(versionToShow)
hasNewData, graphLink, tableColours = self.addTable(
page, self.resourceNames, categoryHandlers, version,
loggedTests, sel, tableHeader, filePath, heading,
repositoryDirInfo)
hasData |= hasNewData
pageColours.update(tableColours)
if graphLink:
pageToGraphs.setdefault(page, []).append(graphLink)
if hasData and versionToShow:
link = HTMLgen.Href("#" + version, versionToShow)
minorVersionHeader.append(link)
# put them in reverse order, most relevant first
linkFromDetailsToOverview = [
sel.getLinkInfo(self.pageVersion) for sel in allSelectors
]
for tag in tags:
details = self.pagesDetails.setdefault(
tag,
TestDetails(tag, self.pageTitle, self.pageSubTitles))
details.addVersionSection(version, categoryHandlers[tag],
linkFromDetailsToOverview)
selContainer = HTMLgen.Container()
selectors = self.makeSelectors(subPageNames)
for sel in selectors:
target, linkName = sel.getLinkInfo(self.pageVersion)
selContainer.append(HTMLgen.Href(target, linkName))
monthContainer = HTMLgen.Container()
if len(allMonthSelectors) == 1:
# Don't want just one month, no navigation possible
prevMonth = list(allMonthSelectors)[0].getPreviousMonthSelector()
allMonthSelectors.add(prevMonth)
for sel in sorted(allMonthSelectors, key=lambda s: s.sortKey()):
target, linkName = sel.getLinkInfo(self.pageVersion)
monthContainer.append(HTMLgen.Href(target, linkName))
for page, pageColours in list(self.pagesOverview.values()):
if len(monthContainer.contents) > 0:
page.prepend(HTMLgen.Heading(2, monthContainer,
align='center'))
graphs = pageToGraphs.get(page)
page.prepend(HTMLgen.Heading(2, selContainer, align='center'))
if minorVersionHeader.contents:
if not graphs is None and len(graphs) > 1:
page.prepend(HTMLgen.Heading(1, *graphs, align='center'))
page.prepend(
HTMLgen.Heading(1, minorVersionHeader, align='center'))
creationDate = TitleWithDateStamp("").__str__().strip()
page.prepend(HTMLgen.Paragraph(creationDate, align="center"))
page.prepend(HTMLgen.Heading(1, self.getHeading(), align='center'))
if len(pageColours) > 0:
page.prepend(HTMLgen.BR())
page.prepend(HTMLgen.BR())
page.script = self.getFilterScripts(pageColours)
self.writePages()
