def WriteStatisticsTablePID(self, index, report):
text = TextReport()
text.Add("Statistics table")
report.CreateTable([12], text)
report.NewCell(ColorType.YELLOW)
text.Reset()
text.Add(" ")
report.WriteText(text)
report.NewLine()
report.EndTable()
def WriteSubTitle(self,subtitle):
self.file.write('% '.ljust(79,'-')+'\n')
self.file.write('% ' + ('SECTION ' + subtitle).center(78)+'\n')
self.file.write('% '.ljust(79,'-')+'\n')
self.file.write('\\newpage\n')
text=TextReport()
text.Add(subtitle)
self.file.write('\\section{')
text.WriteLATEX(self.file)
self.file.write('}\n\n')
text.Reset()
def WriteSubSubTitle(self,subsubtitle):
if( subsubtitle.find('Histogram')!=-1 or subsubtitle.find('Cut')!=-1 ):
if self.firstselection:
self.firstselection=False
else:
self.file.write('\\newpage\n')
text=TextReport()
text.Add(subsubtitle)
self.file.write('\\subsection{')
text.WriteLATEX(self.file)
self.file.write('}\n\n')
text.Reset()
def GenerateReport(self, history, output_path, mode):
# Creating production directory
if not FolderWriter.CreateDirectory(output_path, True):
return False
if not self.CopyLogo(mode, output_path):
return False
# Draw plots
if not self.DoPlots(mode, output_path):
return
# logging.info(" ** Computing cut efficiencies...")
#if not layout.DoEfficiencies():
# return
# Find a name for PDF file
if self.main.pdflatex:
self.pdffile = self.main.lastjob_name + '/PDF/main.pdf'
elif self.main.latex and self.main.dvipdf:
self.pdffile = self.main.lastjob_name + '/DVI/main.pdf'
else:
self.pdffile = ''
# Defining report writing
if mode == ReportFormatType.HTML:
report = HTMLReportWriter(output_path + "/index.html",
self.pdffile)
elif mode == ReportFormatType.LATEX:
report = LATEXReportWriter(output_path+"/main.tex",\
self.main.ma5dir+"/madanalysis/input",False)
else:
report = LATEXReportWriter(output_path+"/main.tex",\
self.main.ma5dir+"/madanalysis/input",True)
# Opening
if not report.Open():
return False
# Create text
text = TextReport()
# Header
report.WriteHeader()
report.WriteTitle('MadAnalysis 5 report')
# History of commands
report.WriteSubTitle('Setup')
report.WriteSubSubTitle('Command history')
text.Reset()
text.SetFont(FontType.TT)
for item in history:
text.Add('ma5>' + item + '\n\n')
report.WriteText(text)
# Configuration
report.WriteSubSubTitle('Configuration')
# Integrated luminosity
report.OpenBullet()
text.Reset()
text.Add('MadAnalysis version ' + self.main.version + \
' (' + self.main.date + ').\n')
report.WriteText(text)
# Integrated luminosity
text.Reset()
# Normalization
if self.main.normalize == NormalizeType.LUMI or \
self.main.normalize == NormalizeType.LUMI_WEIGHT:
text.Add('Histograms given for an integrated luminosity of ')
text.SetColor(ColorType.BLUE)
text.Add(str(self.main.lumi))
text.Add(' fb')
text.SetScript(ScriptType.SUP)
text.Add('-1')
text.SetScript(ScriptType.none)
text.Add('.\n')
elif self.main.normalize == NormalizeType.NONE:
text.Add('Histograms are not scaled.\n')
report.WriteText(text)
report.CloseBullet()
# Datasets
report.WriteSubTitle('Datasets')
for ind in range(0, len(self.main.datasets)):
report.WriteSubSubTitle(self.main.datasets[ind].name)
self.WriteDatasetTable(report,\
self.main.datasets[ind])
# Merging plots
if self.main.merging.enable:
# Title : merging plots
report.WriteSubTitle('Merging plots')
# Getting all plot names
allnames = self.merging.GetPlotNames(mode,\
output_path)
# Loop over datasets
for i in range(0, len(allnames)):
# Subtitle : dataset names
report.WriteSubSubTitle(self.main.datasets[i].name)
# Loop over DJR plots
for j in range(0, len(allnames[i])):
text.Reset()
title = "DJR" + str(j + 1) + " : " + str(j)
if j > 1:
title += " jets -> "
else:
title += " jet -> "
title += str(j + 1)
if j > 0:
title += " jets"
else:
title += " jet"
text.Add(title)
report.WriteFigure(text, allnames[i][j])
# Plots display
if len(self.main.selection) != 0:
report.WriteSubTitle('Histos and cuts')
# Plots
ihisto = 0
icut = 0
for ind in range(0, len(self.main.selection)):
if self.main.selection[ind].__class__.__name__ == "Histogram":
report.WriteSubSubTitle("Histogram " + str(ihisto + 1))
text.Reset()
text.Add(' ')
text.SetFont(FontType.BF)
text.Add(self.main.selection[ind].GetStringDisplay() + '\n')
report.WriteText(text)
text.Reset()
if self.main.selection[ind].observable.name not in [
'NPID', 'NAPID'
]:
self.WriteStatisticsTable(ihisto, report)
report.WriteFigure(text,
output_path + '/selection_' + str(ihisto))
text.Add('\n\n')
report.WriteText(text)
text.Reset()
ihisto += 1
if self.main.selection[ind].__class__.__name__ == "Cut":
report.WriteSubSubTitle("Cut " + str(icut + 1))
text.Reset()
text.Add(' ')
text.SetFont(FontType.BF)
text.Add(self.main.selection[ind].GetStringDisplay() + '\n')
report.WriteText(text)
text.Reset()
self.WriteEfficiencyTable(icut, report)
text.Add('\n\n')
report.WriteText(text)
text.Reset()
icut += 1
# Final table
if self.main.selection.Ncuts != 0:
report.WriteSubTitle('Summary')
report.WriteSubSubTitle('Cut-flow chart')
self.WriteFinalTable(report)
# Foot
report.WriteFoot()
# Closing
report.Close()
return True
def WriteStatisticsTable(self, index, report):
text = TextReport()
text.Add("Statistics table")
report.CreateTable([2.6, 4.1, 3.6, 2.8, 2.8, 2.1, 2.1], text)
report.NewCell(ColorType.YELLOW)
text.Reset()
text.Add(" Dataset")
report.WriteText(text)
report.NewCell(ColorType.YELLOW)
text.Reset()
text.Add(' Integral')
report.WriteText(text)
report.NewCell(ColorType.YELLOW)
text.Reset()
text.Add(" Entries / events")
report.WriteText(text)
report.NewCell(ColorType.YELLOW)
text.Reset()
text.Add(" Mean") # (+/- err)")
report.WriteText(text)
report.NewCell(ColorType.YELLOW)
text.Reset()
text.Add(" RMS") # (+/- err)")
report.WriteText(text)
report.NewCell(ColorType.YELLOW)
text.Reset()
text.Add(" %Underflow")
report.WriteText(text)
report.NewCell(ColorType.YELLOW)
text.Reset()
text.Add(" %Overflow")
report.WriteText(text)
report.NewLine()
# Looping over dataset
warning_test = False
for iset in range(0, len(self.plotflow.detail)):
# Is there warning ?
if len(self.plotflow.detail[iset][index].warnings) != 0:
warning_test = True
# Getting the number of entries
integral = self.plotflow.detail[iset][index].summary.integral
# Getting underflow and overflow
uflow = self.plotflow.detail[iset][index].summary.underflow
oflow = self.plotflow.detail[iset][index].summary.overflow
# Computing underflow and overflow ratio / integral
uflow_percent = 0
oflow_percent = 0
if integral != 0:
uflow_percent = uflow * 100 / integral
oflow_percent = oflow * 100 / integral
# mean value
mean = self.plotflow.detail[iset][index].summary.GetMean()
# root mean square + error
rms = self.plotflow.detail[iset][index].summary.GetRMS()
# writing the table
report.NewCell()
text.Reset()
text.Add(' ' + self.main.datasets[iset].name)
report.WriteText(text)
report.NewCell()
# Nentries
text.Reset()
text.Add(' ' + Layout.DisplayXsecCut(
integral * self.plotflow.detail[iset][index].scale, 0))
report.WriteText(text)
report.NewCell()
# Getting the number of events and number of entries
nentries = self.plotflow.detail[iset][index].summary.nentries
nevents = self.plotflow.detail[iset][index].summary.nevents
# Nentries / Nevents
text.Reset()
if nevents != 0.:
text.Add(' ' + \
str(Layout.Round_to_Ndigits(float(nentries)/float(nevents),3)))
else:
text.Add(" 0.")
report.WriteText(text)
report.NewCell()
# Mean value
text.Reset()
text.Add(' ' + str(Layout.Round_to_Ndigits(mean, 6)))
# +"(+/- "+str(Layout.Round_to_Ndigits(mean_error,3))+")")
report.WriteText(text)
report.NewCell()
text.Reset()
text.Add(' ' + str(Layout.Round_to_Ndigits(rms, 4)))
# +"(+/- "+str(Layout.Round_to_Ndigits(rms_error,3))+")")
report.WriteText(text)
if uflow_percent + oflow_percent <= 5:
report.NewCell(ColorType.GREEN)
if uflow_percent + oflow_percent > 5 and uflow_percent + oflow_percent < 15:
report.NewCell(ColorType.ORANGE)
if uflow_percent + oflow_percent > 15:
report.NewCell(ColorType.RED)
text.Reset()
text.Add(' ' +
str(Layout.Round_to_Ndigits(uflow_percent, 4)))
report.WriteText(text)
if uflow_percent + oflow_percent <= 5:
report.NewCell(ColorType.GREEN)
if uflow_percent + oflow_percent > 5 and uflow_percent + oflow_percent < 15:
report.NewCell(ColorType.ORANGE)
if uflow_percent + oflow_percent > 15:
report.NewCell(ColorType.RED)
text.Reset()
text.Add(' ' +
str(Layout.Round_to_Ndigits(oflow_percent, 4)))
report.WriteText(text)
if iset == (len(self.plotflow.detail) - 1):
report.EndLine()
else:
report.NewLine()
text.Reset()
report.EndTable()
text.Reset()
# Displaying warnings
if warning_test:
report.CreateTable([13], text)
report.NewCell()
text.SetColor(ColorType.RED)
text.Add("Warnings related to negative event-weights:")
report.WriteText(text)
report.NewLine()
for iset in range(0, len(self.plotflow.detail)):
for line in self.plotflow.detail[iset][index].warnings:
report.NewCell()
text.Reset()
text.SetColor(ColorType.RED)
text.Add(line)
report.WriteText(text)
report.NewLine()
report.EndTable()
def WriteEfficiencyTable(self, index, report):
text = TextReport()
report.CreateTable([2.1, 2.8, 2.8, 3.4, 3.3], text)
report.NewCell(ColorType.YELLOW)
text.Reset()
text.Add(" Dataset")
report.WriteText(text)
report.NewCell(ColorType.YELLOW)
text.Reset()
text.Add(" Events kept:\n")
text.Add(" K")
report.WriteText(text)
report.NewCell(ColorType.YELLOW)
text.Reset()
text.Add(" Rejected events:\n")
text.Add(" R")
report.WriteText(text)
report.NewCell(ColorType.YELLOW)
text.Reset()
text.Add(" Efficiency:\n")
text.Add(" K / (K + R)")
report.WriteText(text)
report.NewCell(ColorType.YELLOW)
text.Reset()
text.Add(" Cumul. efficiency:\n")
text.Add(" K / Initial")
report.WriteText(text)
text.Reset()
report.NewLine()
for i in range(0, len(self.main.datasets)):
# DatasetName
report.NewCell()
text.Reset()
text.Add(' ' + self.main.datasets[i].name)
report.WriteText(text)
# SelectedEvents
report.NewCell()
text.Reset()
text.Add(' ' + Layout.DisplayXsecCut(self.cutflow.detail[i].Nselected[index].mean,\
self.cutflow.detail[i].Nselected[index].error))
report.WriteText(text)
# RejectedEvents
report.NewCell()
text.Reset()
text.Add(' ' + Layout.DisplayXsecCut(self.cutflow.detail[i].Nrejected[index].mean,\
self.cutflow.detail[i].Nrejected[index].error))
report.WriteText(text)
# Efficiency Events
report.NewCell()
text.Reset()
text.Add(' ' + Layout.DisplayXsecCut(self.cutflow.detail[i].eff[index].mean,\
self.cutflow.detail[i].eff[index].error))
report.WriteText(text)
# Cumulative efficiency events
report.NewCell()
text.Reset()
text.Add(' ' + Layout.DisplayXsecCut(self.cutflow.detail[i].effcumu[index].mean,\
self.cutflow.detail[i].effcumu[index].error))
report.WriteText(text)
if i == (len(self.main.datasets) - 1):
report.EndLine()
else:
report.NewLine()
text.Reset()
report.EndTable()
text.Reset()
# Checking if warnings (due to negative weights)
warning_test = False
for i in range(0, len(self.main.datasets)):
if len(self.cutflow.detail[i].warnings[index]) != 0:
warning_test = True
break
# Displaying warnings
if warning_test:
report.CreateTable([13], text)
report.NewCell()
text.SetColor(ColorType.RED)
text.Add("Warnings related to negative event-weights:")
report.WriteText(text)
report.NewLine()
for item in range(0, len(self.main.datasets)):
for line in self.cutflow.detail[i].warnings[index]:
report.NewCell()
text.Reset()
text.SetColor(ColorType.RED)
text.Add(line)
report.WriteText(text)
report.NewLine()
report.EndTable()
def WriteFinalTable(self, report):
# Information
report.OpenBullet()
text = TextReport()
text.Reset()
text.Add("How to compare signal (S) and background (B): ")
text.SetColor(ColorType.BLUE)
text.Add(self.main.SBratio)
text.SetColor(ColorType.BLACK)
text.Add('.\n')
report.WriteText(text)
text.Reset()
text.Add("Associated uncertainty: ")
text.SetColor(ColorType.BLUE)
text.Add(self.main.SBerror)
text.SetColor(ColorType.BLACK)
text.Add('.\n')
report.WriteText(text)
text.Reset()
report.CloseBullet()
# Caption
text.Add("Signal and Background comparison")
report.CreateTable([2.6, 2.5, 3.6, 3.6, 2.1], text)
report.NewCell(ColorType.YELLOW)
text.Reset()
text.Add(" Cuts")
report.WriteText(text)
report.NewCell(ColorType.YELLOW)
text.Reset()
text.Add(" Signal (S)")
report.WriteText(text)
report.NewCell(ColorType.YELLOW)
text.Reset()
text.Add(" Background (B)") # (+/- err)")
report.WriteText(text)
report.NewCell(ColorType.YELLOW)
text.Reset()
text.Add(" S vs B")
report.WriteText(text)
report.NewLine()
text.Reset()
# Initial
report.NewCell()
text.Reset()
text.Add(" Initial (no cut)")
report.WriteText(text)
report.NewCell()
text.Reset()
if self.cutflow.isSignal:
text.Add(" " +\
Layout.DisplayXsecCut(self.cutflow.signal.Ntotal.mean,
self.cutflow.signal.Ntotal.error))
else:
text.Add(" ")
report.WriteText(text)
report.NewCell()
text.Reset()
if self.cutflow.isBackground:
text.Add(" " +\
Layout.DisplayXsecCut(self.cutflow.background.Ntotal.mean,\
self.cutflow.background.Ntotal.error))
else:
text.Add(" ")
report.WriteText(text)
report.NewCell()
text.Reset()
if self.cutflow.isSignal and self.cutflow.isBackground:
value = self.cutflow.calculateBSratio(\
self.cutflow.background.Ntotal.mean,\
self.cutflow.background.Ntotal.error,\
self.cutflow.signal.Ntotal.mean,\
self.cutflow.signal.Ntotal.error)
text.Add(" " +
Layout.DisplayXsecCut(value.mean, value.error))
else:
text.Add(" ")
report.WriteText(text)
report.NewLine()
text.Reset()
# Loop
for ind in range(0, len(self.cutflow.detail[0].Nselected)):
report.NewCell()
text.Reset()
text.Add(" Cut " + str(ind + 1))
report.WriteText(text)
report.NewCell()
text.Reset()
if self.cutflow.isSignal:
text.Add(" " + \
Layout.DisplayXsecCut(\
self.cutflow.signal.Nselected[ind].mean,\
self.cutflow.signal.Nselected[ind].error) )
else:
text.Add(" ")
report.WriteText(text)
report.NewCell()
text.Reset()
if self.cutflow.isBackground:
text.Add(" " + \
Layout.DisplayXsecCut(\
self.cutflow.background.Nselected[ind].mean,\
self.cutflow.background.Nselected[ind].error) )
else:
text.Add(" ")
report.WriteText(text)
report.NewCell()
text.Reset()
if self.cutflow.isSignal and self.cutflow.isBackground:
value = self.cutflow.calculateBSratio(\
self.cutflow.background.Nselected[ind].mean,\
self.cutflow.background.Nselected[ind].error,\
self.cutflow.signal.Nselected[ind].mean,\
self.cutflow.signal.Nselected[ind].error)
text.Add(" " +
Layout.DisplayXsecCut(value.mean, value.error))
else:
text.Add(" ")
report.WriteText(text)
if ind == (len(self.cutflow.detail[0].Nselected) - 1):
report.EndLine()
else:
report.NewLine()
text.Reset()
report.EndTable()
def WriteDatasetTable(self, report, dataset):
# Datatype
datatype = "signal"
if dataset.background:
datatype = "background"
report.OpenBullet()
text = TextReport()
# Must we specify the sample folder ?
specify = False
for ind in range(0, len(dataset.filenames)):
samplename = dataset.filenames[ind].replace(
self.main.currentdir, '')
if samplename[0] != '/' or samplename == dataset.filenames[ind]:
specify = True
break
# Displaying the folder
if specify:
text.Add('Samples stored in the directory: ')
text.SetColor(ColorType.BLUE)
text.Add(self.main.currentdir)
text.SetColor(ColorType.BLACK)
text.Add('.\n')
report.WriteText(text)
text.Reset()
# Signal or background sample
text.Add('Sample consisting of: ')
text.SetColor(ColorType.BLUE)
text.Add(datatype)
text.SetColor(ColorType.BLACK)
text.Add(' events.\n')
report.WriteText(text)
text.Reset()
# Number of generated events
text.Add('Generated events: ')
text.SetColor(ColorType.BLUE)
ngen = int(dataset.measured_global.nevents)
text.Add(str(ngen) + " ")
text.SetColor(ColorType.BLACK)
text.Add(' events.\n')
report.WriteText(text)
text.Reset()
# Cross section imposed by the user
if dataset.xsection != 0.0:
text.Add('* Cross section imposed by the user: '******' pb.\n')
report.WriteText(text)
text.Reset()
# Weight of the events, if different from one
if dataset.weight != 1.0:
text.Add('* Event weight imposed by the user: '******'.\n')
report.WriteText(text)
text.Reset()
# Number of events after normalization, with the error
text.Add('Normalization to the luminosity: ')
text.SetColor(ColorType.BLUE)
if dataset.xsection != 0.0:
nlumi = int(dataset.xsection * 1000 * self.main.lumi)
else:
nlumi = int(dataset.measured_global.xsection * \
1000*self.main.lumi * \
dataset.weight)
text.Add(str(nlumi))
text.Add(' +/- ')
if dataset.xsection != 0.0:
elumi = 0.0
else:
elumi = ceil(dataset.measured_global.xerror * 1000 * \
self.main.lumi * dataset.weight)
text.Add(str(int(elumi)) + " ")
text.SetColor(ColorType.BLACK)
text.Add(' events.\n')
report.WriteText(text)
text.Reset()
# Statistical significance of the sample
evw = 0.
if ngen != 0:
evw = float(nlumi) / float(ngen) * dataset.weight
if evw > 1:
text.SetColor(ColorType.RED)
text.Add('Ratio (event weight): ')
if evw < 1:
text.SetColor(ColorType.BLUE)
text.Add(str(Layout.Round_to_Ndigits(evw, 2)) + " ")
if evw < 1:
text.SetColor(ColorType.BLACK)
text.Add('.')
if evw > 1:
text.Add(
' - warning: please generate more events (weight larger than 1)!\n'
)
text.SetColor(ColorType.BLACK)
else:
text.Add(' \n')
report.WriteText(text)
text.Reset()
report.CloseBullet()
# table with information
# titles of the columns
report.CreateTable([6.5, 3, 3.5, 3.5], text)
report.NewCell(ColorType.YELLOW)
if len(dataset.filenames) >= 2:
text.Add(" Paths to the event files")
else:
text.Add(" Path to the event file")
report.WriteText(text)
text.Reset()
report.NewCell(ColorType.YELLOW)
text.Add(" Nr. of events")
report.WriteText(text)
report.NewCell(ColorType.YELLOW)
text.Reset()
text.Add(" Cross section (pb)")
report.WriteText(text)
report.NewCell(ColorType.YELLOW)
text.Reset()
text.Add(" Negative wgts (%)")
report.WriteText(text)
text.Reset()
report.NewLine()
# information
for ind in range(0, len(dataset.filenames)):
color = ColorType.BLACK
# path to the file
report.NewCell()
text.Add(' ')
text.SetColor(color)
samplename = str(dataset.filenames[ind]).replace(
self.main.currentdir, '')
if samplename[0] == '/' and samplename != dataset.filenames[ind]:
samplename = samplename[1:]
text.Add(samplename)
report.WriteText(text)
text.Reset()
# number of events
report.NewCell()
text.Add(' ')
text.SetColor(color)
text.Add(str(int(dataset.measured_detail[ind].nevents)))
report.WriteText(text)
text.Reset()
# cross section
report.NewCell()
text.Add(' ')
text.SetColor(color)
if dataset.xsection != 0.0:
text.Add(str(dataset.xsection))
else:
value = dataset.measured_detail[ind].xsection * dataset.weight
error = dataset.measured_detail[ind].xerror * dataset.weight
text.Add(Layout.DisplayXsection(value, error))
report.WriteText(text)
text.Reset()
# Negative weigths
report.NewCell()
text.Add(' ')
text.SetColor(color)
if (dataset.measured_detail[ind].sumw_positive +\
dataset.measured_detail[ind].sumw_negative)==0:
text.Add(str(0.0))
else:
text.Add(Layout.Round_to_Ndigits( 100 * \
dataset.measured_detail[ind].sumw_negative / \
(dataset.measured_detail[ind].sumw_positive + \
dataset.measured_detail[ind].sumw_negative),2 ))
report.WriteText(text)
text.Reset()
# end of the line
if len(dataset.filenames) == 1:
report.EndLine()
else:
report.NewLine()
# sum if many datasets
if len(dataset.filenames) != 1:
color = ColorType.BLUE
report.NewCell()
text.Add(' ')
text.SetColor(color)
text.Add("Sum")
report.WriteText(text)
text.Reset()
# number of events
report.NewCell()
text.Add(' ')
text.SetColor(color)
text.Add(str(int(dataset.measured_global.nevents)))
report.WriteText(text)
text.Reset()
# cross section
report.NewCell()
text.Add(' ')
text.SetColor(color)
if dataset.xsection != 0.0:
text.Add(str(dataset.xsection))
else:
value = dataset.measured_global.xsection * dataset.weight
error = dataset.measured_global.xerror * dataset.weight
text.Add(Layout.DisplayXsection(value, error))
report.WriteText(text)
text.Reset()
# Negative weigths
report.NewCell()
text.Add(' ')
text.SetColor(color)
if (dataset.measured_detail[ind].sumw_positive +\
dataset.measured_detail[ind].sumw_negative)==0:
text.Add(str(0.0))
else:
text.Add(Layout.Round_to_Ndigits( 100 * \
dataset.measured_global.sumw_negative / \
(dataset.measured_global.sumw_positive + \
dataset.measured_global.sumw_negative),2 ))
report.WriteText(text)
text.Reset()
## The end of line
report.EndLine()
report.EndTable()
text.Reset()
def GenerateReport(self, history):
# Defining report writing
if self.mode is ReportFormatType.HTML:
report = HTMLReportWriter(self.output_path + "/index.html")
elif self.mode is ReportFormatType.LATEX:
report = LATEXReportWriter(self.output_path + "/main.tex", False)
else:
report = LATEXReportWriter(self.output_path + "/main.tex", True)
# Opening
if not report.Open():
return False
# Create text
text = TextReport()
# Header
report.WriteHeader()
report.WriteTitle('MadAnalysis 5 report')
report.WriteSpacor()
# History of commands
report.WriteSubTitle('Command history')
text.Reset()
text.SetFont(FontType.TT)
for item in history:
text.Add('ma5>' + item + '\n')
report.WriteText(text)
# Configuration
report.WriteSubTitle('Configuration')
# Integrated luminosity
text.Reset()
text.Add('MadAnalysis version ' + self.main.version + \
' (' + self.main.date + ').\n')
report.WriteText(text)
# Integrated luminosity
text.Reset()
# Normalization
if self.main.normalize == NormalizeType.LUMI or \
self.main.normalize == NormalizeType.LUMI_WEIGHT:
text.Add('Histograms correspond to an integrated luminosity of ')
text.SetColor(ColorType.BLUE)
text.Add(str(self.main.lumi))
text.SetColor(ColorType.BLUE)
text.Add(' fb')
text.SetScript(ScriptType.SUP)
text.Add('-1')
text.SetScript(ScriptType.none)
text.Add('.\n')
elif self.main.normalize == NormalizeType.NONE:
text.Add('Histograms are not scaled.\n')
report.WriteText(text)
# Datasets
report.WriteSubTitle('Datasets used')
for ind in range(0, len(self.main.datasets)):
datatype = "signal"
if self.main.datasets[ind].background:
datatype = "background"
report.WriteSubSubTitle(
self.main.datasets[ind].name + \
' (' + datatype + ')' )
self.WriteDatasetTable(self.files[ind],report,self.main.datasets[ind].xsection,\
self.main.datasets[ind].weight)
# Plots display
report.WriteSubTitle('Histograms / Cuts')
# Plots
ihisto = 0
icut = 0
for ind in range(0, len(self.main.selection)):
if self.main.selection[ind].__class__.__name__ == "Histogram":
report.WriteSubSubTitle("Histogram number " + str(ihisto + 1))
if self.main.selection[ind].observable.name not in [
'NPID', 'NAPID'
]:
self.WriteStatisticsTable(ihisto, report)
text.Reset()
text.Add("Histogram number " + str(ihisto + 1))
report.WriteFigure(text,self.output_path +"/"+
'selection_'+str(ihisto),\
1.0)
ihisto += 1
if self.main.selection[ind].__class__.__name__ == "Cut":
report.WriteSubSubTitle("Cut number " + str(icut + 1))
text.Reset()
text.Add(self.main.selection[ind].GetStringDisplay() + '\n')
report.WriteText(text)
self.WriteEfficiencyTable(icut, report)
icut += 1
# Final table
if self.main.selection.Ncuts != 0:
report.WriteSubTitle('Signal and Background comparison')
self.WriteFinalTable(report)
# Foot
report.WriteFoot()
# Closing
report.Close()
return True
def WriteStatisticsTable(self, index, report):
text = TextReport()
report.CreateTable([2.6, 2.5, 3.6, 3.6, 3.6, 2.1, 2.1])
report.NewCell(ColorType.YELLOW)
text.Reset()
text.Add("Dataset")
report.WriteText(text)
report.NewCell(ColorType.YELLOW)
text.Reset()
text.Add("Integral")
report.WriteText(text)
report.NewCell(ColorType.YELLOW)
text.Reset()
text.Add("Entries / events")
report.WriteText(text)
report.NewCell(ColorType.YELLOW)
text.Reset()
text.Add("Mean") # (+/- err)")
report.WriteText(text)
report.NewCell(ColorType.YELLOW)
text.Reset()
text.Add("RMS") # (+/- err)")
report.WriteText(text)
report.NewCell(ColorType.YELLOW)
text.Reset()
text.Add("Underflow")
report.WriteText(text)
report.NewCell(ColorType.YELLOW)
text.Reset()
text.Add("Overflow")
report.WriteText(text)
report.NewLine()
histos = []
nevents = []
nentries = []
for iset in range(0, len(self.plotflow.plots)):
histos.append(self.plotflow.plots[iset][index])
nevents.append(self.plotflow.nevents[iset][index])
nentries.append(self.plotflow.nentries[iset][index])
# Looping on each histogram
for item in range(0, len(histos)):
# Getting the number of entries
integral = 0.
nbinx = histos[item].GetNbinsX() + 2
for bin in range(0, nbinx):
integral += histos[item].GetBinContent(bin)
# Getting the number of events
nevent = nevents[item]
# Getting underflow and overflow - percentage
uflow = histos[item].GetBinContent(0)
oflow = histos[item].GetBinContent(nbinx)
uflow_percent = 0
oflow_percent = 0
if integral != 0:
uflow_percent = uflow * 100 / integral
oflow_percent = oflow * 100 / integral
# mean value + error
mean = histos[item].GetMean(1)
mean_error = histos[item].GetMeanError(1)
# root mean square + error
rms = histos[item].GetRMS()
rms_error = histos[item].GetRMSError()
# writing the table
report.NewCell()
text.Reset()
text.Add(self.main.datasets[item].name)
report.WriteText(text)
report.NewCell()
# Nentries
text.Reset()
text.Add(Layout.DisplayXsection(integral, 0))
report.WriteText(text)
report.NewCell()
# Nentries / Nevents
text.Reset()
if nevents[item] != 0.:
text.Add(
str(
Layout.Round_to_Ndigits(
float(nentries[item]) / float(nevents[item]), 3)))
else:
text.Add("0.")
report.WriteText(text)
report.NewCell()
# Mean value
text.Reset()
text.Add(str(Layout.Round_to_Ndigits(
mean,
6))) #+"(+/- "+str(Layout.Round_to_Ndigits(mean_error,3))+")")
report.WriteText(text)
report.NewCell()
text.Reset()
text.Add(str(Layout.Round_to_Ndigits(
rms,
4))) #+"(+/- "+str(Layout.Round_to_Ndigits(rms_error,3))+")")
report.WriteText(text)
if uflow_percent + oflow_percent <= 5:
report.NewCell(ColorType.GREEN)
if uflow_percent + oflow_percent > 5 and uflow_percent + oflow_percent < 15:
report.NewCell(ColorType.ORANGE)
if uflow_percent + oflow_percent > 15:
report.NewCell(ColorType.RED)
text.Reset()
text.Add(str(Layout.Round_to_Ndigits(uflow_percent, 4)))
report.WriteText(text)
if uflow_percent + oflow_percent <= 5:
report.NewCell(ColorType.GREEN)
if uflow_percent + oflow_percent > 5 and uflow_percent + oflow_percent < 15:
report.NewCell(ColorType.ORANGE)
if uflow_percent + oflow_percent > 15:
report.NewCell(ColorType.RED)
text.Reset()
text.Add(str(Layout.Round_to_Ndigits(oflow_percent, 4)))
report.WriteText(text)
report.NewLine()
text.Reset()
text.Add("Histogram number " + str(index + 1) + " - Statistics")
report.EndTable(text)
def WriteEfficiencyTable(self, index, report):
text = TextReport()
report.CreateTable([2.6, 2.5, 3.6, 3.6, 2.1])
report.NewCell(ColorType.YELLOW)
text.Reset()
text.Add("Dataset")
report.WriteText(text)
report.NewCell(ColorType.YELLOW)
text.Reset()
text.Add("Selected events (S)")
report.WriteText(text)
report.NewCell(ColorType.YELLOW)
text.Reset()
text.Add("Rejected events (R)") # (+/- err)")
report.WriteText(text)
report.NewCell(ColorType.YELLOW)
text.Reset()
text.Add("S / (S + R)") # (+/- err)")
report.WriteText(text)
report.NewCell(ColorType.YELLOW)
text.Reset()
text.Add("S / Initial")
report.WriteText(text)
report.NewLine()
text.Reset()
report.NewLine()
for i in range(0, len(self.main.datasets)):
# DatasetName
report.NewCell()
text.Reset()
text.Add(self.main.datasets[i].name)
report.WriteText(text)
# SelectedEvents
report.NewCell()
text.Reset()
text.Add(
Layout.DisplayXsection(self.cutflow[i].Nselected[index].mean,
self.cutflow[i].Nselected[index].error))
report.WriteText(text)
# RejectedEvents
report.NewCell()
text.Reset()
text.Add(
Layout.DisplayXsection(self.cutflow[i].Nrejected[index].mean,
self.cutflow[i].Nrejected[index].error))
report.WriteText(text)
# Efficiency Events
report.NewCell()
text.Reset()
text.Add(
Layout.DisplayXsection(self.cutflow[i].eff[index].mean,
self.cutflow[i].eff[index].error))
report.WriteText(text)
# Cumulative efficiency events
report.NewCell()
text.Reset()
text.Add(
Layout.DisplayXsection(self.cutflow[i].effcumu[index].mean,
self.cutflow[i].effcumu[index].error))
report.WriteText(text)
report.NewLine()
text.Reset()
report.EndTable(text)
def WriteFinalTable(self, report):
# Caption
text = TextReport()
text.Reset()
text.Add("Formula for signal(S)-background(B) comparison : ")
text.SetColor(ColorType.BLUE)
text.Add(self.main.SBratio + '\n')
text.SetColor(ColorType.BLACK)
report.WriteText(text)
text.Reset()
text.Add(
"Formula for uncertainty on signal(S)-background(B) comparison : ")
text.SetColor(ColorType.BLUE)
text.Add(self.main.SBerror + '\n')
text.SetColor(ColorType.BLACK)
report.WriteText(text)
text.Reset()
text.Add(' \n')
report.WriteText(text)
# Caption
report.CreateTable([2.6, 2.5, 3.6, 3.6, 2.1])
report.NewCell(ColorType.YELLOW)
text.Reset()
text.Add("Cuts")
report.WriteText(text)
report.NewCell(ColorType.YELLOW)
text.Reset()
text.Add("Signal (S)")
report.WriteText(text)
report.NewCell(ColorType.YELLOW)
text.Reset()
text.Add("Background (B)") # (+/- err)")
report.WriteText(text)
report.NewCell(ColorType.YELLOW)
text.Reset()
text.Add(" S vs B")
report.WriteText(text)
report.NewLine()
text.Reset()
# Initial
report.NewCell()
text.Reset()
text.Add("Initial (no cut)")
report.WriteText(text)
report.NewCell()
text.Reset()
if self.isSignal:
text.Add(Layout.DisplayXsection(self.signal.Ntotal.mean,\
self.signal.Ntotal.error))
else:
text.Add("")
report.WriteText(text)
report.NewCell()
text.Reset()
if self.isBackground:
text.Add(Layout.DisplayXsection(self.background.Ntotal.mean,\
self.background.Ntotal.error))
else:
text.Add("")
report.WriteText(text)
report.NewCell()
text.Reset()
if self.isSignal and self.isBackground:
value = self.signal.calculateBSratio(\
self.background.Ntotal.mean,\
self.background.Ntotal.error,\
self.signal.Ntotal.mean,\
self.signal.Ntotal.error)
text.Add(Layout.DisplayXsection(value.mean, value.error))
else:
text.Add("")
report.WriteText(text)
report.NewLine()
text.Reset()
# Loop
for ind in range(0, len(self.cutflow[0].Nselected)):
report.NewCell()
text.Reset()
text.Add("cut " + str(ind + 1))
report.WriteText(text)
report.NewCell()
text.Reset()
if self.isSignal:
text.Add(Layout.DisplayXsection(self.signal.Nselected[ind].mean,\
self.signal.Nselected[ind].error))
else:
text.Add("")
report.WriteText(text)
report.NewCell()
text.Reset()
if self.isBackground:
text.Add(Layout.DisplayXsection(self.background.Nselected[ind].mean,\
self.background.Nselected[ind].error))
else:
text.Add("")
report.WriteText(text)
report.NewCell()
text.Reset()
if self.isSignal and self.isBackground:
value = self.cutflow[0].calculateBSratio(\
self.background.Nselected[ind].mean,\
self.background.Nselected[ind].error,\
self.signal.Nselected[ind].mean,\
self.signal.Nselected[ind].error)
text.Add(Layout.DisplayXsection(value.mean, value.error))
else:
text.Add("")
report.WriteText(text)
report.NewLine()
text.Reset()
text.Add("Signal and Background comparison")
report.EndTable(text)
def WriteDatasetTable(self, rootfile, report, xsection, weight):
filenames = rootfile.Get("general/filenames", "TClonesArray")
if filenames is None:
return False
xsections = rootfile.Get("general/xsections", "TVectorT<float>")
if xsections is None:
return False
xerrors = rootfile.Get("general/xerrors", "TVectorT<float>")
if xerrors is None:
return False
nevents = rootfile.Get("general/nevents", "TVectorT<float>")
if nevents is None:
return False
if filenames.GetEntries()!=xsections.GetNoElements() or \
xsections.GetNoElements()!=xerrors.GetNoElements() or \
xerrors.GetNoElements()!=nevents.GetNoElements() or \
nevents.GetNoElements()!=filenames.GetEntries() :
logging.error("the 'general' branches have different size "\
"in the file '"+filename+"'")
return
text = TextReport()
text.Add('* Generation: ')
text.SetColor(ColorType.BLUE)
ngen = int(nevents[filenames.GetEntries() - 1])
text.Add(str(ngen) + " ")
text.SetColor(ColorType.BLACK)
text.Add(' events.\n')
if xsection != 0.0:
text.Add('* Cross section imposed by the user: '******' pb.\n')
if weight != 1.0:
text.Add('* Event weight imposed by the user: '******'.\n')
text.Add('* Normalization to ')
text.Add(str(self.main.lumi))
text.Add(' fb')
text.SetScript(ScriptType.SUP)
text.Add('-1')
text.SetScript(ScriptType.none)
text.Add(': ')
text.SetColor(ColorType.BLUE)
if xsection != 0.0:
nlumi = int(xsection * 1000 * self.main.lumi)
else:
nlumi = int(xsections[filenames.GetEntries() - 1] * 1000 *
self.main.lumi * weight)
text.Add(str(nlumi))
text.Add(' +/- ')
# round to the smallest integer greater than error
if xsection != 0.0:
elumi = 0.0
else:
elumi = ceil(xerrors[filenames.GetEntries() - 1] * 1000 *
self.main.lumi * weight)
text.Add(str(int(elumi)) + " ")
text.SetColor(ColorType.BLACK)
text.Add(' events.\n')
evw = float(nlumi) / float(ngen) * weight
if evw > 1:
text.SetColor(ColorType.RED)
text.Add('* Ratio (event weight) = ')
if evw < 1:
text.SetColor(ColorType.BLUE)
text.Add(str(Layout.Round_to_Ndigits(evw, 2)) + " ")
if evw < 1:
text.SetColor(ColorType.BLACK)
text.Add('.')
if evw > 1:
text.Add(
' - warning: please generate more events (weight larger than 1)!\n'
)
text.SetColor(ColorType.BLACK)
else:
text.Add(' \n')
if self.mode is ReportFormatType.HTML:
text.Add(' \n')
report.WriteText(text)
report.CreateTable([11.5, 2, 3])
report.NewCell(ColorType.YELLOW)
text.Reset()
if filenames.GetEntries() > 1:
text.Add("Event files")
else:
text.Add("Event file")
report.WriteText(text)
report.NewCell(ColorType.YELLOW)
text.Reset()
text.Add("Number of events")
report.WriteText(text)
report.NewCell(ColorType.YELLOW)
text.Reset()
text.Add("Cross section (pb)")
report.WriteText(text)
report.NewLine()
for ind in range(0, filenames.GetEntries()):
color = ColorType.BLACK
if ind is filenames.GetEntries() - 1:
color = ColorType.BLUE
report.NewCell()
text.Reset()
text.SetColor(color)
text.Add(str(filenames[ind]))
report.WriteText(text)
report.NewCell()
text.Reset()
text.SetColor(color)
text.Add(str(int(nevents[ind])))
report.WriteText(text)
report.NewCell()
text.Reset()
text.SetColor(color)
if xsection != 0.0:
text.Add(str(xsection))
else:
text.Add(
Layout.DisplayXsection(xsections[ind] * weight,
xerrors[ind] * weight))
report.WriteText(text)
report.NewLine()
text.Reset()
report.EndTable(text)
text.Reset()