def Open(self):
if not self.resubmit:
InstanceName.Clear()
return FolderWriter.CreateDirectory(self.path, question=True)
else:
recast = (self.main.recasting.status == "on")
return self.CheckJobStructure(recast)
def Open(self):
# Checking input dir
if not os.path.isdir(self.input_path):
logging.error("no directory denoted by '" + self.input_path +
"' found.")
return False
# Creating list of ROOT files
for ind in range(0, len(self.main.datasets)):
name = InstanceName.Get(self.main.datasets[ind].name)
self.files.append(
RootFileReader(
os.path.normpath(self.input_path + "/root/" + name +
".root")))
# Trying to open each ROOT files
for ind in range(0, len(self.files)):
if not self.files[ind].Open():
for i in range(0, ind):
self.files[i].Close()
return False
# Creating production directory
if not FolderWriter.CreateDirectory(self.output_path, True):
return False
# Creating cut flow for each file
for ind in range(0, len(self.files)):
self.cutflow.append(CutFlow(self.main.datasets[ind],\
self.main.selection,\
self.main.lumi,
self.main))
# Good end
return True
def CreateFolders(self, histo_folder, output_paths, modes):
# Creating histo folder
if not FolderWriter.CreateDirectory(histo_folder, True):
return False
for ind in range(0, len(output_paths)):
# Creating production directory
if not FolderWriter.CreateDirectory(output_paths[ind], True):
return False
# Copying MA5 logo
if not self.CopyLogo(modes[ind], output_paths[ind]):
return False
return True
def GenerateReport(self, history, output_path, mode):
# Creating production directory
if not FolderWriter.CreateDirectory(output_path, True):
return False
if not self.CopyLogo(mode, output_path):
return False
# Draw plots
if not self.DoPlots(mode, output_path):
return
# logging.info(" ** Computing cut efficiencies...")
#if not layout.DoEfficiencies():
# return
# Find a name for PDF file
if self.main.pdflatex:
self.pdffile = self.main.lastjob_name + '/PDF/main.pdf'
elif self.main.latex and self.main.dvipdf:
self.pdffile = self.main.lastjob_name + '/DVI/main.pdf'
else:
self.pdffile = ''
# Defining report writing
if mode == ReportFormatType.HTML:
report = HTMLReportWriter(output_path + "/index.html",
self.pdffile)
elif mode == ReportFormatType.LATEX:
report = LATEXReportWriter(output_path+"/main.tex",\
self.main.ma5dir+"/madanalysis/input",False)
else:
report = LATEXReportWriter(output_path+"/main.tex",\
self.main.ma5dir+"/madanalysis/input",True)
# Opening
if not report.Open():
return False
# Create text
text = TextReport()
# Header
report.WriteHeader()
report.WriteTitle('MadAnalysis 5 report')
# History of commands
report.WriteSubTitle('Setup')
report.WriteSubSubTitle('Command history')
text.Reset()
text.SetFont(FontType.TT)
for item in history:
text.Add('ma5>' + item + '\n\n')
report.WriteText(text)
# Configuration
report.WriteSubSubTitle('Configuration')
# Integrated luminosity
report.OpenBullet()
text.Reset()
text.Add('MadAnalysis version ' + self.main.version + \
' (' + self.main.date + ').\n')
report.WriteText(text)
# Integrated luminosity
text.Reset()
# Normalization
if self.main.normalize == NormalizeType.LUMI or \
self.main.normalize == NormalizeType.LUMI_WEIGHT:
text.Add('Histograms given for an integrated luminosity of ')
text.SetColor(ColorType.BLUE)
text.Add(str(self.main.lumi))
text.Add(' fb')
text.SetScript(ScriptType.SUP)
text.Add('-1')
text.SetScript(ScriptType.none)
text.Add('.\n')
elif self.main.normalize == NormalizeType.NONE:
text.Add('Histograms are not scaled.\n')
report.WriteText(text)
report.CloseBullet()
# Datasets
report.WriteSubTitle('Datasets')
for ind in range(0, len(self.main.datasets)):
report.WriteSubSubTitle(self.main.datasets[ind].name)
self.WriteDatasetTable(report,\
self.main.datasets[ind])
# Merging plots
if self.main.merging.enable:
# Title : merging plots
report.WriteSubTitle('Merging plots')
# Getting all plot names
allnames = self.merging.GetPlotNames(mode,\
output_path)
# Loop over datasets
for i in range(0, len(allnames)):
# Subtitle : dataset names
report.WriteSubSubTitle(self.main.datasets[i].name)
# Loop over DJR plots
for j in range(0, len(allnames[i])):
text.Reset()
title = "DJR" + str(j + 1) + " : " + str(j)
if j > 1:
title += " jets -> "
else:
title += " jet -> "
title += str(j + 1)
if j > 0:
title += " jets"
else:
title += " jet"
text.Add(title)
report.WriteFigure(text, allnames[i][j])
# Plots display
if len(self.main.selection) != 0:
report.WriteSubTitle('Histos and cuts')
# Plots
ihisto = 0
icut = 0
for ind in range(0, len(self.main.selection)):
if self.main.selection[ind].__class__.__name__ == "Histogram":
report.WriteSubSubTitle("Histogram " + str(ihisto + 1))
text.Reset()
text.Add(' ')
text.SetFont(FontType.BF)
text.Add(self.main.selection[ind].GetStringDisplay() + '\n')
report.WriteText(text)
text.Reset()
if self.main.selection[ind].observable.name not in [
'NPID', 'NAPID'
]:
self.WriteStatisticsTable(ihisto, report)
report.WriteFigure(text,
output_path + '/selection_' + str(ihisto))
text.Add('\n\n')
report.WriteText(text)
text.Reset()
ihisto += 1
if self.main.selection[ind].__class__.__name__ == "Cut":
report.WriteSubSubTitle("Cut " + str(icut + 1))
text.Reset()
text.Add(' ')
text.SetFont(FontType.BF)
text.Add(self.main.selection[ind].GetStringDisplay() + '\n')
report.WriteText(text)
text.Reset()
self.WriteEfficiencyTable(icut, report)
text.Add('\n\n')
report.WriteText(text)
text.Reset()
icut += 1
# Final table
if self.main.selection.Ncuts != 0:
report.WriteSubTitle('Summary')
report.WriteSubSubTitle('Cut-flow chart')
self.WriteFinalTable(report)
# Foot
report.WriteFoot()
# Closing
report.Close()
return True
def submit(self,dirname,history):
# checking if the needed version of delphes is activated
forced_bkp = self.main.forced
self.main.forced=True
if self.main.fastsim.package == 'delphes' and not self.main.archi_info.has_delphes:
installer=InstallManager(self.main)
if self.main.archi_info.has_delphesMA5tune:
if not installer.Deactivate('delphesMA5tune'):
return False
if installer.Activate('delphes')==-1:
return False
if self.main.fastsim.package == 'delphesMA5tune' and not self.main.archi_info.has_delphesMA5tune:
installer=InstallManager(self.main)
if self.main.archi_info.has_delphes:
if not installer.Deactivate('delphes'):
return False
if installer.Activate('delphesMA5tune')==-1:
return False
self.main.forced=forced_bkp
# Initializing the JobWriter
jobber = JobWriter(self.main,dirname,self.resubmit)
# Writing process
if not self.resubmit:
self.logger.info(" Creating folder '"+dirname.split('/')[-1] \
+"'...")
else:
self.logger.info(" Checking the structure of the folder '"+\
dirname.split('/')[-1]+"'...")
if not jobber.Open():
self.logger.error("job submission aborted.")
return False
if not self.resubmit:
if self.main.recasting.status != 'on':
self.logger.info(" Copying 'SampleAnalyzer' source files...")
if not jobber.CopyLHEAnalysis():
self.logger.error(" job submission aborted.")
return False
if self.main.recasting.status != 'on' and not jobber.CreateBldDir():
self.logger.error(" job submission aborted.")
return False
if self.main.recasting.status == 'on':
if not FolderWriter.CreateDirectory(dirname+'/Events'):
return False
# In the case of recasting, there is no need to create a standard Job
if self.main.recasting.status == "on":
### First, the analyses to take care off
self.editRecastingCard(dirname)
self.logger.info(" Getting the list of delphes simulation to be performed...")
### Second, which delphes run must be performed, and running them
if not self.main.recasting.GetDelphesRuns(dirname+"/Input/recasting_card.dat"):
return False
firstv11 = True
firstv13 = True
forced_bkp = self.main.forced
self.main.forced=True
if len(self.main.recasting.delphesruns)==0:
self.logger.warning('No recasting to do... Please check the recasting card')
return False
for mydelphescard in sorted(self.main.recasting.delphesruns):
version=mydelphescard[:4]
card=mydelphescard[5:]
if version=="v1.1":
if not self.main.recasting.ma5tune:
self.logger.error('The DelphesMA5tune library is not present... v1.1 analyses cannot be used')
return False
if firstv11:
self.logger.info(" **********************************************************")
self.logger.info(" "+StringTools.Center('v1.1 detector simulations',57))
self.logger.info(" **********************************************************")
firstv11=False
## Deactivating delphes
installer=InstallManager(self.main)
if not installer.Deactivate('delphes'):
return False
## Activating and compile the MA5Tune
if installer.Activate('delphesMA5tune')==-1:
return False
## running delphesMA5tune
for item in self.main.datasets:
if not os.path.isfile(dirname + '/Events/' + item.name + '_v1x1_' + \
card.replace('.tcl','')+'.root'):
self.main.recasting.status="off"
self.main.fastsim.package="delphesMA5tune"
self.main.fastsim.clustering=0
self.main.fastsim.delphes=0
self.main.fastsim.delphesMA5tune = DelphesMA5tuneConfiguration()
self.main.fastsim.delphesMA5tune.card = os.path.normpath("../../../../PADForMA5tune/Input/Cards/"+card)
self.submit(dirname+'_DelphesForMa5tuneRun',[])
self.main.recasting.status="on"
self.main.fastsim.package="none"
## saving the output
shutil.move(dirname+'_DelphesForMa5tuneRun/Output/_'+item.name+'/TheMouth.root',\
dirname+'/Events/'+item.name+'_v1x1_'+card.replace('.tcl','')+'.root')
if not FolderWriter.RemoveDirectory(os.path.normpath(dirname+'_DelphesForMa5tuneRun')):
return False
elif version in ['v1.2', 'v1.3']:
if not self.main.recasting.delphes:
self.logger.error('The Delphes library is not present... v1.2+ analyses cannot be used')
return False
if firstv13:
self.logger.info(" **********************************************************")
self.logger.info(" "+StringTools.Center('v1.2+ detector simulations',57))
self.logger.info(" **********************************************************")
firstv13=False
## Deactivating delphesMA5tune
installer=InstallManager(self.main)
if not installer.Deactivate('delphesMA5tune'):
return False
## Activating and compile Delphes
if installer.Activate('delphes')==-1:
return False
## running delphesMA5tune
for item in self.main.datasets:
if not os.path.isfile(dirname+'/Events/' + item.name +\
'_v1x2_'+card.replace('.tcl','')+'.root'):
self.main.recasting.status="off"
self.main.fastsim.package="delphes"
self.main.fastsim.clustering=0
self.main.fastsim.delphesMA5tune=0
self.main.fastsim.delphes = DelphesConfiguration()
self.main.fastsim.delphes.card = os.path.normpath("../../../../PAD/Input/Cards/"+card)
self.submit(dirname+'_DelphesRun',[])
self.main.recasting.status="on"
self.main.fastsim.package="none"
## saving the output
shutil.move(dirname+'_DelphesRun/Output/_'+item.name+'/TheMouth.root',\
dirname+'/Events/'+item.name+'_v1x2_'+card.replace('.tcl','')+'.root')
if not FolderWriter.RemoveDirectory(os.path.normpath(dirname+'_DelphesRun')):
return False
else:
self.logger.error('An analysis can only be compatible with ma5 v1.1, v1.2 or v1.3...')
return False
self.main.forced=forced_bkp
### Third, executing the analyses
if not self.main.recasting.GetAnalysisRuns(dirname+"/Input/recasting_card.dat"):
return False
forced_bkp = self.main.forced
self.main.forced=True
for mydelphescard in list(set(sorted(self.main.recasting.delphesruns))):
## checking the PAD Version
myversion = mydelphescard[:4]
if myversion=='v1.2':
PADdir = self.main.archi_info.ma5dir+'/PAD'
elif myversion=='v1.1':
PADdir = self.main.archi_info.ma5dir+'/PADForMA5tune'
else:
self.logger.error('Unknown PAD version')
self.main.forced=forced_bkp
return False
## current delphes card
mycard = mydelphescard[5:]
## print out
self.logger.info(" **********************************************************")
self.logger.info(" "+StringTools.Center(myversion+' running of the PAD'+\
' on events generated with',57))
self.logger.info(" "+StringTools.Center(mycard,57))
self.logger.info(" **********************************************************")
## setting up Delphes
installer=InstallManager(self.main)
if myversion=='v1.1':
if not installer.Deactivate('delphes'):
self.main.forced=forced_bkp
return False
if installer.Activate('delphesMA5tune')==-1:
self.main.forced=forced_bkp
return False
elif myversion=='v1.2':
if not installer.Deactivate('delphesMA5tune'):
self.main.forced=forced_bkp
return False
if installer.Activate('delphes')==-1:
self.main.forced=forced_bkp
return False
## Analyses
myanalyses = self.main.recasting.analysisruns
myanalyses = [ x for x in myanalyses if myversion in x ]
myanalyses = [ x.replace(myversion+'_','') for x in myanalyses ]
for card,analysislist in self.main.recasting.DelphesDic.items():
if card == mycard:
tmpanalyses=analysislist
break
myanalyses = [ x for x in myanalyses if x in tmpanalyses]
## event file
for myset in self.main.datasets:
myevents=os.path.normpath(dirname + '/Events/' + myset.name + '_' +\
myversion.replace('.','x')+'_' + mycard.replace('.tcl','')+'.root')
## preparing and running the PAD
if not self.main.recasting.UpdatePADMain(myanalyses,PADdir):
self.main.forced=forced_bkp
return False
time.sleep(1.);
if not self.main.recasting.MakePAD(PADdir,dirname,self.main):
self.main.forced=forced_bkp
return False
time.sleep(1.);
if not self.main.recasting.RunPAD(PADdir,myevents):
self.main.forced=forced_bkp
return False
time.sleep(1.);
## Restoring the PAD as it was before
if not self.main.recasting.RestorePADMain(PADdir,dirname,self.main):
self.main.forced=forced_bkp
return False
time.sleep(1.);
## saving the output
if not self.main.recasting.SavePADOutput(PADdir,dirname,myanalyses,myset.name):
self.main.forced=forced_bkp
return False
if not self.main.recasting.store_root:
os.remove(os.path.normpath(dirname + '/Events/' + myset.name + '_' +\
myversion.replace('.','x')+'_' + mycard.replace('.tcl','')+'.root'))
time.sleep(1.);
## Running the CLs exclusion script (if available)
if not self.main.recasting.GetCLs(PADdir,dirname,myanalyses,myset.name,myset.xsection,myset.name):
self.main.forced=forced_bkp
return False
## Saving the results
self.main.forced=forced_bkp
else:
self.logger.info(" Inserting your selection into 'SampleAnalyzer'...")
if not jobber.WriteSelectionHeader(self.main):
self.logger.error("job submission aborted.")
return False
if not jobber.WriteSelectionSource(self.main):
self.logger.error("job submission aborted.")
return False
self.logger.info(" Writing the list of datasets...")
for item in self.main.datasets:
jobber.WriteDatasetList(item)
self.logger.info(" Writing the command line history...")
jobber.WriteHistory(history,self.main.firstdir)
if self.main.recasting.status == "on":
self.main.recasting.collect_outputs(dirname,self.main.datasets)
self.logger.info(' -> the results can be found in:')
self.logger.info(' '+ dirname + '/Output/CLs_output_summary.dat')
for item in self.main.datasets:
self.logger.info(' '+ dirname + '/Output/'+ item.name + '/CLs_output.dat')
else:
layouter = LayoutWriter(self.main, dirname)
layouter.WriteLayoutConfig()
if not self.main.recasting.status=='on' and not self.resubmit:
self.logger.info(" Creating Makefiles...")
if not jobber.WriteMakefiles():
self.logger.error("job submission aborted.")
return False
# Edit the delphes or recasting cards
if self.main.fastsim.package in ["delphes","delphesMA5tune"]:
self.editDelphesCard(dirname)
if self.resubmit and not self.main.recasting.status=='on':
self.logger.info(" Cleaning 'SampleAnalyzer'...")
if not jobber.MrproperJob():
self.logger.error("job submission aborted.")
return False
if not self.main.recasting.status=='on':
self.logger.info(" Compiling 'SampleAnalyzer'...")
if not jobber.CompileJob():
self.logger.error("job submission aborted.")
return False
self.logger.info(" Linking 'SampleAnalyzer'...")
if not jobber.LinkJob():
self.logger.error("job submission aborted.")
return False
for item in self.main.datasets:
self.logger.info(" Running 'SampleAnalyzer' over dataset '"
+item.name+"'...")
self.logger.info(" *******************************************************")
if not jobber.RunJob(item):
self.logger.error("run over '"+item.name+"' aborted.")
self.logger.info(" *******************************************************")
return True
def Open(self):
return FolderWriter.CreateDirectory(self.path,overwrite=True)
