def Open(self): if not self.resubmit: InstanceName.Clear() return FolderWriter.CreateDirectory(self.path, question=True) else: recast = (self.main.recasting.status == "on") return self.CheckJobStructure(recast)
def Open(self): # Checking input dir if not os.path.isdir(self.input_path): logging.error("no directory denoted by '" + self.input_path + "' found.") return False # Creating list of ROOT files for ind in range(0, len(self.main.datasets)): name = InstanceName.Get(self.main.datasets[ind].name) self.files.append( RootFileReader( os.path.normpath(self.input_path + "/root/" + name + ".root"))) # Trying to open each ROOT files for ind in range(0, len(self.files)): if not self.files[ind].Open(): for i in range(0, ind): self.files[i].Close() return False # Creating production directory if not FolderWriter.CreateDirectory(self.output_path, True): return False # Creating cut flow for each file for ind in range(0, len(self.files)): self.cutflow.append(CutFlow(self.main.datasets[ind],\ self.main.selection,\ self.main.lumi, self.main)) # Good end return True
def CreateFolders(self, histo_folder, output_paths, modes): # Creating histo folder if not FolderWriter.CreateDirectory(histo_folder, True): return False for ind in range(0, len(output_paths)): # Creating production directory if not FolderWriter.CreateDirectory(output_paths[ind], True): return False # Copying MA5 logo if not self.CopyLogo(modes[ind], output_paths[ind]): return False return True
def GenerateReport(self, history, output_path, mode): # Creating production directory if not FolderWriter.CreateDirectory(output_path, True): return False if not self.CopyLogo(mode, output_path): return False # Draw plots if not self.DoPlots(mode, output_path): return # logging.info(" ** Computing cut efficiencies...") #if not layout.DoEfficiencies(): # return # Find a name for PDF file if self.main.pdflatex: self.pdffile = self.main.lastjob_name + '/PDF/main.pdf' elif self.main.latex and self.main.dvipdf: self.pdffile = self.main.lastjob_name + '/DVI/main.pdf' else: self.pdffile = '' # Defining report writing if mode == ReportFormatType.HTML: report = HTMLReportWriter(output_path + "/index.html", self.pdffile) elif mode == ReportFormatType.LATEX: report = LATEXReportWriter(output_path+"/main.tex",\ self.main.ma5dir+"/madanalysis/input",False) else: report = LATEXReportWriter(output_path+"/main.tex",\ self.main.ma5dir+"/madanalysis/input",True) # Opening if not report.Open(): return False # Create text text = TextReport() # Header report.WriteHeader() report.WriteTitle('MadAnalysis 5 report') # History of commands report.WriteSubTitle('Setup') report.WriteSubSubTitle('Command history') text.Reset() text.SetFont(FontType.TT) for item in history: text.Add('ma5>' + item + '\n\n') report.WriteText(text) # Configuration report.WriteSubSubTitle('Configuration') # Integrated luminosity report.OpenBullet() text.Reset() text.Add('MadAnalysis version ' + self.main.version + \ ' (' + self.main.date + ').\n') report.WriteText(text) # Integrated luminosity text.Reset() # Normalization if self.main.normalize == NormalizeType.LUMI or \ self.main.normalize == NormalizeType.LUMI_WEIGHT: text.Add('Histograms given for an integrated luminosity of ') text.SetColor(ColorType.BLUE) text.Add(str(self.main.lumi)) text.Add(' fb') text.SetScript(ScriptType.SUP) text.Add('-1') text.SetScript(ScriptType.none) text.Add('.\n') elif self.main.normalize == NormalizeType.NONE: text.Add('Histograms are not scaled.\n') report.WriteText(text) report.CloseBullet() # Datasets report.WriteSubTitle('Datasets') for ind in range(0, len(self.main.datasets)): report.WriteSubSubTitle(self.main.datasets[ind].name) self.WriteDatasetTable(report,\ self.main.datasets[ind]) # Merging plots if self.main.merging.enable: # Title : merging plots report.WriteSubTitle('Merging plots') # Getting all plot names allnames = self.merging.GetPlotNames(mode,\ output_path) # Loop over datasets for i in range(0, len(allnames)): # Subtitle : dataset names report.WriteSubSubTitle(self.main.datasets[i].name) # Loop over DJR plots for j in range(0, len(allnames[i])): text.Reset() title = "DJR" + str(j + 1) + " : " + str(j) if j > 1: title += " jets -> " else: title += " jet -> " title += str(j + 1) if j > 0: title += " jets" else: title += " jet" text.Add(title) report.WriteFigure(text, allnames[i][j]) # Plots display if len(self.main.selection) != 0: report.WriteSubTitle('Histos and cuts') # Plots ihisto = 0 icut = 0 for ind in range(0, len(self.main.selection)): if self.main.selection[ind].__class__.__name__ == "Histogram": report.WriteSubSubTitle("Histogram " + str(ihisto + 1)) text.Reset() text.Add(' ') text.SetFont(FontType.BF) text.Add(self.main.selection[ind].GetStringDisplay() + '\n') report.WriteText(text) text.Reset() if self.main.selection[ind].observable.name not in [ 'NPID', 'NAPID' ]: self.WriteStatisticsTable(ihisto, report) report.WriteFigure(text, output_path + '/selection_' + str(ihisto)) text.Add('\n\n') report.WriteText(text) text.Reset() ihisto += 1 if self.main.selection[ind].__class__.__name__ == "Cut": report.WriteSubSubTitle("Cut " + str(icut + 1)) text.Reset() text.Add(' ') text.SetFont(FontType.BF) text.Add(self.main.selection[ind].GetStringDisplay() + '\n') report.WriteText(text) text.Reset() self.WriteEfficiencyTable(icut, report) text.Add('\n\n') report.WriteText(text) text.Reset() icut += 1 # Final table if self.main.selection.Ncuts != 0: report.WriteSubTitle('Summary') report.WriteSubSubTitle('Cut-flow chart') self.WriteFinalTable(report) # Foot report.WriteFoot() # Closing report.Close() return True
def submit(self,dirname,history): # checking if the needed version of delphes is activated forced_bkp = self.main.forced self.main.forced=True if self.main.fastsim.package == 'delphes' and not self.main.archi_info.has_delphes: installer=InstallManager(self.main) if self.main.archi_info.has_delphesMA5tune: if not installer.Deactivate('delphesMA5tune'): return False if installer.Activate('delphes')==-1: return False if self.main.fastsim.package == 'delphesMA5tune' and not self.main.archi_info.has_delphesMA5tune: installer=InstallManager(self.main) if self.main.archi_info.has_delphes: if not installer.Deactivate('delphes'): return False if installer.Activate('delphesMA5tune')==-1: return False self.main.forced=forced_bkp # Initializing the JobWriter jobber = JobWriter(self.main,dirname,self.resubmit) # Writing process if not self.resubmit: self.logger.info(" Creating folder '"+dirname.split('/')[-1] \ +"'...") else: self.logger.info(" Checking the structure of the folder '"+\ dirname.split('/')[-1]+"'...") if not jobber.Open(): self.logger.error("job submission aborted.") return False if not self.resubmit: if self.main.recasting.status != 'on': self.logger.info(" Copying 'SampleAnalyzer' source files...") if not jobber.CopyLHEAnalysis(): self.logger.error(" job submission aborted.") return False if self.main.recasting.status != 'on' and not jobber.CreateBldDir(): self.logger.error(" job submission aborted.") return False if self.main.recasting.status == 'on': if not FolderWriter.CreateDirectory(dirname+'/Events'): return False # In the case of recasting, there is no need to create a standard Job if self.main.recasting.status == "on": ### First, the analyses to take care off self.editRecastingCard(dirname) self.logger.info(" Getting the list of delphes simulation to be performed...") ### Second, which delphes run must be performed, and running them if not self.main.recasting.GetDelphesRuns(dirname+"/Input/recasting_card.dat"): return False firstv11 = True firstv13 = True forced_bkp = self.main.forced self.main.forced=True if len(self.main.recasting.delphesruns)==0: self.logger.warning('No recasting to do... Please check the recasting card') return False for mydelphescard in sorted(self.main.recasting.delphesruns): version=mydelphescard[:4] card=mydelphescard[5:] if version=="v1.1": if not self.main.recasting.ma5tune: self.logger.error('The DelphesMA5tune library is not present... v1.1 analyses cannot be used') return False if firstv11: self.logger.info(" **********************************************************") self.logger.info(" "+StringTools.Center('v1.1 detector simulations',57)) self.logger.info(" **********************************************************") firstv11=False ## Deactivating delphes installer=InstallManager(self.main) if not installer.Deactivate('delphes'): return False ## Activating and compile the MA5Tune if installer.Activate('delphesMA5tune')==-1: return False ## running delphesMA5tune for item in self.main.datasets: if not os.path.isfile(dirname + '/Events/' + item.name + '_v1x1_' + \ card.replace('.tcl','')+'.root'): self.main.recasting.status="off" self.main.fastsim.package="delphesMA5tune" self.main.fastsim.clustering=0 self.main.fastsim.delphes=0 self.main.fastsim.delphesMA5tune = DelphesMA5tuneConfiguration() self.main.fastsim.delphesMA5tune.card = os.path.normpath("../../../../PADForMA5tune/Input/Cards/"+card) self.submit(dirname+'_DelphesForMa5tuneRun',[]) self.main.recasting.status="on" self.main.fastsim.package="none" ## saving the output shutil.move(dirname+'_DelphesForMa5tuneRun/Output/_'+item.name+'/TheMouth.root',\ dirname+'/Events/'+item.name+'_v1x1_'+card.replace('.tcl','')+'.root') if not FolderWriter.RemoveDirectory(os.path.normpath(dirname+'_DelphesForMa5tuneRun')): return False elif version in ['v1.2', 'v1.3']: if not self.main.recasting.delphes: self.logger.error('The Delphes library is not present... v1.2+ analyses cannot be used') return False if firstv13: self.logger.info(" **********************************************************") self.logger.info(" "+StringTools.Center('v1.2+ detector simulations',57)) self.logger.info(" **********************************************************") firstv13=False ## Deactivating delphesMA5tune installer=InstallManager(self.main) if not installer.Deactivate('delphesMA5tune'): return False ## Activating and compile Delphes if installer.Activate('delphes')==-1: return False ## running delphesMA5tune for item in self.main.datasets: if not os.path.isfile(dirname+'/Events/' + item.name +\ '_v1x2_'+card.replace('.tcl','')+'.root'): self.main.recasting.status="off" self.main.fastsim.package="delphes" self.main.fastsim.clustering=0 self.main.fastsim.delphesMA5tune=0 self.main.fastsim.delphes = DelphesConfiguration() self.main.fastsim.delphes.card = os.path.normpath("../../../../PAD/Input/Cards/"+card) self.submit(dirname+'_DelphesRun',[]) self.main.recasting.status="on" self.main.fastsim.package="none" ## saving the output shutil.move(dirname+'_DelphesRun/Output/_'+item.name+'/TheMouth.root',\ dirname+'/Events/'+item.name+'_v1x2_'+card.replace('.tcl','')+'.root') if not FolderWriter.RemoveDirectory(os.path.normpath(dirname+'_DelphesRun')): return False else: self.logger.error('An analysis can only be compatible with ma5 v1.1, v1.2 or v1.3...') return False self.main.forced=forced_bkp ### Third, executing the analyses if not self.main.recasting.GetAnalysisRuns(dirname+"/Input/recasting_card.dat"): return False forced_bkp = self.main.forced self.main.forced=True for mydelphescard in list(set(sorted(self.main.recasting.delphesruns))): ## checking the PAD Version myversion = mydelphescard[:4] if myversion=='v1.2': PADdir = self.main.archi_info.ma5dir+'/PAD' elif myversion=='v1.1': PADdir = self.main.archi_info.ma5dir+'/PADForMA5tune' else: self.logger.error('Unknown PAD version') self.main.forced=forced_bkp return False ## current delphes card mycard = mydelphescard[5:] ## print out self.logger.info(" **********************************************************") self.logger.info(" "+StringTools.Center(myversion+' running of the PAD'+\ ' on events generated with',57)) self.logger.info(" "+StringTools.Center(mycard,57)) self.logger.info(" **********************************************************") ## setting up Delphes installer=InstallManager(self.main) if myversion=='v1.1': if not installer.Deactivate('delphes'): self.main.forced=forced_bkp return False if installer.Activate('delphesMA5tune')==-1: self.main.forced=forced_bkp return False elif myversion=='v1.2': if not installer.Deactivate('delphesMA5tune'): self.main.forced=forced_bkp return False if installer.Activate('delphes')==-1: self.main.forced=forced_bkp return False ## Analyses myanalyses = self.main.recasting.analysisruns myanalyses = [ x for x in myanalyses if myversion in x ] myanalyses = [ x.replace(myversion+'_','') for x in myanalyses ] for card,analysislist in self.main.recasting.DelphesDic.items(): if card == mycard: tmpanalyses=analysislist break myanalyses = [ x for x in myanalyses if x in tmpanalyses] ## event file for myset in self.main.datasets: myevents=os.path.normpath(dirname + '/Events/' + myset.name + '_' +\ myversion.replace('.','x')+'_' + mycard.replace('.tcl','')+'.root') ## preparing and running the PAD if not self.main.recasting.UpdatePADMain(myanalyses,PADdir): self.main.forced=forced_bkp return False time.sleep(1.); if not self.main.recasting.MakePAD(PADdir,dirname,self.main): self.main.forced=forced_bkp return False time.sleep(1.); if not self.main.recasting.RunPAD(PADdir,myevents): self.main.forced=forced_bkp return False time.sleep(1.); ## Restoring the PAD as it was before if not self.main.recasting.RestorePADMain(PADdir,dirname,self.main): self.main.forced=forced_bkp return False time.sleep(1.); ## saving the output if not self.main.recasting.SavePADOutput(PADdir,dirname,myanalyses,myset.name): self.main.forced=forced_bkp return False if not self.main.recasting.store_root: os.remove(os.path.normpath(dirname + '/Events/' + myset.name + '_' +\ myversion.replace('.','x')+'_' + mycard.replace('.tcl','')+'.root')) time.sleep(1.); ## Running the CLs exclusion script (if available) if not self.main.recasting.GetCLs(PADdir,dirname,myanalyses,myset.name,myset.xsection,myset.name): self.main.forced=forced_bkp return False ## Saving the results self.main.forced=forced_bkp else: self.logger.info(" Inserting your selection into 'SampleAnalyzer'...") if not jobber.WriteSelectionHeader(self.main): self.logger.error("job submission aborted.") return False if not jobber.WriteSelectionSource(self.main): self.logger.error("job submission aborted.") return False self.logger.info(" Writing the list of datasets...") for item in self.main.datasets: jobber.WriteDatasetList(item) self.logger.info(" Writing the command line history...") jobber.WriteHistory(history,self.main.firstdir) if self.main.recasting.status == "on": self.main.recasting.collect_outputs(dirname,self.main.datasets) self.logger.info(' -> the results can be found in:') self.logger.info(' '+ dirname + '/Output/CLs_output_summary.dat') for item in self.main.datasets: self.logger.info(' '+ dirname + '/Output/'+ item.name + '/CLs_output.dat') else: layouter = LayoutWriter(self.main, dirname) layouter.WriteLayoutConfig() if not self.main.recasting.status=='on' and not self.resubmit: self.logger.info(" Creating Makefiles...") if not jobber.WriteMakefiles(): self.logger.error("job submission aborted.") return False # Edit the delphes or recasting cards if self.main.fastsim.package in ["delphes","delphesMA5tune"]: self.editDelphesCard(dirname) if self.resubmit and not self.main.recasting.status=='on': self.logger.info(" Cleaning 'SampleAnalyzer'...") if not jobber.MrproperJob(): self.logger.error("job submission aborted.") return False if not self.main.recasting.status=='on': self.logger.info(" Compiling 'SampleAnalyzer'...") if not jobber.CompileJob(): self.logger.error("job submission aborted.") return False self.logger.info(" Linking 'SampleAnalyzer'...") if not jobber.LinkJob(): self.logger.error("job submission aborted.") return False for item in self.main.datasets: self.logger.info(" Running 'SampleAnalyzer' over dataset '" +item.name+"'...") self.logger.info(" *******************************************************") if not jobber.RunJob(item): self.logger.error("run over '"+item.name+"' aborted.") self.logger.info(" *******************************************************") return True
def Open(self): return FolderWriter.CreateDirectory(self.path,overwrite=True)