parser = ArgumentParser( description= 'Retrieve performance information from the Cross-Validation method on the GRID.', parents=[crossValStatsJobParser, parentParser, ioGridParser, loggerParser], conflict_handler='resolve') parser.make_adjustments() emptyArgumentsPrintHelp(parser) # Retrieve parser args: args = parser.parse_args(namespace=TuningToolGridNamespace('prun')) args.setBExec( 'source ./buildthis.sh --grid --with-scipy --no-color || source ./buildthis.sh --grid --with-scipy --no-color' ) mainLogger = Logger.getModuleLogger(__name__, args.output_level) printArgs(args, mainLogger.debug) # Set primary dataset number of files: try: # The input files can be send via a text file to avoid very large command lines? mainLogger.info(("Retrieving files on the data container to separate " "the jobs accordingly to each tunned bin reagion.")) from rucio.client import DIDClient from rucio.common.exception import DataIdentifierNotFound didClient = DIDClient() parsedDataDS = args.grid__inDS.split(':') did = parsedDataDS[-1] if len(parsedDataDS) > 1: scope = parsedDataDS else:
except: logger.warning('%sc not found',pypath) try: logger.info('PathResolver: %s',pypath) return obj__Module__ except KeyError: logger.fatal('Key %s not found in this module. Abort') from RingerCore import Logger, LoggingLevel import argparse mainLogger = Logger.getModuleLogger("ConvertToPickle") parser = argparse.ArgumentParser(description = '', add_help = False) parser = argparse.ArgumentParser() parser.add_argument('-i','--inputFiles', action='store', dest='inputFiles', required = True, nargs='+', help = "The input files that will be used to generate the pic") import sys,os if len(sys.argv)==1: parser.print_help() sys.exit(1) args = parser.parse_args()
#!/usr/bin/env python # TODO Improve skeleton documentation from timeit import default_timer as timer start = timer() DatasetLocationInput = '/afs/cern.ch/work/j/jodafons/public/validate_tuningtool/mc14_13TeV.147406.129160.sgn.offLikelihood.bkg.truth.trig.e24_lhmedium_L1EM20VH_etBin_0_etaBin_0.npz' #try: from RingerCore import Logger, LoggingLevel mainLogger = Logger.getModuleLogger(__name__) mainLogger.info("Entering main job.") from TuningTools import TuningJob tuningJob = TuningJob() from TuningTools.PreProc import * basepath = '/afs/cern.ch/work/j/jodafons/public' tuningJob( DatasetLocationInput, neuronBoundsCol = [15, 15], sortBoundsCol = [0, 1], initBoundsCol = 5, #confFileList = basepath + '/user.wsfreund.config.nn5to20_sorts50_1by1_inits100_100by100/job.hn0015.s0040.il0000.iu0099.pic.gz', #ppFileList = basepath+'/user.wsfreund.Norm1/ppFile_pp_Norm1.pic.gz', #crossValidFile = basepath+'/user.wsfreund.CrossValid.50Sorts.seed_0/crossValid.pic.gz', epochs = 100, showEvo = 0,
#!/usr/bin/env python from rDev.Event import EventLooper from rDev.dataframe import ElectronCandidate from TuningTools.dataframe.EnumCollection import Dataframe as DataframeEnum from RingerCore import LoggingLevel, Logger, csvStr2List, expandFolders import argparse mainLogger = Logger.getModuleLogger("job") parser = argparse.ArgumentParser(description='', add_help=False) parser = argparse.ArgumentParser() parser.add_argument('-d', '--data', action='store', dest='data', required=True, nargs='+', help="The input tuning files.") import sys, os if len(sys.argv) == 1: parser.print_help() sys.exit(1) args = parser.parse_args() # Take all files paths = csvStr2List(args.data) paths = expandFolders(paths) from RingerCore import load, save, appendToFileName
dest = 'grid_outputs', help = argparse.SUPPRESS ) # Hide forceStaged and make it always be true parser.add_argument('--forceStaged', action='store_const', required = False, dest = 'grid_forceStaged', default = True, const = True, help = argparse.SUPPRESS) # Hide forceStagedSecondary and make it always be true parser.add_argument('--forceStagedSecondary', action='store_const', required = False, dest = 'grid_forceStagedSecondary', default = True, const = True, help = argparse.SUPPRESS) parser.add_argument('--mergeOutput', action='store_const', required = False, default = True, const = True, dest = 'grid_mergeOutput', help = argparse.SUPPRESS) mainLogger = Logger.getModuleLogger(__name__) import sys if len(sys.argv)==1: parser.print_help() sys.exit(1) args = parser.parse_args( namespace = TuningToolGridNamespace('prun') ) mainLogger = Logger.getModuleLogger( __name__, args.output_level ) printArgs( args, mainLogger.debug ) args.grid_allowTaskDuplication = True # Set primary dataset number of files: import os.path
#!/usr/bin/env python from TrigEgammaDevelopments.plots.Efficiency import EfficiencyParser from RingerCore import Logger, LoggingLevel, BooleanStr import argparse mainLogger = Logger.getModuleLogger("PlotTool") parser = argparse.ArgumentParser(description='', add_help=False) parser = argparse.ArgumentParser() parser.add_argument( '-i', '--inputFiles', action='store', dest='inputFiles', required=True, nargs='+', help="The input files that will be used to generate the plots") parser.add_argument('-o', '--outputDir', action='store', dest='outputDir', required=False, default='plots', help="The output directory name.") parser.add_argument('-k', '--key', action='store', dest='key',
#'e24_vloose_L1EM20VH', #'e5_loose_idperf', #'e5_lhloose_idperf', #'e5_tight_idperf', #'e5_lhtight_idperf', 'e24_medium_idperf_L1EM20VH', 'e24_lhmedium_idperf_L1EM20VH' ] parser = argparse.ArgumentParser() parser.add_argument('--inFolderList', nargs='+', required=True, help = "Input container to retrieve data") parser.add_argument('--signalDS', action='store_true', help = "Whether the dataset contains TPNtuple") parser.add_argument('--outfile', action='store', default="mergedOutput.root", help = "Name of the output file") parser.add_argument('--triggerList', nargs='+', default=defaultTrigList, help = "Trigger list to keep on the filtered file.") args=parser.parse_args() mainLogger = Logger.getModuleLogger( __name__, LoggingLevel.INFO ) files = expandFolders( args.inFolderList ) rFile = RootFile( files, args.outfile ) rFile.dump('Offline/Egamma/Ntuple', ['electron']) rFile.dump('Trigger/HLT/Egamma/Ntuple', args.triggerList) if args.signalDS: rFile.dump('Trigger/HLT/Egamma/TPNtuple', args.triggerList) rFile.save()
from TuningTools import fixPPCol import numpy as np import sys, os mainParser = ArgumentParser() mainParser.add_argument('-i','--input', action='store', required = True, help = "The input files [.mat] that will be used to generate a extract the preproc proj matrix.\ Your matlab file must be inside: projCollection = [[[]]], nEtaBin = int, nEtBin = int, \ nSort = int") mainParser.add_argument('-o','--output', action='store', required = False, default = 'ppCol', help = "The output file") emptyArgumentsPrintHelp( mainParser ) mainLogger = Logger.getModuleLogger( __name__, LoggingLevel.INFO ) args=mainParser.parse_args() import scipy.io mainLogger.info(('Loading matlab file: %s')%(args.input)) rawData = scipy.io.loadmat(args.input) collections = rawData['projCollection'] nEta = rawData['nEtaBin'][0][0] nEt = rawData['nEtBin'][0][0] nSort= rawData['nSort'][0][0] #initialize ppcol as none matrix ppCol = [[[None for i in range(nSort)] for j in range(nEta)] for k in range(nEt)]
#!/usr/bin/env python from RingerCore import LoggingLevel, Logger mainLogger = Logger.getModuleLogger("FileJuicer") import argparse parser = argparse.ArgumentParser(description = '', add_help = False) parser = argparse.ArgumentParser() parser.add_argument('-i','--inputFile', action='store', dest='inputFile', required = True, help = "File to Juice!") parser.add_argument('-o','--outputPath', action='store', required = False , help = """Output file path. When set to None, will use inputFile path.""") import sys,os if len(sys.argv)==1: parser.print_help() sys.exit(1) args = parser.parse_args() from TuningTools import PreProcChain, RingerLayer, RingerLayerSegmentation caloLayers = [RingerLayer.PS, RingerLayer.EM1, RingerLayer.EM2, RingerLayer.EM3, RingerLayer.HAD1, RingerLayer.HAD2, RingerLayer.HAD3,]
#except ImportError: # self._logger.fatal('Can not import the discriminator %s',pypath) SignaturesMap = obj__Module__.SignaturesMap() try: # Remove junk file created by the python reader import os #os.remove( pypath+'c') except: logger.warning('%sc not found',pypath) return SignaturesMap import argparse mainLogger = Logger.getModuleLogger("convert to new model") parser = argparse.ArgumentParser(description = '', add_help = False) parser = argparse.ArgumentParser() parser.add_argument('-py','--pypath', action='store', dest='pypath', required = True, help = "The python discriminator path ") parser.add_argument('--name', action='store', dest='name', required = True, help = "The python discriminator path ") import sys,os