parser = ArgumentParser(
description=
'Retrieve performance information from the Cross-Validation method on the GRID.',
parents=[crossValStatsJobParser, parentParser, ioGridParser, loggerParser],
conflict_handler='resolve')
parser.make_adjustments()
emptyArgumentsPrintHelp(parser)
# Retrieve parser args:
args = parser.parse_args(namespace=TuningToolGridNamespace('prun'))
args.setBExec(
'source ./buildthis.sh --grid --with-scipy --no-color || source ./buildthis.sh --grid --with-scipy --no-color'
)
mainLogger = Logger.getModuleLogger(__name__, args.output_level)
printArgs(args, mainLogger.debug)
# Set primary dataset number of files:
try:
# The input files can be send via a text file to avoid very large command lines?
mainLogger.info(("Retrieving files on the data container to separate "
"the jobs accordingly to each tunned bin reagion."))
from rucio.client import DIDClient
from rucio.common.exception import DataIdentifierNotFound
didClient = DIDClient()
parsedDataDS = args.grid__inDS.split(':')
did = parsedDataDS[-1]
if len(parsedDataDS) > 1:
scope = parsedDataDS
else:
except:
logger.warning('%sc not found',pypath)
try:
logger.info('PathResolver: %s',pypath)
return obj__Module__
except KeyError:
logger.fatal('Key %s not found in this module. Abort')
from RingerCore import Logger, LoggingLevel
import argparse
mainLogger = Logger.getModuleLogger("ConvertToPickle")
parser = argparse.ArgumentParser(description = '', add_help = False)
parser = argparse.ArgumentParser()
parser.add_argument('-i','--inputFiles', action='store',
dest='inputFiles', required = True, nargs='+',
help = "The input files that will be used to generate the pic")
import sys,os
if len(sys.argv)==1:
parser.print_help()
sys.exit(1)
args = parser.parse_args()
#!/usr/bin/env python
# TODO Improve skeleton documentation
from timeit import default_timer as timer
start = timer()
DatasetLocationInput = '/afs/cern.ch/work/j/jodafons/public/validate_tuningtool/mc14_13TeV.147406.129160.sgn.offLikelihood.bkg.truth.trig.e24_lhmedium_L1EM20VH_etBin_0_etaBin_0.npz'
#try:
from RingerCore import Logger, LoggingLevel
mainLogger = Logger.getModuleLogger(__name__)
mainLogger.info("Entering main job.")
from TuningTools import TuningJob
tuningJob = TuningJob()
from TuningTools.PreProc import *
basepath = '/afs/cern.ch/work/j/jodafons/public'
tuningJob( DatasetLocationInput,
neuronBoundsCol = [15, 15],
sortBoundsCol = [0, 1],
initBoundsCol = 5,
#confFileList = basepath + '/user.wsfreund.config.nn5to20_sorts50_1by1_inits100_100by100/job.hn0015.s0040.il0000.iu0099.pic.gz',
#ppFileList = basepath+'/user.wsfreund.Norm1/ppFile_pp_Norm1.pic.gz',
#crossValidFile = basepath+'/user.wsfreund.CrossValid.50Sorts.seed_0/crossValid.pic.gz',
epochs = 100,
showEvo = 0,
#!/usr/bin/env python
from rDev.Event import EventLooper
from rDev.dataframe import ElectronCandidate
from TuningTools.dataframe.EnumCollection import Dataframe as DataframeEnum
from RingerCore import LoggingLevel, Logger, csvStr2List, expandFolders
import argparse
mainLogger = Logger.getModuleLogger("job")
parser = argparse.ArgumentParser(description='', add_help=False)
parser = argparse.ArgumentParser()
parser.add_argument('-d',
'--data',
action='store',
dest='data',
required=True,
nargs='+',
help="The input tuning files.")
import sys, os
if len(sys.argv) == 1:
parser.print_help()
sys.exit(1)
args = parser.parse_args()
# Take all files
paths = csvStr2List(args.data)
paths = expandFolders(paths)
from RingerCore import load, save, appendToFileName
dest = 'grid_outputs',
help = argparse.SUPPRESS )
# Hide forceStaged and make it always be true
parser.add_argument('--forceStaged', action='store_const',
required = False, dest = 'grid_forceStaged', default = True,
const = True, help = argparse.SUPPRESS)
# Hide forceStagedSecondary and make it always be true
parser.add_argument('--forceStagedSecondary', action='store_const',
required = False, dest = 'grid_forceStagedSecondary', default = True,
const = True, help = argparse.SUPPRESS)
parser.add_argument('--mergeOutput', action='store_const',
required = False, default = True, const = True,
dest = 'grid_mergeOutput',
help = argparse.SUPPRESS)
mainLogger = Logger.getModuleLogger(__name__)
import sys
if len(sys.argv)==1:
parser.print_help()
sys.exit(1)
args = parser.parse_args( namespace = TuningToolGridNamespace('prun') )
mainLogger = Logger.getModuleLogger( __name__, args.output_level )
printArgs( args, mainLogger.debug )
args.grid_allowTaskDuplication = True
# Set primary dataset number of files:
import os.path
#!/usr/bin/env python
from TrigEgammaDevelopments.plots.Efficiency import EfficiencyParser
from RingerCore import Logger, LoggingLevel, BooleanStr
import argparse
mainLogger = Logger.getModuleLogger("PlotTool")
parser = argparse.ArgumentParser(description='', add_help=False)
parser = argparse.ArgumentParser()
parser.add_argument(
'-i',
'--inputFiles',
action='store',
dest='inputFiles',
required=True,
nargs='+',
help="The input files that will be used to generate the plots")
parser.add_argument('-o',
'--outputDir',
action='store',
dest='outputDir',
required=False,
default='plots',
help="The output directory name.")
parser.add_argument('-k',
'--key',
action='store',
dest='key',
#'e24_vloose_L1EM20VH',
#'e5_loose_idperf',
#'e5_lhloose_idperf',
#'e5_tight_idperf',
#'e5_lhtight_idperf',
'e24_medium_idperf_L1EM20VH',
'e24_lhmedium_idperf_L1EM20VH'
]
parser = argparse.ArgumentParser()
parser.add_argument('--inFolderList', nargs='+', required=True,
help = "Input container to retrieve data")
parser.add_argument('--signalDS', action='store_true',
help = "Whether the dataset contains TPNtuple")
parser.add_argument('--outfile', action='store', default="mergedOutput.root",
help = "Name of the output file")
parser.add_argument('--triggerList', nargs='+', default=defaultTrigList,
help = "Trigger list to keep on the filtered file.")
args=parser.parse_args()
mainLogger = Logger.getModuleLogger( __name__, LoggingLevel.INFO )
files = expandFolders( args.inFolderList )
rFile = RootFile( files, args.outfile )
rFile.dump('Offline/Egamma/Ntuple', ['electron'])
rFile.dump('Trigger/HLT/Egamma/Ntuple', args.triggerList)
if args.signalDS:
rFile.dump('Trigger/HLT/Egamma/TPNtuple', args.triggerList)
rFile.save()
from TuningTools import fixPPCol
import numpy as np
import sys, os
mainParser = ArgumentParser()
mainParser.add_argument('-i','--input', action='store', required = True,
help = "The input files [.mat] that will be used to generate a extract the preproc proj matrix.\
Your matlab file must be inside: projCollection = [[[]]], nEtaBin = int, nEtBin = int, \
nSort = int")
mainParser.add_argument('-o','--output', action='store', required = False, default = 'ppCol',
help = "The output file")
emptyArgumentsPrintHelp( mainParser )
mainLogger = Logger.getModuleLogger( __name__, LoggingLevel.INFO )
args=mainParser.parse_args()
import scipy.io
mainLogger.info(('Loading matlab file: %s')%(args.input))
rawData = scipy.io.loadmat(args.input)
collections = rawData['projCollection']
nEta = rawData['nEtaBin'][0][0]
nEt = rawData['nEtBin'][0][0]
nSort= rawData['nSort'][0][0]
#initialize ppcol as none matrix
ppCol = [[[None for i in range(nSort)] for j in range(nEta)] for k in range(nEt)]
#!/usr/bin/env python
from RingerCore import LoggingLevel, Logger
mainLogger = Logger.getModuleLogger("FileJuicer")
import argparse
parser = argparse.ArgumentParser(description = '', add_help = False)
parser = argparse.ArgumentParser()
parser.add_argument('-i','--inputFile', action='store',
dest='inputFile', required = True, help = "File to Juice!")
parser.add_argument('-o','--outputPath', action='store', required = False
, help = """Output file path. When set to None, will use
inputFile path.""")
import sys,os
if len(sys.argv)==1:
parser.print_help()
sys.exit(1)
args = parser.parse_args()
from TuningTools import PreProcChain, RingerLayer, RingerLayerSegmentation
caloLayers = [RingerLayer.PS,
RingerLayer.EM1,
RingerLayer.EM2,
RingerLayer.EM3,
RingerLayer.HAD1,
RingerLayer.HAD2,
RingerLayer.HAD3,]
#except ImportError:
# self._logger.fatal('Can not import the discriminator %s',pypath)
SignaturesMap = obj__Module__.SignaturesMap()
try: # Remove junk file created by the python reader
import os
#os.remove( pypath+'c')
except:
logger.warning('%sc not found',pypath)
return SignaturesMap
import argparse
mainLogger = Logger.getModuleLogger("convert to new model")
parser = argparse.ArgumentParser(description = '',
add_help = False)
parser = argparse.ArgumentParser()
parser.add_argument('-py','--pypath', action='store',
dest='pypath', required = True,
help = "The python discriminator path ")
parser.add_argument('--name', action='store',
dest='name', required = True,
help = "The python discriminator path ")
import sys,os
