#!/usr/bin/env python
import time
from TuningTools.parsers import argparse, ArgumentParser
from RingerCore import emptyArgumentsPrintHelp
parser = ArgumentParser(description='Retry failed jobs on bsub')
parser.add_argument('-l',
'--logFile',
action='store',
required=True,
help="The log file containing the commands submitted.")
parser.add_argument(
'-perm-op',
'--permanentOutputPlace',
action='store',
required=True,
help=
"The permanent output place where the tuned classifiers should be found.")
parser.add_argument('--queue', default=None, help="Change queue if defined.")
parser.add_argument('--pause',
default=5,
type=int,
help="Time to wait between each submission.")
parser.add_argument('--checkForMissingJobs',
action='store_true',
help="Check if there are any missing job, and submit it.")
parser.add_argument(
'--overrideOutputPlace',
#!/usr/bin/env python
from TuningTools.parsers import ArgumentParser, argparse, createDataParser, TuningToolGridNamespace
from RingerCore import emptyArgumentsPrintHelp, ioGridParser, loggerParser
## Create our paser
# Add base parser options (this is just a wrapper so that we can have this as
# the first options to show, as they are important options)
parentParser = ArgumentParser( add_help = False )
parentParser.add_argument('-s','--inDS-SGN', action='store',
metavar='inDS_SGN', required = True, nargs='+', dest = 'grid_inDS',
help = "The signal files that will be used to tune the discriminators")
parentParser.add_argument('-b','--inDS-BKG', action='store',
metavar='inDS_BKG', required = True, nargs='+',
help = "The background files that will be used to tune the discriminators")
## The main parser
parser = ArgumentParser(description = 'Generate input file for TuningTool on GRID',
parents = [createDataParser, parentParser, ioGridParser, loggerParser],
conflict_handler = 'resolve')
## Change parent options
# Hide sgnInputFiles
parser.add_argument('--sgnInputFiles', action='store_const',
metavar='SignalInputFiles', required = False, const = '', default = '',
help = argparse.SUPPRESS)
# Hide bkgInputFiles
parser.add_argument('--bkgInputFiles', action='store_const',
metavar='BackgroundInputFiles', required = False, const = '', default = '',
help = argparse.SUPPRESS)
# Hide output
parser.add_argument('--output', action='store_const',
WriteMethod, expandFolders, Logger, getFilters, select,
appendToFileName, ensureExtension, progressbar,
LoggingLevel, printArgs, conditionalOption,
emptyArgumentsPrintHelp)
from TuningTools.parsers import argparse, ArgumentParser, ioGridParser, loggerParser, \
TuningToolGridNamespace
parser = ArgumentParser(
description='Extract ntuple files into unique file on the GRID.',
parents=[ioGridParser, loggerParser],
conflict_handler='resolve')
parser.add_argument('-t',
'--trigger',
action='store',
required=True,
help="Trigger required to filter.")
parser.add_argument('--basepath',
action='store',
required=False,
default='HLT/Egamma/Expert',
help="the tree location inside of the file.")
parser.add_argument('--treename',
action='store',
required=False,
default='trigger',
help="the tree ntuple name")
# outputs
#!/usr/bin/env python
from TuningTools.parsers import argparse, ArgumentParser
from RingerCore import emptyArgumentsPrintHelp
parser = ArgumentParser(description='Run training job on grid')
parser.add_argument('-d',
'--data',
action='store',
required=True,
help="The file containing data for discriminator tunning")
parser.add_argument('-o',
'--output',
action='store',
required=True,
help="The output base string for the discriminator file.")
parser.add_argument('-op',
'--outputPlace',
action='store',
required=True,
help="The output place to a lxplus tmp.")
parser.add_argument(
'-i',
'--inputConfig',
metavar='InputFolder',
help="Folder to loop upon files to retrieve configuration.")
parser.add_argument('--ppFile', default=None, help="Pre-processing file.")
parser.add_argument('--crossValidFile',
default=None,
help="Cross-validation file.")
#!/usr/bin/env python
from TuningTools.parsers import ArgumentParser, loggerParser, LoggerNamespace
from RingerCore import emptyArgumentsPrintHelp
parser = ArgumentParser(description="""Change data memory representation
without changing its dimensions.""",
parents=[loggerParser])
parser.add_argument('inputs',
action='store',
metavar='INPUT',
nargs='+',
help="Files to change representation")
emptyArgumentsPrintHelp(parser)
args = parser.parse_args(namespace=LoggerNamespace())
from RingerCore import Logger, LoggingLevel, save, load, expandFolders, traverse
import numpy as np
from TuningTools.coreDef import npCurrent
npCurrent.level = args.output_level
logger = Logger.getModuleLogger(__name__, args.output_level)
files = expandFolders(args.inputs) # FIXME *.npz
from zipfile import BadZipfile
for f in files:
logger.info("Changing representation of file '%s'...", f)
try:
data = dict(load(f))
