grid__writeInputToTxt='IN:input.csv',
grid__allowTaskDuplication=True,
grid__nFiles=None,
grid__nFilesPerJob=1,
grid__nJobs=1,
grid__maxNFilesPerJob=1,
grid__forceStaged=True,
grid__forceStagedSecondary=True,
grid__crossSite=1,
grid__secondaryDS=SecondaryDatasetCollection())
## Create our paser
# Add base parser options (this is just a wrapper so that we can have this as
# the first options to show, as they are important options)
parentParser = ArgumentParser(add_help=False)
parentReqParser = parentParser.add_argument_group("required arguments", '')
parentReqParser.add_argument('-d',
'--discrFilesDS',
required=True,
metavar='DATA',
action='store',
dest='grid__inDS',
help="The dataset with the tuned discriminators.")
parentOptParser = parentParser.add_argument_group("optional arguments", '')
parentOptParser.add_argument(
'-r',
'--refFileDS',
metavar='REF_FILE',
required=False,
default=None,
action='store',
#!/usr/bin/env python
from RingerCore import (csvStr2List, emptyArgumentsPrintHelp, expandFolders,
Logger, progressbar, LoggingLevel)
from TuningTools.parsers import ArgumentParser, loggerParser, LoggerNamespace
mainParser = ArgumentParser(description='Merge files into unique file.',
add_help=False)
mainMergeParser = mainParser.add_argument_group("Required arguments", "")
mainMergeParser.add_argument(
'-i',
'--inputFiles',
action='store',
metavar='InputFiles',
required=True,
nargs='+',
help="The input files that will be used to generate a matlab file")
mainMergeParser.add_argument(
'-c',
'--change-output-folder',
action='store',
required=False,
default=None,
help=
"Change output folder to be in the specified path instead using the same input dir as input file."
)
mainLogger = Logger.getModuleLogger(__name__)
parser = ArgumentParser(description='Save files on matlab format.',
parents=[mainParser, loggerParser],
conflict_handler='resolve')
f = preInitLogger.info
s = ''
f('%susing clean %s: %s', s, moduleType, configureObj.tag)
printVersion(ProjectGit, moduleType='project')
printVersion(RingerCoreGit)
printVersion(TuningToolsGit)
TuningToolsGit.ensure_clean()
RingerCoreGit.ensure_clean()
# This parser is dedicated to have the specific options which should be added
# to the parent parsers for this job
parentParser = ArgumentParser(add_help=False)
parentReqParser = parentParser.add_argument_group("required arguments", '')
if clusterManagerConf() is ClusterManager.Panda:
# Suppress/delete the following options in the main-job parser:
tuningJobParser.delete_arguments('outputFileBase', 'data', 'crossFile',
'confFileList', 'neuronBounds',
'sortBounds', 'initBounds', 'ppFile',
'refFile', 'outputDir',
'crossValidShuffle', 'expert_networks')
tuningJobParser.suppress_arguments(compress='False')
# Suppress/delete the following options in the grid parser:
ioGridParser.delete_arguments('grid__inDS', 'grid__nJobs')
ioGridParser.suppress_arguments(
grid__mergeOutput=False # We disabled it since late 2017, where GRID
# added a limited to the total memory and processing time for merging jobs.
#!/usr/bin/env python
from RingerCore import (csvStr2List, str_to_class, NotSet, BooleanStr,
WriteMethod, expandFolders, Logger, getFilters, select,
appendToFileName, ensureExtension, progressbar,
LoggingLevel, emptyArgumentsPrintHelp, LoggerNamespace,
cat_files_py)
from TuningTools.parsers import ArgumentParser, loggerParser
from TuningTools import GridJobFilter
mainParser = ArgumentParser(description='Merge files into unique file.',
add_help=False)
mainMergeParser = mainParser.add_argument_group("required arguments", "")
mainMergeParser.add_argument(
'-i',
'--inputFiles',
action='store',
metavar='InputFiles',
required=True,
nargs='+',
help="The input files that will be used to generate a unique file")
mainMergeParser.add_argument('-o',
'--outputFile',
action='store',
metavar='OutputFile',
required=True,
help="The output file generated")
mainMergeParser.add_argument('-wm',
'--writeMethod',