def main(argv):
save = ""
force = False
generate = "log-uniform"
search_mode = "fix-grid-search"
try:
opts, args = getopt.getopt(argv,"vhfo:s:g:",
["verbose","help","force","out=","search=","generate="])
except getopt.GetoptError as getopt_error:
print getopt_error.msg, getopt_error.opt
error()
else:
for opt, arg in opts:
if opt in ("-h", "--help"):
show_help()
sys.exit()
elif opt in ("-v","--verbose"):
global _verbose
_verbose = True
elif opt in ("-f","--force"):
force = True
elif opt in ("-o","--out"):
save = re.sub('.yaml$','',arg)
elif opt in ("-g","--generate"):
if arg not in generation_modes.keys():
print "generate MODE is invalid: " +arg
error()
generate = arg
elif opt in ("-s","--search"):
if arg not in search_modes.keys():
print "search MODE is invalid: " +arg
error()
search_mode = arg
template, hparams = read_args(args)
if not save:
save = re.sub('.yaml$','',args[0])
hpnames, hpvalues = generate_params(hparams,generate,search_mode)
# fill template
template = ''.join(template)
write_files(''.join(open(template,'r')),hpnames,hpvalues,save,force=force)
if _verbose:
print '\n'.join(files)+'\n'
def show_help():
print """
Usage: python gen_yaml.py [OPTIONS] TEMPLATE-FILE H-PARAMETER-FILE
Produce yaml files given a template and hyper-parameters ranges
-o FILE, --out=FILE file name on which it builds yaml files {{1,2,3,...}}
default = TEMPLATE-FILE{{1,2,3,...}}.yaml
-f, --force Force yaml files creation even if files with th
same name already exist
-s, --search=MODE Search mode.
default : fix-grid-search
fix-grid-search : Vary hyper-parameters one at a
time, keeping the others to a
default value.
full-grid-search : Compute all possible combinations
of hyper-parameters values that
has been generated
random-search : Generate random values for every
hyper-parameter given the range
specified. Should be used with
a random generation mode, a warning
message will show up otherwise.
-g, --generate=MODE Generation mode. Applied to every hyper-parameter with
default value. Locally defined generation mode has predominance
default = log-uniform
default, {generation_modes}
-v, --verbose Verbose mode
File configurations:
Yaml template
Use %(save_path)s for the filename of the yaml template.
The file name to save .pkl models in the yaml file will be the same as the
yaml file name. For a file test1.yaml, save_path will be replaced by test1.
Look at the template.yaml file for an example.
Hyper parameters configuration file
# Hyper-parameters min max how much (optional generation mode)
Example:
python gen_yaml.py --out=mlp template.yaml hparams.conf
""".format(generation_modes=", ".join(generation_modes.keys()))