def _apply_optimizer_and_flags(optdef, args): args.optimizer = optdef.opspec default_opt_flags = tuple([ op_util.flag_assign(name, val) for name, val in sorted(optdef.flags.items()) ]) args.opt_flags = default_opt_flags + args.opt_flags
def _popen_args( opspec=None, flags=None, label=None, run_dir=None, restart=None, stage=None, rerun=None, batch_files=None, batch_label=None, extra_env=None, optimize=False, optimizer=None, minimize=None, maximize=None, opt_flags=None, max_trials=None, random_seed=None, debug_sourcecode=None, needed=False, init_trials=False, force_flags=False, print_cmd=False, print_trials=False, save_trials=None, guild_home=None, cwd=None, quiet=False, debug=False, test_sourcecode=False, ): from guild import op_util cwd = cwd or "." flags = flags or {} opt_flags = opt_flags or {} args = [sys.executable, "-um", "guild.main_bootstrap"] if debug: args.append("--debug") args.extend(["run", "-y"]) if opspec: args.append(opspec) if restart: args.extend(["--restart", restart]) if stage: args.append("--stage") if rerun: args.extend(["--rerun", rerun]) if label: args.extend(['--label', label]) if batch_label: args.extend(['--batch-label', batch_label]) args.extend(op_util.flag_assigns(flags)) args.extend(["@%s" % path for path in (batch_files or [])]) if run_dir: args.extend(["--run-dir", run_dir]) if optimize: args.append("--optimize") if optimizer: args.extend(["--optimizer", optimizer]) if minimize: args.extend(["--minimize", minimize]) if maximize: args.extend(["--maximize", maximize]) for name, val in sorted(opt_flags.items()): args.extend(["--opt-flag", op_util.flag_assign(name, val)]) if max_trials is not None: args.extend(["--max-trials", str(max_trials)]) if random_seed is not None: args.extend(["--random-seed", str(random_seed)]) if debug_sourcecode: args.extend(["--debug-sourcecode", debug_sourcecode]) if needed: args.append("--needed") if print_cmd: args.append("--print-cmd") if print_trials: args.append("--print-trials") if save_trials: args.extend(["--save-trials", save_trials]) if init_trials: args.append("--init-trials") if force_flags: args.append("--force-flags") if quiet: args.append("--quiet") if test_sourcecode: args.append("--test-sourcecode") env = dict(os.environ) env["NO_IMPORT_FLAGS_PROGRESS"] = "1" if extra_env: env.update(extra_env) _apply_guild_home_env(env, guild_home) _apply_python_path_env(env) _apply_lang_env(env) return args, cwd, env
def _popen_args( opspec=None, flags=None, label=None, tags=None, comment=None, run_dir=None, restart=None, start=None, stage=None, proto=None, force_sourcecode=False, batch_files=None, batch_label=None, batch_tags=None, batch_comment=None, extra_env=None, optimize=False, optimizer=None, minimize=None, maximize=None, opt_flags=None, max_trials=None, random_seed=None, debug_sourcecode=None, needed=False, stage_trials=False, force_flags=False, force_deps=False, stop_after=None, fail_on_trial_error=False, print_cmd=False, print_trials=False, save_trials=None, guild_home=None, cwd=None, quiet=False, debug=False, test_sourcecode=False, gpus=None, help_op=False, run_id=None, background=False, keep_run=False, keep_batch=False, ): from guild import op_util cwd = cwd or "." flags = flags or {} opt_flags = opt_flags or {} tags = tags or [] batch_tags = batch_tags or [] args = [sys.executable, "-um", "guild.main_bootstrap"] if debug: args.append("--debug") args.extend(["run", "-y"]) if opspec: args.append(opspec) if restart: args.extend(["--restart", restart]) # start is a synonym for restart - pass this through as provided. if start: args.extend(["--start", start]) if stage: args.append("--stage") if proto: args.extend(["--proto", proto]) if force_sourcecode: args.append("--force-sourcecode") if label: args.extend(["--label", label]) for tag in tags: args.extend(["--tag", tag]) if comment: args.extend(["--comment", comment]) if batch_label: args.extend(['--batch-label', batch_label]) for tag in batch_tags: args.extend(["--batch-tag", tag]) if batch_comment: args.extend(["--batch-comment", batch_comment]) if run_dir: args.extend(["--run-dir", run_dir]) if optimize: args.append("--optimize") if optimizer: args.extend(["--optimizer", optimizer]) if minimize: args.extend(["--minimize", minimize]) if maximize: args.extend(["--maximize", maximize]) for name, val in sorted(opt_flags.items()): args.extend(["--opt-flag", op_util.flag_assign(name, val)]) if max_trials is not None: args.extend(["--max-trials", str(max_trials)]) if random_seed is not None: args.extend(["--random-seed", str(random_seed)]) if debug_sourcecode: args.extend(["--debug-sourcecode", debug_sourcecode]) if needed: args.append("--needed") if print_cmd: args.append("--print-cmd") if print_trials: args.append("--print-trials") if save_trials: args.extend(["--save-trials", save_trials]) if stage_trials: args.append("--stage-trials") if force_flags: args.append("--force-flags") if force_deps: args.append("--force-deps") if stop_after is not None: args.extend(["--stop-after", str(stop_after)]) if fail_on_trial_error: args.append("--fail-on-trial-error") if quiet: args.append("--quiet") if test_sourcecode: args.append("--test-sourcecode") if gpus: args.extend(["--gpus", str(gpus)]) if help_op: args.append("--help-op") if run_id: args.extend(["--run-id", run_id]) if background: args.append("--background") if keep_run: args.append("--keep-run") if keep_batch: args.append("--keep-batch") args.extend(op_util.flag_assigns(flags)) args.extend(["@%s" % path for path in (batch_files or [])]) env = dict(os.environ) env["NO_IMPORT_FLAGS_PROGRESS"] = "1" if extra_env: env.update(extra_env) _apply_guild_home_env(env, guild_home) _apply_python_path_env(env) _apply_lang_env(env) return args, cwd, env
def _flag_args(flags): return tuple([ op_util.flag_assign(name, val) for name, val in sorted(flags.items()) if val is not None ])
def _format_flags(flags): return ", ".join( [op_util.flag_assign(name, flags[name]) for name in sorted(flags)])