def main(args: List[str] = sys.argv[1:]) -> None:
# TODO(#1690): Refactor admin command(s) to a separate CLI tool.
if "DET_ADMIN" in os.environ:
experiment_args_description.subs.append(
Cmd(
"delete",
experiment.delete_experiment,
"delete experiment",
[
Arg("experiment_id", help="delete experiment"),
Arg(
"--yes",
action="store_true",
default=False,
help="automatically answer yes to prompts",
),
],
))
try:
parser = make_parser()
argcomplete.autocomplete(parser)
parsed_args = parser.parse_args(args)
def die(message: str, always_print_traceback: bool = False) -> None:
if always_print_traceback or os.getenv(
"DET_DEBUG", "").lower() in ("true", "1", "yes"):
import traceback
traceback.print_exc()
parser.exit(1, colored(message + "\n", "red"))
v = vars(parsed_args)
if not v.get("func"):
parser.print_usage()
parser.exit(2, "{}: no subcommand specified\n".format(parser.prog))
cert_fn = str(auth.get_config_path().joinpath("master.crt"))
if os.path.exists(cert_fn):
os.environ["REQUESTS_CA_BUNDLE"] = cert_fn
try:
try:
check_version(parsed_args)
except requests.exceptions.SSLError:
# An SSLError usually means that we queried a master over HTTPS and got an untrusted
# cert, so allow the user to store and trust the current cert. (It could also mean
# that we tried to talk HTTPS on the HTTP port, but distinguishing that based on the
# exception is annoying, and we'll figure that out in the next step anyway.)
addr = api.parse_master_address(parsed_args.master)
check_not_none(addr.hostname)
check_not_none(addr.port)
try:
cert_pem_data = ssl.get_server_certificate(
(cast(str, addr.hostname), cast(int, addr.port)))
except ssl.SSLError:
die("Tried to connect over HTTPS but couldn't get a certificate from the "
"master; consider using HTTP")
cert_hash = hashlib.sha256(
ssl.PEM_cert_to_DER_cert(cert_pem_data)).hexdigest()
cert_fingerprint = ":".join(chunks(cert_hash, 2))
if not render.yes_or_no(
"The master sent an untrusted certificate with this SHA256 fingerprint:\n"
"{}\nDo you want to trust this certificate from now on?"
.format(cert_fingerprint)):
die("Unable to verify master certificate")
with open(cert_fn, "w") as out:
out.write(cert_pem_data)
os.environ["REQUESTS_CA_BUNDLE"] = cert_fn
check_version(parsed_args)
parsed_args.func(parsed_args)
except KeyboardInterrupt as e:
raise e
except (api.errors.BadRequestException,
api.errors.BadResponseException) as e:
die("Failed to {}: {}".format(parsed_args.func.__name__, e))
except api.errors.CorruptTokenCacheException:
die("Failed to login: Attempted to read a corrupted token cache. "
"The store has been deleted; please try again.")
except Exception:
die("Failed to {}".format(parsed_args.func.__name__),
always_print_traceback=True)
except KeyboardInterrupt:
parser.exit(3, colored("Interrupting...\n", "red"))
print("This search will create a total of {} trial(s) and run {} steps".
format(
sum(j["results"].values()),
sum(
count_steps(workloads) * cnt
for workloads, cnt in j["results"].items()),
))
print(tabulate.tabulate(values, headers, tablefmt="presto"), flush=False)
# fmt: off
args_description = [
Arg("-u",
"--user",
help="run as the given user",
metavar="username",
default=None),
Arg("-m",
"--master",
help="master address",
metavar="address",
default=get_default_master_address()),
Arg("-v",
"--version",
action="version",
help="print CLI version and exit",
version="%(prog)s {}".format(determined_cli.__version__)),
experiment.args_description,
checkpoint.args_description,
Cmd(
args_description = Cmd(
"e|xperiment",
None,
"manage experiments",
[
# Inspection commands.
Cmd(
"list",
list_experiments,
"list experiments",
[
Arg(
"--all",
"-a",
action="store_true",
help=
"show all experiments (including archived and other users')",
),
Arg("--csv", action="store_true", help="print as CSV"),
],
is_default=True,
),
Cmd("config", config, "display experiment config",
[experiment_id_arg("experiment ID")]),
Cmd(
"describe",
describe,
"describe experiment",
[
Arg("experiment_ids",
def experiment_id_arg(help: str) -> Arg:
return Arg("experiment_id",
type=int,
help=help,
completer=experiment_id_completer)
args_description = Cmd(
"e|xperiment",
None,
"manage experiments",
[
# Inspection commands.
Cmd(
"list",
list_experiments,
"list experiments",
[
Arg(
"--all",
"-a",
action="store_true",
help=
"show all experiments (including archived and other users')",
),
Arg("--csv", action="store_true", help="print as CSV"),
],
is_default=True,
),
Cmd("config", config, "display experiment config",
[experiment_id_arg("experiment ID")]),
Cmd(
"describe",
describe,
"describe experiment",
[
Arg("experiment_ids",