def _submit_experiment( config: Optional[Dict[str, Any]], context_dir: str, command: Optional[List[str]], test: bool = False, master_url: Optional[str] = None, ) -> int: if context_dir == "": raise errors.InvalidExperimentException("Cannot specify the context directory to be empty.") context_path = pathlib.Path(context_dir) config = {**constants.DEFAULT_EXP_CFG, **(config or {})} config.setdefault("internal", {}) config["internal"]["native"] = {"command": _set_command_default(context_path, command)} logging.info(f"Creating an experiment with config: {config}") if master_url is None: master_url = util.get_default_master_address() exp_context = context.Context.from_local(context_path) # When a requested_user isn't specified to initialize_session(), the # authentication module will attempt to use the token store to grab the # current logged-in user. If there is no logged in user found, it will # default to constants.DEFAULT_DETERMINED_USER. auth.initialize_session(master_url, requested_user=None, try_reauth=True) if test: return api.create_test_experiment_and_follow_logs(master_url, config, exp_context) else: return api.create_experiment_and_follow_logs(master_url, config, exp_context)
def __init__( self, master: Optional[str] = None, user: Optional[str] = None, password: Optional[str] = None, cert_path: Optional[str] = None, cert_name: Optional[str] = None, noverify: bool = False, ): master = master or util.get_default_master_address() cert = certs.default_load( master_url=master, explicit_path=cert_path, explicit_cert_name=cert_name, explicit_noverify=noverify, ) # TODO: This should probably be try_reauth=False, but it appears that would break the case # where the default credentials are available from the master and could be discovered by # a REST API call against the master. auth = authentication.Authentication(master, user, password, try_reauth=True, cert=cert) self._session = session.Session(master, user, auth, cert)
def __init__( self, master: Optional[str], user: Optional[str], auth: Optional[authentication.Authentication], cert: Optional[certs.Cert], ) -> None: self._master = master or util.get_default_master_address() self._user = user self._auth = auth self._cert = cert
def __init__( self, master: Optional[str], user: Optional[str], auth: Optional[authentication.Authentication], cert: Optional[certs.Cert], max_retries: Optional[urllib3.util.retry.Retry] = None, ) -> None: self._master = master or util.get_default_master_address() self._user = user self._auth = auth self._cert = cert self._max_retries = max_retries
def __init__( self, master_address: Optional[str] = None, requested_user: Optional[str] = None, password: Optional[str] = None, try_reauth: bool = False, cert: Optional[certs.Cert] = None, ) -> None: self.master_address = master_address or util.get_default_master_address( ) self.token_store = TokenStore(self.master_address) self.session = self._init_session(requested_user, password, try_reauth, cert)
print(tabulate.tabulate(values, headers, tablefmt="presto"), flush=False) # fmt: off args_description = [ Arg("-u", "--user", help="run as the given user", metavar="username", default=None), Arg("-m", "--master", help="master address", metavar="address", default=get_default_master_address()), Arg("-v", "--version", action="version", help="print CLI version and exit", version="%(prog)s {}".format(determined.__version__)), experiment.args_description, checkpoint.args_description, Cmd( "task", None, "manage tasks (commands, experiments, notebooks, shells, tensorboards)", [ Cmd("list", list_tasks, "list tasks in cluster", [ Arg("--csv", action="store_true", help="print as CSV"),
def __init__(self, master: Optional[str], user: Optional[str]): self._master = master or util.get_default_master_address() self._user = user auth.initialize_session(self._master, self._user, try_reauth=True)
def setup_session(args: Namespace) -> session.Session: master_url = args.master or util.get_default_master_address() cert = certs.default_load(master_url) return session.Session(master_url, args.user, authentication.cli_auth, cert)