def fetch_wandb_project_run_info(entity: str, project: str, run_name: str,
api: Api) -> Any:
_logger.info("Fetching run info...")
try:
result = api.get_run_info(entity, project, run_name)
except CommError:
result = None
if result is None:
raise LaunchError(
f"Run info is invalid or doesn't exist for {api.settings('base_url')}/{entity}/{project}/runs/{run_name}"
)
if result.get("codePath") is None:
# TODO: we don't currently expose codePath in the runInfo endpoint, this downloads
# it from wandb-metadata.json if we can.
metadata = api.download_url(project,
"wandb-metadata.json",
run=run_name,
entity=entity)
if metadata is not None:
_, response = api.download_file(metadata["url"])
data = response.json()
result["codePath"] = data.get("codePath")
result["cudaVersion"] = data.get("cuda", None)
if result.get("args") is not None:
result["args"] = util._user_args_to_dict(result["args"])
return result
def download_entry_point(entity: str, project: str, run_name: str, api: Api,
entry_point: str, dir: str) -> bool:
metadata = api.download_url(project,
f"code/{entry_point}",
run=run_name,
entity=entity)
if metadata is not None:
_, response = api.download_file(metadata["url"])
with util.fsync_open(os.path.join(dir, entry_point), "wb") as file:
for data in response.iter_content(chunk_size=1024):
file.write(data)
return True
return False
def download_wandb_python_deps(entity: str, project: str, run_name: str,
api: Api, dir: str) -> Optional[str]:
reqs = api.download_url(project,
"requirements.txt",
run=run_name,
entity=entity)
if reqs is not None:
_logger.info("Downloading python dependencies")
_, response = api.download_file(reqs["url"])
with util.fsync_open(os.path.join(dir, "requirements.frozen.txt"),
"wb") as file:
for data in response.iter_content(chunk_size=1024):
file.write(data)
return "requirements.frozen.txt"
return None