def test_empty_response_error(self, client):
response = _utils.make_request(
"GET",
"http://httpbin.org/status/200",
client._conn,
)
with pytest.raises(ValueError) as excinfo:
_utils.body_to_json(response)
msg = str(excinfo.value).strip()
assert msg.startswith("expected JSON response")
assert "<empty response>" in msg
def test_json_response(self, client):
response = _utils.make_request(
"GET",
"http://httpbin.org/json",
client._conn,
)
assert isinstance(_utils.body_to_json(response), dict)
def _get_workspace_name_by_id(self, workspace_id):
# getting workspace
response = _utils.make_request(
"GET",
"{}://{}/api/v1/uac-proxy/workspace/getWorkspaceById".format(
self._conn.scheme, self._conn.socket),
self._conn,
params={'id': workspace_id},
)
_utils.raise_for_http_error(response)
response_body = _utils.body_to_json(response)
if 'user_id' in response_body:
user_id = response_body['user_id']
# try getting user
response = _utils.make_request(
"GET",
"{}://{}/api/v1/uac-proxy/uac/getUser".format(
self._conn.scheme, self._conn.socket),
self._conn,
params={'user_id': user_id},
)
_utils.raise_for_http_error(response)
# workspace is user
return _utils.body_to_json(response)['verta_info']['username']
else:
org_id = response_body['org_id']
# try getting organization
response = _utils.make_request(
"GET",
"{}://{}/api/v1/uac-proxy/organization/getOrganizationById".
format(self._conn.scheme, self._conn.socket),
self._conn,
params={'org_id': org_id},
)
# workspace is organization
return _utils.body_to_json(response)['organization']['name']
def get_artifact_parts(self, key):
endpoint = "{}://{}/api/v1/registry/model_versions/{}/getCommittedArtifactParts".format(
self._conn.scheme,
self._conn.socket,
self.id,
)
data = {'model_version_id': self.id, 'key': key}
response = _utils.make_request("GET",
endpoint,
self._conn,
params=data)
_utils.raise_for_http_error(response)
committed_parts = _utils.body_to_json(response).get(
'artifact_parts', [])
committed_parts = list(
sorted(
committed_parts,
key=lambda part: int(part['part_number']),
))
return committed_parts
def get_code(self):
"""
Gets the code version.
Returns
-------
dict or zipfile.ZipFile
Either:
- a dictionary containing Git snapshot information with at most the following items:
- **filepaths** (*list of str*)
- **repo_url** (*str*) – Remote repository URL
- **commit_hash** (*str*) – Commit hash
- **is_dirty** (*bool*)
- a `ZipFile <https://docs.python.org/3/library/zipfile.html#zipfile.ZipFile>`_
containing Python source code files
"""
# TODO: remove this circular dependency
from ._project import Project
from ._experiment import Experiment
from ._experimentrun import ExperimentRun
if isinstance(self, Project): # TODO: not this
Message = self._service.GetProjectCodeVersion
endpoint = "getProjectCodeVersion"
elif isinstance(self, Experiment):
Message = self._service.GetExperimentCodeVersion
endpoint = "getExperimentCodeVersion"
elif isinstance(self, ExperimentRun):
Message = self._service.GetExperimentRunCodeVersion
endpoint = "getExperimentRunCodeVersion"
msg = Message(id=self.id)
data = _utils.proto_to_json(msg)
response = _utils.make_request("GET",
self._request_url.format(endpoint),
self._conn,
params=data)
_utils.raise_for_http_error(response)
response_msg = _utils.json_to_proto(_utils.body_to_json(response),
Message.Response)
code_ver_msg = response_msg.code_version
which_code = code_ver_msg.WhichOneof('code')
if which_code == 'git_snapshot':
git_snapshot_msg = code_ver_msg.git_snapshot
git_snapshot = {}
if git_snapshot_msg.filepaths:
git_snapshot['filepaths'] = git_snapshot_msg.filepaths
if git_snapshot_msg.repo:
git_snapshot['repo_url'] = git_snapshot_msg.repo
if git_snapshot_msg.hash:
git_snapshot['commit_hash'] = git_snapshot_msg.hash
if git_snapshot_msg.is_dirty != _CommonCommonService.TernaryEnum.UNKNOWN:
git_snapshot[
'is_dirty'] = git_snapshot_msg.is_dirty == _CommonCommonService.TernaryEnum.TRUE
return git_snapshot
elif which_code == 'code_archive':
# download artifact from artifact store
# pylint: disable=no-member
# this method should only be called on ExperimentRun, which does have _get_url_for_artifact()
url = self._get_url_for_artifact(
"verta_code_archive", "GET",
code_ver_msg.code_archive.artifact_type).url
response = _utils.make_request("GET", url, self._conn)
_utils.raise_for_http_error(response)
code_archive = six.BytesIO(response.content)
return zipfile.ZipFile(
code_archive, 'r') # TODO: return a util class instead, maybe
else:
raise RuntimeError("unable find code in response")