def __init__(self):
"""Initializes a client being run from a job/notebook directly on Hopsworks."""
self._base_url = self._get_hopsworks_rest_endpoint()
self._host, self._port = self._get_host_port_pair()
self._secrets_dir = (
os.environ[self.SECRETS_DIR] if self.SECRETS_DIR in os.environ else ""
)
self._cert_key = self._get_cert_pw()
trust_store_path = self._get_trust_store_path()
hostname_verification = (
os.environ[self.REQUESTS_VERIFY]
if self.REQUESTS_VERIFY in os.environ
else "true"
)
self._project_id = os.environ[self.PROJECT_ID]
self._project_name = self._project_name()
try:
self._auth = auth.BearerAuth(self._read_jwt())
except FileNotFoundError:
self._auth = auth.ApiKeyAuth(self._read_apikey())
self._verify = self._get_verify(hostname_verification, trust_store_path)
self._session = requests.session()
self._connected = True
credentials = self._get_credentials(self._project_id)
self._write_pem_file(credentials["caChain"], self._get_ca_chain_path())
self._write_pem_file(credentials["clientCert"], self._get_client_cert_path())
self._write_pem_file(credentials["clientKey"], self._get_client_key_path())
def __init__(self):
"""Initializes a client being run from a job/notebook directly on Hopsworks."""
self._base_url = self._get_hopsworks_rest_endpoint()
self._host, self._port = self._get_host_port_pair()
trust_store_path = self._get_trust_store_path()
hostname_verification = (os.environ[self.REQUESTS_VERIFY]
if self.REQUESTS_VERIFY in os.environ else
"true")
self._project_id = os.environ[self.PROJECT_ID]
self._project_name = self._project_name()
self._auth = auth.BearerAuth(self._read_jwt())
self._verify = self._get_verify(hostname_verification,
trust_store_path)
self._session = requests.session()
self._connected = True
def _send_request(
self,
method,
path_params,
query_params=None,
headers=None,
data=None,
stream=False,
files=None,
):
"""Send REST request to Hopsworks.
Uses the client it is executed from. Path parameters are url encoded automatically.
:param method: 'GET', 'PUT' or 'POST'
:type method: str
:param path_params: a list of path params to build the query url from starting after
the api resource, for example `["project", 119, "featurestores", 67]`.
:type path_params: list
:param query_params: A dictionary of key/value pairs to be added as query parameters,
defaults to None
:type query_params: dict, optional
:param headers: Additional header information, defaults to None
:type headers: dict, optional
:param data: The payload as a python dictionary to be sent as json, defaults to None
:type data: dict, optional
:param stream: Set if response should be a stream, defaults to False
:type stream: boolean, optional
:param files: dictionary for multipart encoding upload
:type files: dict, optional
:raises RestAPIError: Raised when request wasn't correctly received, understood or accepted
:return: Response json
:rtype: dict
"""
base_path_params = ["hopsworks-api", "api"]
f_url = furl.furl(self._base_url)
f_url.path.segments = base_path_params + path_params
url = str(f_url)
request = requests.Request(
method,
url=url,
headers=headers,
data=data,
params=query_params,
auth=self._auth,
files=files,
)
prepped = self._session.prepare_request(request)
response = self._session.send(prepped,
verify=self._verify,
stream=stream)
if response.status_code == 401 and self.REST_ENDPOINT in os.environ:
# refresh token and retry request - only on hopsworks
self._auth = auth.BearerAuth(self._read_jwt())
# Update request with the new token
request.auth = self._auth
prepped = self._session.prepare_request(request)
response = self._session.send(prepped,
verify=self._verify,
stream=stream)
if response.status_code // 100 != 2:
raise exceptions.RestAPIError(url, response)
if stream:
return response
else:
# handle different success response codes
if len(response.content) == 0:
return None
return response.json()