def _predict_fn(self, arr: np.ndarray) -> np.ndarray:
if self.protocol == Protocol.seldon_http:
payload = seldon.create_request(arr, seldon.SeldonPayload.NDARRAY)
response_raw = requests.post(self.predict_url, json=payload)
if response_raw.status_code == 200:
rh = SeldonRequestHandler(response_raw.json())
response_list = rh.extract_request()
return np.array(response_list)
else:
raise Exception("Failed to get response from model return_code:%d" % response_raw.status_code)
else:
raise NotImplementedError
def _predict_fn(self, arr: Union[np.ndarray, List]) -> np.ndarray:
if self.protocol == Protocol.seldon_http:
resp = SeldonRequestHandler.predict(arr, self.predict_url)
return np.array(resp)
elif self.protocol == Protocol.tensorflow_http:
inputs = []
for req_data in arr:
if isinstance(req_data, np.ndarray):
inputs.append(req_data.tolist())
else:
inputs.append(str(req_data))
resp = TensorflowRequestHandler.predict(inputs, self.predict_url)
return np.array(resp)
else:
raise NotImplementedError
def _getRequestHandler(self, request: Dict) -> RequestHandler:
if self.protocol == TFSERVING_HTTP_PROTOCOL:
return TensorflowRequestHandler(request)
else:
return SeldonRequestHandler(request)
def get_request_handler(protocol, request: Dict) -> RequestHandler:
if protocol == Protocol.tensorflow_http:
return TensorflowRequestHandler(request)
else:
return SeldonRequestHandler(request)