def model_metadata_response(response):
signature_def = response.metadata['signature_def']
signature_map = get_model_metadata_pb2.SignatureDefMap()
signature_map.ParseFromString(signature_def.value)
serving_default = signature_map.ListFields()[0][1]['serving_default']
serving_inputs = serving_default.inputs
input_blobs_keys = {key: {} for key in serving_inputs.keys()}
tensor_shape = {
key: serving_inputs[key].tensor_shape
for key in serving_inputs.keys()
}
for input_blob in input_blobs_keys:
inputs_shape = [d.size for d in tensor_shape[input_blob].dim]
tensor_dtype = serving_inputs[input_blob].dtype
input_blobs_keys[input_blob].update({'shape': inputs_shape})
input_blobs_keys[input_blob].update({'dtype': tensor_dtype})
serving_outputs = serving_default.outputs
output_blobs_keys = {key: {} for key in serving_outputs.keys()}
tensor_shape = {
key: serving_outputs[key].tensor_shape
for key in serving_outputs.keys()
}
for output_blob in output_blobs_keys:
outputs_shape = [d.size for d in tensor_shape[output_blob].dim]
tensor_dtype = serving_outputs[output_blob].dtype
output_blobs_keys[output_blob].update({'shape': outputs_shape})
output_blobs_keys[output_blob].update({'dtype': tensor_dtype})
return input_blobs_keys, output_blobs_keys
def GetModelMetadata(self, request, context):
# check if model with was requested
# is available on server with proper version
logger.debug("MODEL_METADATA, get request: {}".format(request))
model_name = request.model_spec.name
requested_version = request.model_spec.version.value
valid_model_spec, version = check_availability_of_requested_model(
models=self.models,
requested_version=requested_version,
model_name=model_name)
if not valid_model_spec:
context.set_code(StatusCode.NOT_FOUND)
context.set_details(
WRONG_MODEL_METADATA.format(model_name, requested_version))
logger.debug("MODEL_METADATA, invalid model spec from request")
return get_model_metadata_pb2.GetModelMetadataResponse()
self.models[model_name].engines[version].in_use.acquire()
metadata_signature_requested = request.metadata_field[0]
if 'signature_def' != metadata_signature_requested:
context.set_code(StatusCode.INVALID_ARGUMENT)
context.set_details(
INVALID_METADATA_FIELD.format(metadata_signature_requested))
logger.debug("MODEL_METADATA, invalid signature def")
return get_model_metadata_pb2.GetModelMetadataResponse()
inputs = self.models[model_name].engines[version].input_tensors
outputs = self.models[model_name].engines[version].output_tensors
signature_def = prepare_get_metadata_output(
inputs=inputs,
outputs=outputs,
model_keys=self.models[model_name].engines[version].model_keys)
response = get_model_metadata_pb2.GetModelMetadataResponse()
model_data_map = get_model_metadata_pb2.SignatureDefMap()
model_data_map.signature_def['serving_default'].CopyFrom(signature_def)
response.metadata['signature_def'].Pack(model_data_map)
response.model_spec.name = model_name
response.model_spec.version.value = version
logger.debug("MODEL_METADATA created a response for {} - {}".format(
model_name, version))
self.models[model_name].engines[version].in_use.release()
return response
def on_get(self, req, resp, model_name, requested_version=0):
logger.debug("MODEL_METADATA, get request: {}, {}".format(
model_name, requested_version))
valid_model_spec, version = check_availability_of_requested_model(
models=self.models,
requested_version=requested_version,
model_name=model_name)
if not valid_model_spec:
resp.status = falcon.HTTP_NOT_FOUND
logger.debug("MODEL_METADATA, invalid model spec from request")
err_out_json = {
'error': WRONG_MODEL_METADATA.format(model_name,
requested_version)
}
resp.body = json.dumps(err_out_json)
return
self.models[model_name].engines[version].in_use.acquire()
inputs = self.models[model_name].engines[version].input_tensors
outputs = self.models[model_name].engines[version].output_tensors
signature_def = prepare_get_metadata_output(
inputs=inputs,
outputs=outputs,
model_keys=self.models[model_name].engines[version].model_keys)
response = get_model_metadata_pb2.GetModelMetadataResponse()
model_data_map = get_model_metadata_pb2.SignatureDefMap()
model_data_map.signature_def['serving_default'].CopyFrom(signature_def)
response.metadata['signature_def'].Pack(model_data_map)
response.model_spec.name = model_name
response.model_spec.version.value = version
logger.debug("MODEL_METADATA created a response for {} - {}".format(
model_name, version))
self.models[model_name].engines[version].in_use.release()
resp.status = falcon.HTTP_200
resp.body = MessageToJson(response)