CLI tool for hydro-serving.
The tool operates on folders with serving.yaml
file in it.
It defines various metadata and a contract for a model.
serving.yaml
example:
model:
name: "example_model"
type: "tensorflow"
contract: "contract.prototxt"
payload:
- "saved_model.pb"
- "variables/"
contract
field contains path to the ASCII serialized ModelContract message.
contract.prototxt
example:
signatures {
signature_name: "detect"
inputs {
field_name: "image_b64"
info {
dtype: DT_STRING
}
}
outputs {
field_name: "scores"
info {
dtype: DT_DOUBLE
tensor_shape: {
dim: {
size: -1
}
}
}
}
outputs {
field_name: "classes"
info {
dtype: DT_STRING
tensor_shape: {
dim: {
size: -1
}
}
}
}
}