def tfs_predictor_with_model_and_entry_point_and_dependencies(
sagemaker_local_session, tf_full_version):
endpoint_name = sagemaker.utils.unique_name_from_base(
"sagemaker-tensorflow-serving")
entry_point = os.path.join(
tests.integ.DATA_DIR,
"tfs/tfs-test-entrypoint-and-dependencies/inference.py")
dependencies = [
os.path.join(tests.integ.DATA_DIR,
"tfs/tfs-test-entrypoint-and-dependencies/dependency.py")
]
model_data = "file://" + os.path.join(
tests.integ.DATA_DIR, "tensorflow-serving-test-model.tar.gz")
model = Model(
entry_point=entry_point,
model_data=model_data,
role="SageMakerRole",
dependencies=dependencies,
framework_version=tf_full_version,
sagemaker_session=sagemaker_local_session,
)
predictor = model.deploy(1, "local", endpoint_name=endpoint_name)
try:
yield predictor
finally:
predictor.delete_endpoint()
def tfs_predictor_with_model_and_entry_point_same_tar(sagemaker_local_session,
tf_full_version, tmpdir):
endpoint_name = sagemaker.utils.unique_name_from_base(
"sagemaker-tensorflow-serving")
model_tar = tar_dir(
os.path.join(tests.integ.DATA_DIR,
"tfs/tfs-test-model-with-inference"), tmpdir)
model = Model(
model_data="file://" + model_tar,
role="SageMakerRole",
framework_version=tf_full_version,
sagemaker_session=sagemaker_local_session,
)
predictor = model.deploy(1, "local", endpoint_name=endpoint_name)
try:
yield predictor
finally:
predictor.delete_endpoint()
