def test_model(sagemaker_session): model = ChainerModel("s3://some/data.tar.gz", role=ROLE, entry_point=SCRIPT_PATH, sagemaker_session=sagemaker_session) predictor = model.deploy(1, GPU) assert isinstance(predictor, ChainerPredictor)
def test_serving_calls_model_fn_once(docker_image, sagemaker_local_session): script_path = os.path.join(resources_path, 'call_model_fn_once.py') model_path = 'file://{}'.format( os.path.join(resources_path, 'model.tar.gz')) model = ChainerModel(model_path, 'unused/dummy-role', script_path, image=docker_image, model_server_workers=2, sagemaker_session=sagemaker_local_session) with test_utils.local_mode_lock(): try: predictor = model.deploy(1, 'local') predictor.accept = None predictor.deserializer = BytesDeserializer() # call enough times to ensure multiple requests to a worker for i in range(3): # will return 500 error if model_fn called during request handling response = predictor.predict(b'input') assert response == b'output' finally: predictor.delete_endpoint()
def test_model_custom_serialization(sagemaker_session, chainer_version, chainer_py_version): model = ChainerModel( "s3://some/data.tar.gz", role=ROLE, entry_point=SCRIPT_PATH, sagemaker_session=sagemaker_session, framework_version=chainer_version, py_version=chainer_py_version, ) custom_serializer = Mock() custom_deserializer = Mock() predictor = model.deploy( 1, CPU, serializer=custom_serializer, deserializer=custom_deserializer, ) assert isinstance(predictor, ChainerPredictor) assert predictor.serializer is custom_serializer assert predictor.deserializer is custom_deserializer