def test_different_models_caches(self):
embedder = ImageEmbedder(
model='painters',
layer='penultimate',
server_url='example.com',
)
embedder.clear_cache()
self.assertEqual(len(embedder._cache_dict), 0)
embedder(self.single_example)
self.assertEqual(len(embedder._cache_dict), 1)
embedder.persist_cache()
self.embedder = ImageEmbedder(
model='inception-v3',
layer='penultimate',
server_url='example.com',
)
self.assertEqual(len(self.embedder._cache_dict), 0)
self.embedder.persist_cache()
embedder = ImageEmbedder(
model='painters',
layer='penultimate',
server_url='example.com',
)
self.assertEqual(len(embedder._cache_dict), 1)
embedder.clear_cache()
class ImageEmbedderTest(unittest.TestCase):
@patch(_TESTED_MODULE.format('HTTP20Connection'), DummyHttp2Connection)
def setUp(self):
logging.disable(logging.CRITICAL)
self.embedder = ImageEmbedder(
model='inception-v3',
layer='penultimate',
server_url='example.com',
)
self.embedder.clear_cache()
self.single_example = [_EXAMPLE_IMAGE_JPG]
def tearDown(self):
self.embedder.clear_cache()
logging.disable(logging.NOTSET)
@patch(_TESTED_MODULE.format('HTTP20Connection'))
def test_connected_to_server(self, ConnectionMock):
ConnectionMock._discover_server.assert_not_called()
self.assertEqual(self.embedder.is_connected_to_server(), True)
# server closes the connection
self.embedder._server_connection.close()
self.assertEqual(self.embedder.is_connected_to_server(), False)
@patch(_TESTED_MODULE.format('HTTP20Connection'))
def test_connection_errors(self, ConnectionMock):
res = self.embedder(self.single_example)
assert_array_equal(res, np.array([np.array([0, 1], dtype=np.float16)]))
self.embedder.clear_cache()
self.embedder._server_connection.close()
ConnectionMock.side_effect = ConnectionRefusedError
with self.assertRaises(ConnectionError):
self.embedder(self.single_example)
ConnectionMock.side_effect = BrokenPipeError
with self.assertRaises(ConnectionError):
self.embedder(self.single_example)
@patch.object(DummyHttp2Connection, 'get_response')
def test_on_stream_reset_by_server(self, ConnectionMock):
ConnectionMock.side_effect = StreamResetError
self.assertEqual(self.embedder(self.single_example), [None])
self.assertEqual(len(self.embedder._cache_dict), 0)
@patch(_TESTED_MODULE.format('HTTP20Connection'), DummyHttp2Connection)
def test_disconnect_reconnect(self):
self.assertEqual(self.embedder.is_connected_to_server(), True)
self.embedder.disconnect_from_server()
self.assertEqual(self.embedder.is_connected_to_server(), False)
self.embedder.reconnect_to_server()
self.assertEqual(self.embedder.is_connected_to_server(), True)
@patch(_TESTED_MODULE.format('HTTP20Connection'), DummyHttp2Connection)
def test_auto_reconnect(self):
self.assertEqual(self.embedder.is_connected_to_server(), True)
self.embedder.disconnect_from_server()
self.assertEqual(self.embedder.is_connected_to_server(), False)
self.embedder(self.single_example)
self.assertEqual(self.embedder.is_connected_to_server(), True)
@patch(_TESTED_MODULE.format('HTTP20Connection'))
def test_with_non_existing_image(self, ConnectionMock):
self.single_example = ['/non_existing_image']
self.assertEqual(self.embedder(self.single_example), [None])
ConnectionMock.request.assert_not_called()
ConnectionMock.get_response.assert_not_called()
self.assertEqual(self.embedder._cache_dict, {})
@patch(_TESTED_MODULE.format('HTTP20Connection'), DummyHttp2Connection)
def test_on_successful_response(self):
res = self.embedder(self.single_example)
assert_array_equal(res, np.array([np.array([0, 1], dtype=np.float16)]))
self.assertEqual(len(self.embedder._cache_dict), 1)
@patch.object(
DummyHttp2Connection, 'get_response',
lambda self, _: BytesIO(b''))
def test_on_non_json_response(self):
self.assertEqual(self.embedder(self.single_example), [None])
self.assertEqual(len(self.embedder._cache_dict), 0)
@patch.object(
DummyHttp2Connection, 'get_response',
lambda self, _: BytesIO(json.dumps({'wrong_key': None}).encode()))
def test_on_json_wrong_key_response(self):
self.assertEqual(self.embedder(self.single_example), [None])
self.assertEqual(len(self.embedder._cache_dict), 0)
@patch(_TESTED_MODULE.format('HTTP20Connection'), DummyHttp2Connection)
def test_persistent_caching(self):
self.assertEqual(len(self.embedder._cache_dict), 0)
self.embedder(self.single_example)
self.assertEqual(len(self.embedder._cache_dict), 1)
self.embedder.persist_cache()
self.embedder = ImageEmbedder(
model='inception-v3',
layer='penultimate',
server_url='example.com',
)
self.assertEqual(len(self.embedder._cache_dict), 1)
self.embedder.clear_cache()
self.embedder = ImageEmbedder(
model='inception-v3',
layer='penultimate',
server_url='example.com',
)
self.assertEqual(len(self.embedder._cache_dict), 0)
@patch(_TESTED_MODULE.format('HTTP20Connection'), DummyHttp2Connection)
def test_different_models_caches(self):
embedder = ImageEmbedder(
model='painters',
layer='penultimate',
server_url='example.com',
)
embedder.clear_cache()
self.assertEqual(len(embedder._cache_dict), 0)
embedder(self.single_example)
self.assertEqual(len(embedder._cache_dict), 1)
embedder.persist_cache()
self.embedder = ImageEmbedder(
model='inception-v3',
layer='penultimate',
server_url='example.com',
)
self.assertEqual(len(self.embedder._cache_dict), 0)
self.embedder.persist_cache()
embedder = ImageEmbedder(
model='painters',
layer='penultimate',
server_url='example.com',
)
self.assertEqual(len(embedder._cache_dict), 1)
embedder.clear_cache()
@patch(_TESTED_MODULE.format('HTTP20Connection'), DummyHttp2Connection)
def test_with_statement(self):
with self.embedder as embedder:
embedder(self.single_example)
self.assertEqual(self.embedder.is_connected_to_server(), False)
self.embedder = ImageEmbedder(
model='inception-v3',
layer='penultimate',
server_url='example.com',
)
self.assertEqual(len(self.embedder._cache_dict), 1)
@patch(_TESTED_MODULE.format('HTTP20Connection'), DummyHttp2Connection)
def test_max_concurrent_streams_setting(self):
self.assertEqual(self.embedder._max_concurrent_streams, 128)
@patch(_TESTED_MODULE.format('HTTP20Connection'), DummyHttp2Connection)
def test_too_many_examples_for_one_batch(self):
too_many_examples = [_EXAMPLE_IMAGE_JPG for _ in range(200)]
true_res = [np.array([0, 1], dtype=np.float16) for _ in range(200)]
true_res = np.array(true_res)
res = self.embedder(too_many_examples)
assert_array_equal(res, true_res)
@patch(_TESTED_MODULE.format('HTTP20Connection'), DummyHttp2Connection)
def test_successful_result_shape(self):
more_examples = [_EXAMPLE_IMAGE_JPG for _ in range(5)]
res = self.embedder(more_examples)
self.assertEqual(res.shape, (5, 2))
@patch(_TESTED_MODULE.format('HTTP20Connection'), DummyHttp2Connection)
def test_invalid_model(self):
with self.assertRaises(ValueError):
self.embedder = ImageEmbedder(
model='invalid_model',
layer='penultimate',
server_url='example.com',
)
@patch(_TESTED_MODULE.format('HTTP20Connection'), DummyHttp2Connection)
def test_invalid_layer(self):
with self.assertRaises(ValueError):
self.embedder = ImageEmbedder(
model='inception-v3',
layer='first',
server_url='example.com',
)
@patch(_TESTED_MODULE.format('HTTP20Connection'), DummyHttp2Connection)
def test_with_grayscale_image(self):
res = self.embedder([_EXAMPLE_IMAGE_GRAYSCALE])
assert_array_equal(res, np.array([np.array([0, 1], dtype=np.float16)]))
self.assertEqual(len(self.embedder._cache_dict), 1)
@patch(_TESTED_MODULE.format('HTTP20Connection'), DummyHttp2Connection)
def test_with_tiff_image(self):
res = self.embedder([_EXAMPLE_IMAGE_TIFF])
assert_array_equal(res, np.array([np.array([0, 1], dtype=np.float16)]))
self.assertEqual(len(self.embedder._cache_dict), 1)
@patch(_TESTED_MODULE.format('HTTP20Connection'), DummyHttp2Connection)
def test_server_url_env_var(self):
url_value = 'url:1234'
self.assertTrue(self.embedder._server_url != url_value)
environ['ORANGE_EMBEDDING_API_URL'] = url_value
self.embedder = ImageEmbedder(
model='inception-v3',
layer='penultimate',
server_url='example.com',
)
self.assertTrue(self.embedder._server_url == url_value)
del environ['ORANGE_EMBEDDING_API_URL']
@patch(_TESTED_MODULE.format('HTTP20Connection'), DummyHttp2Connection)
def test_embedding_cancelled(self):
self.assertFalse(self.embedder.cancelled)
self.embedder.cancelled = True
with self.assertRaises(Exception):
self.embedder(self.single_example)
def test_version(self):
"""
Test if new version of a hyper library is published
When this test start to fails remove temporary fix in http2_client
marked with TODO
"""
import hyper
self.assertEqual(hyper.__version__, "0.7.0")
class ImageEmbedderTest(unittest.TestCase):
@patch(_TESTED_MODULE.format('HTTP20Connection'), DummyHttp2Connection)
def setUp(self):
self.embedder = ImageEmbedder(
model='inception-v3',
layer='penultimate',
server_url='example.com',
server_port=80
)
self.embedder.clear_cache()
self.single_example = [_EXAMPLE_IMAGE_0]
def tearDown(self):
self.embedder.clear_cache()
@patch(_TESTED_MODULE.format('HTTP20Connection'))
def test_connected_to_server(self, ConnectionMock):
ConnectionMock._discover_server.assert_not_called()
self.assertEqual(self.embedder.is_connected_to_server(), True)
# server closes the connection
self.embedder._server_connection.close()
self.assertEqual(self.embedder.is_connected_to_server(), False)
@patch(_TESTED_MODULE.format('HTTP20Connection'))
def test_connection_errors(self, ConnectionMock):
res = self.embedder(self.single_example)
assert_array_equal(res, np.array([np.array([0, 1], dtype=np.float16)]))
self.embedder.clear_cache()
self.embedder._server_connection.close()
ConnectionMock.side_effect = ConnectionRefusedError
with self.assertRaises(ConnectionError):
self.embedder(self.single_example)
@patch(_TESTED_MODULE.format('HTTP20Connection'), DummyHttp2Connection)
def test_disconnect_reconnect(self):
self.assertEqual(self.embedder.is_connected_to_server(), True)
self.embedder.disconnect_from_server()
self.assertEqual(self.embedder.is_connected_to_server(), False)
self.embedder.reconnect_to_server()
self.assertEqual(self.embedder.is_connected_to_server(), True)
@patch(_TESTED_MODULE.format('HTTP20Connection'), DummyHttp2Connection)
def test_auto_reconnect(self):
self.assertEqual(self.embedder.is_connected_to_server(), True)
self.embedder.disconnect_from_server()
self.assertEqual(self.embedder.is_connected_to_server(), False)
self.embedder(self.single_example)
self.assertEqual(self.embedder.is_connected_to_server(), True)
@patch(_TESTED_MODULE.format('HTTP20Connection'))
def test_with_non_existing_image(self, ConnectionMock):
self.single_example = ['/non_existing_image']
self.assertEqual(self.embedder(self.single_example), [None])
ConnectionMock.request.assert_not_called()
ConnectionMock.get_response.assert_not_called()
self.assertEqual(self.embedder._cache_dict, {})
@patch(_TESTED_MODULE.format('HTTP20Connection'), DummyHttp2Connection)
def test_on_successful_response(self):
res = self.embedder(self.single_example)
assert_array_equal(res, np.array([np.array([0, 1], dtype=np.float16)]))
self.assertEqual(len(self.embedder._cache_dict), 1)
@patch.object(
DummyHttp2Connection, 'get_response',
lambda self, _: BytesIO(b''))
def test_on_non_json_response(self):
self.assertEqual(self.embedder(self.single_example), [None])
self.assertEqual(len(self.embedder._cache_dict), 0)
@patch.object(
DummyHttp2Connection, 'get_response',
lambda self, _: BytesIO(json.dumps({'wrong_key': None}).encode()))
def test_on_json_wrong_key_response(self):
self.assertEqual(self.embedder(self.single_example), [None])
self.assertEqual(len(self.embedder._cache_dict), 0)
@patch(_TESTED_MODULE.format('HTTP20Connection'), DummyHttp2Connection)
def test_persistent_caching(self):
self.assertEqual(len(self.embedder._cache_dict), 0)
self.embedder(self.single_example)
self.assertEqual(len(self.embedder._cache_dict), 1)
self.embedder.persist_cache()
self.embedder = ImageEmbedder(
model='inception-v3',
layer='penultimate',
server_url='example.com',
server_port=80
)
self.assertEqual(len(self.embedder._cache_dict), 1)
self.embedder.clear_cache()
self.embedder = ImageEmbedder(
model='inception-v3',
layer='penultimate',
server_url='example.com',
server_port=80
)
self.assertEqual(len(self.embedder._cache_dict), 0)
@patch(_TESTED_MODULE.format('HTTP20Connection'), DummyHttp2Connection)
def test_with_statement(self):
with self.embedder as embedder:
embedder(self.single_example)
self.assertEqual(self.embedder.is_connected_to_server(), False)
self.embedder = ImageEmbedder(
model='inception-v3',
layer='penultimate',
server_url='example.com',
server_port=80
)
self.assertEqual(len(self.embedder._cache_dict), 1)
@patch(_TESTED_MODULE.format('HTTP20Connection'), DummyHttp2Connection)
def test_max_concurrent_streams_setting(self):
self.assertEqual(self.embedder._max_concurrent_streams, 128)
@patch(_TESTED_MODULE.format('HTTP20Connection'), DummyHttp2Connection)
def test_too_many_examples_for_one_batch(self):
too_many_examples = [_EXAMPLE_IMAGE_0 for _ in range(200)]
true_res = [np.array([0, 1], dtype=np.float16) for _ in range(200)]
true_res = np.array(true_res)
res = self.embedder(too_many_examples)
assert_array_equal(res, true_res)
@patch(_TESTED_MODULE.format('HTTP20Connection'), DummyHttp2Connection)
def test_successful_result_shape(self):
more_examples = [_EXAMPLE_IMAGE_0 for _ in range(5)]
res = self.embedder(more_examples)
self.assertEqual(res.shape, (5, 2))
@patch(_TESTED_MODULE.format('HTTP20Connection'), DummyHttp2Connection)
def test_invalid_model(self):
with self.assertRaises(ValueError):
self.embedder = ImageEmbedder(
model='invalid_model',
layer='penultimate',
server_url='example.com',
server_port=80
)
@patch(_TESTED_MODULE.format('HTTP20Connection'), DummyHttp2Connection)
def test_invalid_layer(self):
with self.assertRaises(ValueError):
self.embedder = ImageEmbedder(
model='inception-v3',
layer='first',
server_url='example.com',
server_port=80
)
class ImageEmbedderTest(unittest.TestCase):
@patch(_TESTED_MODULE.format('HTTP20Connection'), DummyHttp2Connection)
def setUp(self):
logging.disable(logging.CRITICAL)
self.embedder = ImageEmbedder(model='inception-v3',
layer='penultimate',
server_url='example.com',
server_port=80)
self.embedder.clear_cache()
self.single_example = [_EXAMPLE_IMAGE_JPG]
def tearDown(self):
self.embedder.clear_cache()
logging.disable(logging.NOTSET)
@patch(_TESTED_MODULE.format('HTTP20Connection'))
def test_connected_to_server(self, ConnectionMock):
ConnectionMock._discover_server.assert_not_called()
self.assertEqual(self.embedder.is_connected_to_server(), True)
# server closes the connection
self.embedder._server_connection.close()
self.assertEqual(self.embedder.is_connected_to_server(), False)
@patch(_TESTED_MODULE.format('HTTP20Connection'))
def test_connection_errors(self, ConnectionMock):
res = self.embedder(self.single_example)
assert_array_equal(res, np.array([np.array([0, 1], dtype=np.float16)]))
self.embedder.clear_cache()
self.embedder._server_connection.close()
ConnectionMock.side_effect = ConnectionRefusedError
with self.assertRaises(ConnectionError):
self.embedder(self.single_example)
@patch.object(DummyHttp2Connection, 'get_response')
def test_on_stream_reset_by_server(self, ConnectionMock):
ConnectionMock.side_effect = StreamResetError
self.assertEqual(self.embedder(self.single_example), [None])
self.assertEqual(len(self.embedder._cache_dict), 0)
@patch(_TESTED_MODULE.format('HTTP20Connection'), DummyHttp2Connection)
def test_disconnect_reconnect(self):
self.assertEqual(self.embedder.is_connected_to_server(), True)
self.embedder.disconnect_from_server()
self.assertEqual(self.embedder.is_connected_to_server(), False)
self.embedder.reconnect_to_server()
self.assertEqual(self.embedder.is_connected_to_server(), True)
@patch(_TESTED_MODULE.format('HTTP20Connection'), DummyHttp2Connection)
def test_auto_reconnect(self):
self.assertEqual(self.embedder.is_connected_to_server(), True)
self.embedder.disconnect_from_server()
self.assertEqual(self.embedder.is_connected_to_server(), False)
self.embedder(self.single_example)
self.assertEqual(self.embedder.is_connected_to_server(), True)
@patch(_TESTED_MODULE.format('HTTP20Connection'))
def test_with_non_existing_image(self, ConnectionMock):
self.single_example = ['/non_existing_image']
self.assertEqual(self.embedder(self.single_example), [None])
ConnectionMock.request.assert_not_called()
ConnectionMock.get_response.assert_not_called()
self.assertEqual(self.embedder._cache_dict, {})
@patch(_TESTED_MODULE.format('HTTP20Connection'), DummyHttp2Connection)
def test_on_successful_response(self):
res = self.embedder(self.single_example)
assert_array_equal(res, np.array([np.array([0, 1], dtype=np.float16)]))
self.assertEqual(len(self.embedder._cache_dict), 1)
@patch.object(DummyHttp2Connection, 'get_response',
lambda self, _: BytesIO(b''))
def test_on_non_json_response(self):
self.assertEqual(self.embedder(self.single_example), [None])
self.assertEqual(len(self.embedder._cache_dict), 0)
@patch.object(
DummyHttp2Connection, 'get_response',
lambda self, _: BytesIO(json.dumps({
'wrong_key': None
}).encode()))
def test_on_json_wrong_key_response(self):
self.assertEqual(self.embedder(self.single_example), [None])
self.assertEqual(len(self.embedder._cache_dict), 0)
@patch(_TESTED_MODULE.format('HTTP20Connection'), DummyHttp2Connection)
def test_persistent_caching(self):
self.assertEqual(len(self.embedder._cache_dict), 0)
self.embedder(self.single_example)
self.assertEqual(len(self.embedder._cache_dict), 1)
self.embedder.persist_cache()
self.embedder = ImageEmbedder(model='inception-v3',
layer='penultimate',
server_url='example.com',
server_port=80)
self.assertEqual(len(self.embedder._cache_dict), 1)
self.embedder.clear_cache()
self.embedder = ImageEmbedder(model='inception-v3',
layer='penultimate',
server_url='example.com',
server_port=80)
self.assertEqual(len(self.embedder._cache_dict), 0)
@patch(_TESTED_MODULE.format('HTTP20Connection'), DummyHttp2Connection)
def test_with_statement(self):
with self.embedder as embedder:
embedder(self.single_example)
self.assertEqual(self.embedder.is_connected_to_server(), False)
self.embedder = ImageEmbedder(model='inception-v3',
layer='penultimate',
server_url='example.com',
server_port=80)
self.assertEqual(len(self.embedder._cache_dict), 1)
@patch(_TESTED_MODULE.format('HTTP20Connection'), DummyHttp2Connection)
def test_max_concurrent_streams_setting(self):
self.assertEqual(self.embedder._max_concurrent_streams, 128)
@patch(_TESTED_MODULE.format('HTTP20Connection'), DummyHttp2Connection)
def test_too_many_examples_for_one_batch(self):
too_many_examples = [_EXAMPLE_IMAGE_JPG for _ in range(200)]
true_res = [np.array([0, 1], dtype=np.float16) for _ in range(200)]
true_res = np.array(true_res)
res = self.embedder(too_many_examples)
assert_array_equal(res, true_res)
@patch(_TESTED_MODULE.format('HTTP20Connection'), DummyHttp2Connection)
def test_successful_result_shape(self):
more_examples = [_EXAMPLE_IMAGE_JPG for _ in range(5)]
res = self.embedder(more_examples)
self.assertEqual(res.shape, (5, 2))
@patch(_TESTED_MODULE.format('HTTP20Connection'), DummyHttp2Connection)
def test_invalid_model(self):
with self.assertRaises(ValueError):
self.embedder = ImageEmbedder(model='invalid_model',
layer='penultimate',
server_url='example.com',
server_port=80)
@patch(_TESTED_MODULE.format('HTTP20Connection'), DummyHttp2Connection)
def test_invalid_layer(self):
with self.assertRaises(ValueError):
self.embedder = ImageEmbedder(model='inception-v3',
layer='first',
server_url='example.com',
server_port=80)
@patch(_TESTED_MODULE.format('HTTP20Connection'), DummyHttp2Connection)
def test_with_grayscale_image(self):
res = self.embedder([_EXAMPLE_IMAGE_GRAYSCALE])
assert_array_equal(res, np.array([np.array([0, 1], dtype=np.float16)]))
self.assertEqual(len(self.embedder._cache_dict), 1)
@patch(_TESTED_MODULE.format('HTTP20Connection'), DummyHttp2Connection)
def test_with_tiff_image(self):
res = self.embedder([_EXAMPLE_IMAGE_TIFF])
assert_array_equal(res, np.array([np.array([0, 1], dtype=np.float16)]))
self.assertEqual(len(self.embedder._cache_dict), 1)
