def test_search_index_document_batching_client_kwargs(self):
client = SearchIndexDocumentBatchingClient("endpoint", "index name", CREDENTIAL, window=100)
assert client.batch_size == 1000
assert client._window == 100
assert client._auto_flush
client.close()
def test_failed_queue(self):
client = SearchIndexDocumentBatchingClient("endpoint", "index name",
CREDENTIAL)
assert client._index_documents_batch
client.add_upload_actions(["upload1"])
client.add_delete_actions(["delete1", "delete2"])
client.add_merge_actions(["merge1", "merge2", "merge3"])
client.add_merge_or_upload_actions(["merge_or_upload1"])
actions = client._index_documents_batch.dequeue_actions()
client._index_documents_batch.enqueue_failed_actions(actions)
assert len(client.failed_actions) == 7
def test_upload_documents_existing(self, api_key, endpoint, index_name,
**kwargs):
client = SearchClient(endpoint, index_name,
AzureKeyCredential(api_key))
batch_client = SearchIndexDocumentBatchingClient(
endpoint, index_name, AzureKeyCredential(api_key))
batch_client._batch_size = 2
DOCUMENTS = [
{
"hotelId": "1000",
"rating": 5,
"rooms": [],
"hotelName": "Azure Inn"
},
{
"hotelId": "3",
"rating": 4,
"rooms": [],
"hotelName": "Redmond Hotel"
},
]
batch_client.add_upload_actions(DOCUMENTS)
# There can be some lag before a document is searchable
if self.is_live:
time.sleep(TIME_TO_SLEEP)
assert client.get_document_count() == 11
batch_client.close()
def test_merge_or_upload_documents(self, api_key, endpoint, index_name,
**kwargs):
client = SearchClient(endpoint, index_name,
AzureKeyCredential(api_key))
batch_client = SearchIndexDocumentBatchingClient(
endpoint, index_name, AzureKeyCredential(api_key))
batch_client._batch_size = 2
batch_client.add_merge_or_upload_actions([{
"hotelId": "1000",
"rating": 1
}, {
"hotelId": "4",
"rating": 2
}])
batch_client.close()
# There can be some lag before a document is searchable
if self.is_live:
time.sleep(TIME_TO_SLEEP)
assert client.get_document_count() == 11
result = client.get_document(key="1000")
assert result["rating"] == 1
result = client.get_document(key="4")
assert result["rating"] == 2
def test_delete_documents_missing(self, api_key, endpoint, index_name,
**kwargs):
client = SearchClient(endpoint, index_name,
AzureKeyCredential(api_key))
batch_client = SearchIndexDocumentBatchingClient(
endpoint, index_name, AzureKeyCredential(api_key))
batch_client._batch_size = 2
batch_client.add_delete_actions([{
"hotelId": "1000"
}, {
"hotelId": "4"
}])
batch_client.close()
# There can be some lag before a document is searchable
if self.is_live:
time.sleep(TIME_TO_SLEEP)
assert client.get_document_count() == 9
with pytest.raises(HttpResponseError):
client.get_document(key="1000")
with pytest.raises(HttpResponseError):
client.get_document(key="4")
def test_batch_queue(self):
client = SearchIndexDocumentBatchingClient("endpoint", "index name", CREDENTIAL, auto_flush=False)
assert client._index_documents_batch
client.add_upload_actions(["upload1"])
client.add_delete_actions(["delete1", "delete2"])
client.add_merge_actions(["merge1", "merge2", "merge3"])
client.add_merge_or_upload_actions(["merge_or_upload1"])
assert len(client.actions) == 7
actions = client._index_documents_batch.dequeue_actions()
assert len(client.actions) == 0
client._index_documents_batch.enqueue_actions(actions)
assert len(client.actions) == 7
actions = client._index_documents_batch.dequeue_actions()
assert len(client.actions) == 0
for action in actions:
client._index_documents_batch.enqueue_action(action)
assert len(client.actions) == 7
def test_flush_if_needed(self, mock_flush):
client = SearchIndexDocumentBatchingClient("endpoint",
"index name",
CREDENTIAL,
window=1000,
batch_size=2)
client.add_upload_actions(["upload1"])
client.add_delete_actions(["delete1", "delete2"])
assert mock_flush.called
client.close()
def test_flush(self):
DOCUMENT = {
'Category': 'Hotel',
'HotelId': '1000',
'Rating': 4.0,
'Rooms': [],
'HotelName': 'Azure Inn',
}
with mock.patch.object(SearchIndexDocumentBatchingClient, "_index_documents_actions", side_effect=HttpResponseError("Error")):
with SearchIndexDocumentBatchingClient("endpoint", "index name", CREDENTIAL, auto_flush=False) as client:
client._index_key = "HotelId"
client.add_upload_actions([DOCUMENT])
client.flush()
assert len(client.actions) == 0
def test_context_manager(self, mock_cleanup):
with SearchIndexDocumentBatchingClient("endpoint", "index name",
CREDENTIAL) as client:
client.add_upload_actions(["upload1"])
client.add_delete_actions(["delete1", "delete2"])
assert mock_cleanup.called
def test_process_if_needed(self, mock_process_if_needed):
client = SearchIndexDocumentBatchingClient("endpoint", "index name", CREDENTIAL, window=1000, auto_flush=False)
client.add_upload_actions(["upload1"])
client.add_delete_actions(["delete1", "delete2"])
assert mock_process_if_needed.called