def test_search_bad_query(services):
with patch('src.es_client.query.ws_auth') as mocked:
mocked.return_value = [0, 1] # Public workspaces
# force a bad query by passing a nonsensical sort value.
params = {'indexes': ['index1'], 'sort': 'x'}
with pytest.raises(ElasticsearchError) as ctx:
search(params, {'auth': None})
assert str(ctx.value) == "all shards failed"
def test_search_unknown_index(services):
with patch('src.es_client.query.ws_auth') as mocked:
mocked.return_value = [0, 1] # Public workspaces
idx_name = 'xyz'
full_name = config['index_prefix'] + config[
'prefix_delimiter'] + idx_name
params = {'indexes': [idx_name]}
with pytest.raises(UnknownIndex) as ctx:
search(params, {'auth': None})
assert str(ctx.value) == f"no such index [{full_name}]"
def test_es_response_error_no_json(services):
"""Test the case where ES gives a non-2xx response with a non-json body."""
with patch('src.es_client.query.ws_auth') as mocked:
mocked.return_value = [
100
] # Private workspaces this fictional user has access to
prefix = config['index_prefix']
delim = config['prefix_delimiter']
index_name_str = prefix + delim + "default_search"
url = config['elasticsearch_url'] + '/' + index_name_str + '/_search'
responses.add(responses.POST, url, body="!", status=500)
with pytest.raises(ElasticsearchError):
search({}, {'auth': None})
def test_search_sort_valid(services):
with patch('src.es_client.query.ws_auth') as mocked:
mocked.return_value = [0, 1] # Public workspaces
params = {'sort': [{'timestamp': {'order': 'desc'}}, '_score']}
result = search(params, {'auth': None})
docs = [r['doc'] for r in result['hits']]
timestamps = [r['timestamp'] for r in docs]
assert timestamps == [12, 12, 10, 10]
# And ascending
params = {'sort': [{'timestamp': {'order': 'asc'}}, '_score']}
result = search(params, {'auth': None})
docs = [r['doc'] for r in result['hits']]
timestamps = [r['timestamp'] for r in docs]
assert timestamps == [10, 10, 12, 12]
def test_search_by_index_valid(services):
with patch('src.es_client.query.ws_auth') as mocked:
mocked.return_value = [0, 1] # Public workspaces
params = {'indexes': ['index1']}
result = search(params, {'auth': None})
indexes = {r['index'] for r in result['hits']}
assert indexes == {'index1'}
def test_search_source_filtering_valid(services):
with patch('src.es_client.query.ws_auth') as mocked:
mocked.return_value = [0, 1] # Public workspaces
params = {'source': ['name']}
result = search(params, {'auth': None})
docs = {json.dumps(r['doc']) for r in result['hits']}
assert docs == {'{"name": "public-doc1"}', '{"name": "public-doc2"}'}
def search_workspace(params, meta):
start = time.time()
params = convert_params.search_workspace(params, meta)
result = search(params, meta)
result = convert_result.search_workspace(result, params, meta)
logger.debug(
f"Finished 'search_workspace' method in {time.time() - start}s")
return result
def test_search_private_valid(services):
with patch('src.es_client.query.ws_auth') as mocked:
mocked.return_value = [
100
] # Private workspaces this fictional user has access to
params = {'only_private': True}
result = search(params, {'auth': 'x'})
# Is two docs since this is across two indexes.
assert result['count'] == 2
names = {hit['doc']['name'] for hit in result['hits']}
assert names == {'private-doc1'}
is_public = {hit['doc']['is_public'] for hit in result['hits']}
assert is_public == {False}
def test_es_response_error_default(services):
"""Test the case where ES gives a non-2xx response with an unhandled err_type."""
with patch('src.es_client.query.ws_auth') as mocked:
mocked.return_value = [
100
] # Private workspaces this fictional user has access to
prefix = config['index_prefix']
delim = config['prefix_delimiter']
index_name_str = prefix + delim + "default_search"
url = config['elasticsearch_url'] + '/' + index_name_str + '/_search'
error_response = {
'error': {
'reason': 'My error reason',
'root_cause': [{
'type': 'unhandled'
}]
}
}
responses.add(responses.POST,
url,
body=json.dumps(error_response),
status=500)
with pytest.raises(ElasticsearchError):
search({}, {'auth': None})
def test_search_aggs_valid(services):
with patch('src.es_client.query.ws_auth') as mocked:
mocked.return_value = [0, 1] # Public workspaces
params = {'aggs': {'count_by_index': {'terms': {'field': '_index'}}}}
result = search(params, {'auth': None})
assert result['count'] == 4
assert result['aggregations']['count_by_index']['counts'] == [
{
'key': 'test.index1',
'count': 2
},
{
'key': 'test.index2',
'count': 2
},
]
def test_search_public_valid(services):
with patch('src.es_client.query.ws_auth') as mocked:
mocked.return_value = [0, 1] # Public workspaces
params = {
'only_public': True,
'track_total_hits': True,
}
result = search(params, {'auth': None})
assert result['count'] == 4
assert result['search_time'] >= 0
assert result['aggregations'] == {}
expected: set = {
('index1', 'public-doc1'),
('index2', 'public-doc1'),
('index1', 'public-doc2'),
('index2', 'public-doc2'),
}
docs = {(doc['index'], doc['id']) for doc in result['hits']}
assert docs == expected
def test_search_highlight_valid(services):
with patch('src.es_client.query.ws_auth') as mocked:
mocked.return_value = [0, 1] # Public workspaces
params = {
'query': {
'term': {
'name': 'doc1'
}
},
'highlight': {
'fields': {
'name': {}
}
}
}
result = search(params, {'auth': None})
highlights: set = {
hit['highlight']['name'][0]
for hit in result['hits']
}
assert highlights == {'public-<em>doc1</em>'}
def search_objects(params, meta):
start = time.time()
result = search(params, meta)
logger.debug(f"Finished 'search_objects' method in {time.time() - start}s")
return result
def test_search_private_no_access(services):
with patch('src.es_client.query.ws_auth') as mocked:
mocked.return_value = [55] # A workspace which is not indexed
params = {'only_private': True}
result = search(params, {'auth': 'x'})
assert result['count'] == 0
