def test_search_facility_multiple_filters(self):
url = reverse('api:facilities:facilities_list')
self.elastic_search_api = ElasticAPI()
self.elastic_search_api.setup_index(index_name='test_index')
facility = mommy.make(Facility, name='Mordal mountains medical clinic')
mommy.make(FacilityApproval, facility=facility)
facility.is_published = True
facility.save()
facility_2 = mommy.make(Facility,
name='Eye of mordal health center',
is_published=False)
index_instance('facilities', 'Facility', str(facility.id),
'test_index')
index_instance('facilities', 'Facility', str(facility_2.id),
'test_index')
url = url + "?search={}&is_published={}".format('mordal', 'false')
response = self.client.get(url)
self.assertEquals(200, response.status_code)
self.assertIsInstance(response.data.get('results'), list)
self.elastic_search_api.delete_index('test_index')
def test_search_facility_using_query_dsl(self):
url = reverse('api:facilities:facilities_list')
self.elastic_search_api = ElasticAPI()
self.elastic_search_api.setup_index(index_name='test_index')
facility = mommy.make(Facility, name='Kanyakini')
index_instance('facilities', 'Facility', str(facility.id),
'test_index')
query_dsl = {
"from": 0,
"size": 30,
"query": {
"query_string": {
"default_field": "name",
"query": "Kanyakini"
}
}
}
url = url + "?search={}".format(json.dumps(query_dsl))
response = self.client.get(url)
self.assertEquals(200, response.status_code)
self.assertIsInstance(response.data.get('results'), list)
self.elastic_search_api.delete_index('test_index')
def test_delete_index(self):
# a very naive test. When results are checked with status codes,
# tests pass locally but fail on circle ci
# We leave it without any assertions for coverage's sake.
api = ElasticAPI()
call_command('setup_index')
api.get_index('test_index')
call_command('remove_index')
api.get_index('test_index')
def test_filter_no_data(self):
api = ElasticAPI()
api.delete_index('test_index')
api.setup_index('test_index')
mommy.make(Facility, name='test facility')
mommy.make(Facility)
qs = Facility.objects.all()
search_filter = SearchFilter(name='search')
result = search_filter.filter(qs, 'test')
# no documents have been indexed
self.assertEquals(result.count(), 0)
api.delete_index('test_index')
def test_seach_auto_complete(self):
url = reverse('api:facilities:facilities_list')
self.elastic_search_api = ElasticAPI()
self.elastic_search_api.setup_index(index_name='test_index')
facility = mommy.make(Facility, name='Kanyakini')
index_instance(facility, 'test_index')
url = url + "?search_auto={}".format('Kanya')
response = self.client.get(url)
self.assertEquals(200, response.status_code)
self.assertIsInstance(response.data.get('results'), list)
self.elastic_search_api.delete_index('test_index')
def test_filter_data(self):
api = ElasticAPI()
api.delete_index('test_index')
api.setup_index('test_index')
test_facility = mommy.make(Facility, name='test facility')
index_instance(test_facility, 'test_index')
mommy.make(Facility)
qs = Facility.objects.all()
search_filter = SearchFilter(name='search')
# some weird bug there is a delay in getting the search results
for x in range(0, 100):
search_filter.filter(qs, 'test')
api.delete_index('test_index')
def test_search_facility_using_material_view(self):
self.elastic_search_api = ElasticAPI()
self.elastic_search_api.setup_index(index_name='test_index')
facility = mommy.make(Facility, name='Facility ya kutest material')
url = reverse('api:facilities:material')
index_instance(facility, 'test_index')
url = url + "?search={}".format('material')
response = self.client.get(url)
self.assertEquals(200, response.status_code)
self.assertIsInstance(response.data.get('results'), list)
self.elastic_search_api.delete_index('test_index')
def test_filter_elastic_not_available(self):
with patch.object(ElasticAPI, 'search_document') as mock_search:
mock_search.return_value = None
api = ElasticAPI()
api.delete_index('test_index')
api.setup_index('test_index')
mommy.make(Facility, name='test facility')
mommy.make(Facility)
qs = Facility.objects.all()
search_filter = SearchFilter(name='search')
result = search_filter.filter(qs, 'test')
# no documents have been indexed
self.assertEquals(result.count(), 0)
api.delete_index('test_index')
def test_seach_facility_by_code(self):
mommy.make(Facility, code=17780)
api = ElasticAPI()
api.delete_index('test_index')
api.setup_index('test_index')
test_facility = mommy.make(Facility, name='test facility')
index_instance('facilities', 'Facility', str(test_facility.id),
'test_index')
mommy.make(Facility)
qs = Facility.objects.all()
search_filter = SearchFilter(name='search')
# some weird bug there is a delay in getting the search results
for x in range(0, 100):
search_filter.filter(qs, 18990)
search_filter.filter(qs, 17780)
api.delete_index('test_index')
class SearchFilter(django_filters.filters.Filter):
"""
Given a query searches elastic search index and returns a queryset of hits.
"""
api = ElasticAPI()
search_type = 'full_text'
def filter(self, qs, value):
super(SearchFilter, self).filter(qs, value)
api = ElasticAPI()
document_type = qs.model
index_name = settings.SEARCH.get('INDEX_NAME')
if self.search_type == 'full_text':
result = api.search_document(index_name, document_type, value)
else:
result = api.search_auto_complete_document(index_name,
document_type, value)
hits = []
try:
hits = result.json().get('hits').get('hits') if result.json() \
else hits
except AttributeError:
hits = hits
hits_ids_list = [str(hit.get('_id')) for hit in hits]
pk_list = hits_ids_list
if qs.model._meta.managed:
table_name = "{0}_{1}.id".format(qs.model._meta.app_label,
qs.model.__name__.lower())
else:
table_name = "{}.id".format(qs.model._meta.db_table)
clauses = ' '.join([
"WHEN %s='%s' THEN '%s'" % (table_name, pk, i)
for i, pk in enumerate(pk_list)
])
ordering = 'CASE %s END' % clauses
queryset = qs.model.objects.filter(pk__in=pk_list).extra(
select={'ordering': ordering}, order_by=('ordering', ))
return queryset
def setUp(self):
self.elastic_search_api = ElasticAPI()
super(TestElasticSearchAPI, self).setUp()
def test_create_index(self):
call_command('setup_index')
api = ElasticAPI()
api.get_index('test_index')
def handle(self, *args, **kwargs):
api = ElasticAPI()
api.delete_index()
def handle(self, *args, **kwargs):
api = ElasticAPI()
api.setup_index()
def filter(self, qs, value):
"""Override this method in order to search in Elasticsearch index."""
super(SearchFilter, self).filter(qs, value)
api = ElasticAPI()
if api._is_on:
document_type = qs.model
index_name = settings.SEARCH.get('INDEX_NAME')
if self.search_type == 'full_text':
result = api.search_document(index_name, document_type, value)
else:
result = api.search_auto_complete_document(
index_name, document_type, value)
hits = []
try:
hits = result.json().get('hits').get('hits') if result.json() \
else hits
except AttributeError:
hits = hits
hits_ids_list = [str(hit.get('_id')) for hit in hits]
pk_list = hits_ids_list
if qs.model._meta.managed:
table_name = "{0}_{1}.id".format(
qs.model._meta.app_label, qs.model.__name__.lower())
else:
table_name = "{}.id".format(qs.model._meta.db_table)
clauses = ' '.join(
[
"WHEN %s='%s' THEN '%s'" % (
table_name, pk, i) for i, pk in enumerate(pk_list)
]
)
ordering = 'CASE %s END' % clauses
queryset = qs.filter(pk__in=pk_list).extra(
select={'ordering': ordering}, order_by=('ordering',))
return queryset
else:
model = qs.model
fields = [
field.name for field in model._meta.get_fields()
if field.concrete and field.get_internal_type() in FIELD_TYPES
]
filter_params = {}
for field in fields:
field_type = model._meta.get_field(field).get_internal_type()
if field_type == 'SequenceField' and value.isdigit():
filter_params[field + '__exact'] = value
break
else:
filter_params[field + '__icontains'] = value
q_filter = ""
for key, value in filter_params.items():
q_filter += "Q({0}='{1}') | ".format(key, value)
# remove the pipe character at the end of the string
q_filter_reverse = q_filter[::-1]
q_filter = q_filter_reverse[3:len(q_filter_reverse) + 1]
q_filter = q_filter[::-1]
return qs.filter(eval(q_filter))
def setUp(self):
self.elastic_search_api = ElasticAPI()
self.elastic_search_api.setup_index(index_name='test_index')
super(TestSearchFunctions, self).setUp()
def setUp(self):
self.elastic_search_api = ElasticAPI()
super(TestSearchFilter, self).setUp()
def test_is_on_false(self):
with patch('search.search_utils.requests.get') as mock_get:
mock_get.side_effect = ConnectionError
elastic_api = ElasticAPI()
self.assertFalse(elastic_api._is_on)
