def group_index_post(sender, instance, **kwargs):
index_object(instance, GroupIndex)
def group_index_delete(sender, instance, **kwargs):
index_to_remove = GroupIndex.get(instance.id)
if index_to_remove:
index_to_remove.delete()
index_object(instance.owner, ProfileIndex)
def document_index_delete(sender, instance, **kwargs):
index_to_remove = DocumentIndex.get(instance.id)
if index_to_remove:
index_to_remove.delete()
index_object(instance.owner, ProfileIndex)
def profile_index_post(sender, instance, **kwargs):
index_object(instance, ProfileIndex)
def map_index_post(sender, instance, **kwargs):
index_object(instance, MapIndex)
index_object(instance.owner, ProfileIndex)
def document_index_post(sender, instance, **kwargs):
index_object(instance, DocumentIndex)
index_object(instance.owner, ProfileIndex)
def layer_index_post(sender, instance, **kwargs):
index_object(instance, LayerIndex)
index_object(instance.owner, ProfileIndex)
def service_post_save(sender, **kwargs):
service, created = kwargs["instance"], kwargs["created"]
if not created:
for instance in service.layer_set.all():
index_object(instance, LayerIndex)
index_object(instance.owner, ProfileIndex)
def handle(self, **options):
'''
Removes any extraneous data not matched in Django data.
Repopulates the indices in elastic with current Django data.
'''
es = Elasticsearch(settings.ES_URL)
# Any indices added in search.py should be initialized here
if geonode_imported:
LayerIndex.init()
MapIndex.init()
DocumentIndex.init()
ProfileIndex.init()
GroupIndex.init()
if exchange_imported:
StoryIndex.init()
body = {'analysis': {'analyzer': 'snowball'}}
es.indices.put_settings(body, index='', ignore=400)
def remove_extraneous_elements(index, model, doctype):
'''
Removes any items that exist in a GeoNode index which
no longer exist in Django
:param index: The string name of the index in elasticsearch
:param model: The Django/GeoNode model
:param doctype: The doctype corresponding to the index
:return:
'''
indexed_items = es.search(index=index)
for item in indexed_items['hits']['hits']:
model_id = item['_id']
try:
model.objects.get(id=model_id)
except ObjectDoesNotExist:
doctype.get(id=model_id).delete()
# Any indices containing extraneous data should be removed here
if geonode_imported:
remove_extraneous_elements('layer-index', Layer, LayerIndex)
remove_extraneous_elements('map-index', Map, MapIndex)
remove_extraneous_elements('document-index', Document,
DocumentIndex)
remove_extraneous_elements('profile-index', Profile, ProfileIndex)
remove_extraneous_elements('group-index', GroupProfile, GroupIndex)
if exchange_imported:
remove_extraneous_elements('story-index', Story, StoryIndex)
# Any indices added in search.py should be indexed here
if geonode_imported:
bulk(client=es,
actions=(index_object(layer, LayerIndex)
for layer in Layer.objects.all().iterator()))
bulk(client=es,
actions=(index_object(map_obj, MapIndex)
for map_obj in Map.objects.all().iterator()))
bulk(client=es,
actions=(index_object(document, DocumentIndex)
for document in Document.objects.all().iterator()))
bulk(client=es,
actions=(index_object(profile, ProfileIndex)
for profile in Profile.objects.all().iterator()))
bulk(client=es,
actions=(index_object(group, GroupIndex)
for group in GroupProfile.objects.all().iterator()))
if exchange_imported:
bulk(client=es,
actions=(index_object(story, StoryIndex)
for story in Story.objects.all().iterator()))
def story_index_post(sender, instance, **kwargs):
index_object(instance, StoryIndex)
def document_index_post(sender, instance, **kwargs):
index_object(instance, DocumentIndex)
def map_index_post(sender, instance, **kwargs):
index_object(instance, MapIndex)
def layer_index_post(sender, instance, **kwargs):
index_object(instance, LayerIndex)
