def delete_document(document_id): clear_records(document_id) try: get_es().delete(index=get_es_index(), doc_type=TYPE_DOCUMENT, id=document_id) except NotFoundError: pass
def index_document(document, index_records=True): log.info("Index document: %r", document) data = document.to_index_dict() data['text'] = get_text(document) data['entities'] = generate_entities(document) data['title_latin'] = latinize_text(data.get('title')) data['summary_latin'] = latinize_text(data.get('summary')) es.index(index=es_index, doc_type=TYPE_DOCUMENT, body=data, id=document.id) if index_records: clear_records(document.id) bulk_op(generate_records(document))
def index_document(document, index_records=True): log.info("Index document: %r", document) data = document.to_index_dict() data['entities'] = generate_entities(document) data['title_latin'] = latinize_text(data.get('title')) data['summary_latin'] = latinize_text(data.get('summary')) get_es().index(index=get_es_index(), doc_type=TYPE_DOCUMENT, body=data, id=document.id) if index_records: clear_records(document.id) bulk_op(generate_records(document))
def index_document(document_id): document = Document.by_id(document_id) if document is None: log.info("Could not find document: %r", document_id) return log.info("Index document: %r", document) data = document.to_index_dict() data['entities'] = generate_entities(document) data['title_latin'] = latinize_text(data.get('title')) data['summary_latin'] = latinize_text(data.get('summary')) get_es().index(index=get_es_index(), doc_type=TYPE_DOCUMENT, body=data, id=document.id) clear_records(document) bulk_op(generate_records(document))
def index_document(document_id): document = Document.by_id(document_id) if document is None: log.info("Could not find document: %r", document_id) return log.info("Index document: %r", document) data = document.to_index_dict() data['entities'] = generate_entities(document) data['title_latin'] = latinize_text(data.get('title')) data['summary_latin'] = latinize_text(data.get('summary')) get_es().index(index=get_es_index(), doc_type=TYPE_DOCUMENT, body=data, id=document.id) clear_records(document) bulk(get_es(), generate_records(document), stats_only=True, chunk_size=2000, request_timeout=60.0)
def delete_document(document_id): clear_records(document_id) try: es.delete(index=es_index, doc_type=TYPE_DOCUMENT, id=document_id) except NotFoundError: log.info("Delete non-existent document from index: %s", document_id)
def delete_document(document_id): clear_records(document_id) delete_entity(document_id)
def delete_document(document_id): clear_records(document_id) es.delete(index=es_index, doc_type=TYPE_DOCUMENT, id=document_id, ignore=[404])
def delete_document(document_id): clear_records(document_id) es.delete(index=entities_index(), doc_type=entity_type(), id=document_id, ignore=[404])
def delete_document(document_id): clear_records(document_id) delete_entity(document_id) refresh_index(index=records_index())
def delete_document(document_id): clear_records(document_id) get_es().delete(index=get_es_index(), doc_type=TYPE_DOCUMENT, id=document_id)