def process_documents(collection_id=None, failed_only=False):
"""Re-ingest or re-index all documents. Can be filtered to cover only
documents which failed to properly import last time, or those which
are part of a particular collection."""
q = Document.find_ids(collection_id=collection_id, failed_only=failed_only)
q = q.all() if settings.EAGER else q.yield_per(5000)
for idx, (doc_id, ) in enumerate(q, 1):
ingest.apply_async([doc_id], {'refresh': True}, priority=1)
if idx % 10000 == 0:
log.info("Process: %s documents...", idx)
def process_documents(collection_id=None, failed_only=False):
"""Re-ingest or re-index all documents. Can be filtered to cover only
documents which failed to properly import last time, or those which
are part of a particular collection."""
q = Document.find_ids(collection_id=collection_id,
failed_only=failed_only)
for idx, (doc_id,) in enumerate(q.yield_per(5000), 1):
ingest.apply_async([doc_id], {'refresh': True}, priority=1)
if idx % 10000 == 0:
log.info("Process: %s documents...", idx)
