def actions():
for uuid in uuids:
try:
record = InspireRecord.get_record(uuid)
yield create_index_op(record, version_type='force')
except NoResultFound as e:
logger.warn('Record %s failed to load: %s', uuid, e)
def actions():
for uuid in uuids:
try:
record = InspireRecord.get_record(uuid)
if record.get('deleted', False):
logger.debug("Record already %s deleted, not indexing!", uuid)
continue
yield create_index_op(record, version_type='force')
except NoResultFound as e:
logger.warn('Record %s failed to load: %s', uuid, e)
def actions():
for uuid in uuids:
try:
record = InspireRecord.get_record(uuid)
if record.get('deleted', False):
logger.debug("Record already %s deleted, not indexing!",
uuid)
continue
yield create_index_op(record, version_type='force')
except NoResultFound as e:
logger.warn('Record %s failed to load: %s', uuid, e)
def migrate_recids_from_mirror(prod_recids, skip_files=False):
models_committed.disconnect(index_after_commit)
index_queue = []
for recid in prod_recids:
with db.session.begin_nested():
record = migrate_record_from_mirror(
LegacyRecordsMirror.query.get(recid),
skip_files=skip_files,
)
if record and not record.get('deleted'):
index_queue.append(create_index_op(record))
db.session.commit()
req_timeout = current_app.config['INDEXER_BULK_REQUEST_TIMEOUT']
es_bulk(
es,
index_queue,
stats_only=True,
request_timeout=req_timeout,
)
models_committed.connect(index_after_commit)
def migrate_recids_from_mirror(prod_recids, skip_files=False):
models_committed.disconnect(index_after_commit)
index_queue = []
for recid in prod_recids:
with db.session.begin_nested():
record = migrate_record_from_mirror(
LegacyRecordsMirror.query.get(recid),
skip_files=skip_files,
)
if record and not record.get('deleted'):
index_queue.append(create_index_op(record))
db.session.commit()
req_timeout = current_app.config['INDEXER_BULK_REQUEST_TIMEOUT']
es_bulk(
es,
index_queue,
stats_only=True,
request_timeout=req_timeout,
)
models_committed.connect(index_after_commit)