def prune_entity(collection, entity_id=None, job_id=None):
"""Prune handles the full deletion of an entity outside of the HTTP request
cycle. This involves cleaning up adjacent entities like xref results, notifications
and so on."""
# This is recursive and will also delete any entities which
# reference the given entity. Usually this is going to be child
# documents, or directoships referencing a person. It's a pretty
# dangerous operation, though.
log.info("[%s] Prune entity: %s", collection, entity_id)
for adjacent in index.iter_adjacent(collection.id, entity_id):
log.warning("Recursive delete: %s", adjacent.get("id"))
delete_entity(collection, adjacent, job_id=job_id)
flush_notifications(entity_id, clazz=Entity)
obj = Entity.by_id(entity_id, collection=collection)
if obj is not None:
obj.delete()
doc = Document.by_id(entity_id, collection=collection)
if doc is not None:
doc.delete()
EntitySetItem.delete_by_entity(entity_id)
Mapping.delete_by_table(entity_id)
xref_index.delete_xref(collection, entity_id=entity_id)
aggregator = get_aggregator(collection)
aggregator.delete(entity_id=entity_id)
refresh_entity(collection, entity_id)
collection.touch()
db.session.commit()
def xref_collection(stage, collection):
"""Cross-reference all the entities and documents in a collection."""
delete_xref(collection, sync=True)
delete_entities(collection.id, origin=ORIGIN, sync=True)
index_matches(collection, _query_entities(collection))
index_matches(collection, _query_mentions(collection))
reindex_collection(collection, sync=False)
def xref_entity(collection, proxy):
"""Cross-reference a single proxy in the context of a collection."""
if not proxy.schema.matchable:
return
log.info("[%s] Generating xref: %s...", collection, proxy.id)
delete_xref(collection, entity_id=proxy.id, sync=True)
index_matches(collection, _query_item(proxy))
def delete_collection(collection, keep_metadata=False, sync=False):
cancel_queue(collection)
aggregator = get_aggregator(collection)
try:
aggregator.drop()
finally:
aggregator.close()
flush_notifications(collection, sync=sync)
index.delete_entities(collection.id, sync=sync)
xref_index.delete_xref(collection, sync=sync)
deleted_at = collection.deleted_at or datetime.utcnow()
Entity.delete_by_collection(collection.id, deleted_at=deleted_at)
Mapping.delete_by_collection(collection.id, deleted_at=deleted_at)
Diagram.delete_by_collection(collection.id, deleted_at=deleted_at)
Document.delete_by_collection(collection.id)
if not keep_metadata:
# Considering linkages metadata for now, might be wrong:
Linkage.delete_by_collection(collection.id)
Permission.delete_by_collection(collection.id, deleted_at=deleted_at)
collection.delete(deleted_at=deleted_at)
db.session.commit()
if not keep_metadata:
index.delete_collection(collection.id, sync=True)
Authz.flush()
refresh_collection(collection.id, sync=True)
def reset_collection(collection, sync=False):
"""Reset the collection by deleting any derived data."""
drop_aggregator(collection)
cancel_queue(collection)
flush_notifications(collection, sync=sync)
index.delete_entities(collection.id, sync=sync)
xref_index.delete_xref(collection, sync=sync)
refresh_collection(collection.id, sync=sync)
def xref_collection(stage, collection):
"""Cross-reference all the entities and documents in a collection."""
index.delete_xref(collection)
matchable = [s.name for s in model if s.matchable]
entities = iter_entities(collection_id=collection.id, schemata=matchable)
for entity in entities:
queue_task(collection, OP_XREF_ITEM, job_id=stage.job.id,
payload={'entity_id': entity.get('id')})
def xref_collection(stage, collection):
"""Cross-reference all the entities and documents in a collection."""
log.info("[%s] Clearing previous xref state....", collection)
delete_xref(collection, sync=True)
delete_entities(collection.id, origin=ORIGIN, sync=True)
index_matches(collection, _query_entities(collection))
index_matches(collection, _query_mentions(collection))
log.info("[%s] Xref done, re-indexing to reify mentions...", collection)
reindex_collection(collection, sync=False)
def delete_collection(collection, keep_metadata=False, sync=False):
cancel_queue(collection)
aggregator = get_aggregator(collection)
aggregator.drop()
flush_notifications(collection, sync=sync)
index.delete_entities(collection.id, sync=sync)
xref_index.delete_xref(collection, sync=sync)
deleted_at = collection.deleted_at or datetime.utcnow()
Mapping.delete_by_collection(collection.id)
EntitySet.delete_by_collection(collection.id, deleted_at)
Entity.delete_by_collection(collection.id)
Document.delete_by_collection(collection.id)
if not keep_metadata:
Permission.delete_by_collection(collection.id)
collection.delete(deleted_at=deleted_at)
db.session.commit()
if not keep_metadata:
index.delete_collection(collection.id, sync=True)
Authz.flush()
refresh_collection(collection.id)
def delete_entity(collection, entity, deleted_at=None, sync=False):
# This is recursive and will also delete any entities which
# reference the given entity. Usually this is going to be child
# documents, or directoships referencing a person. It's a pretty
# dangerous operation, though.
entity_id = collection.ns.sign(entity.get('id'))
for adjacent in index.iter_adjacent(entity):
log.warning("Recursive delete: %r", adjacent)
delete_entity(collection, adjacent, deleted_at=deleted_at, sync=sync)
flush_notifications(entity_id, clazz=Entity)
obj = Entity.by_id(entity_id, collection=collection)
if obj is not None:
obj.delete(deleted_at=deleted_at)
doc = Document.by_id(entity_id, collection=collection)
if doc is not None:
doc.delete(deleted_at=deleted_at)
index.delete_entity(entity_id, sync=sync)
xref_index.delete_xref(collection, entity_id=entity_id, sync=sync)
delete_aggregator_entity(collection, entity_id)
refresh_entity(entity_id, sync=sync)
refresh_collection(collection.id, sync=sync)
