def prune_entity(collection, entity_id=None, job_id=None): """Prune handles the full deletion of an entity outside of the HTTP request cycle. This involves cleaning up adjacent entities like xref results, notifications and so on.""" # This is recursive and will also delete any entities which # reference the given entity. Usually this is going to be child # documents, or directoships referencing a person. It's a pretty # dangerous operation, though. log.info("[%s] Prune entity: %s", collection, entity_id) for adjacent in index.iter_adjacent(collection.id, entity_id): log.warning("Recursive delete: %s", adjacent.get("id")) delete_entity(collection, adjacent, job_id=job_id) flush_notifications(entity_id, clazz=Entity) obj = Entity.by_id(entity_id, collection=collection) if obj is not None: obj.delete() doc = Document.by_id(entity_id, collection=collection) if doc is not None: doc.delete() EntitySetItem.delete_by_entity(entity_id) Mapping.delete_by_table(entity_id) xref_index.delete_xref(collection, entity_id=entity_id) aggregator = get_aggregator(collection) aggregator.delete(entity_id=entity_id) refresh_entity(collection, entity_id) collection.touch() db.session.commit()
def xref_collection(stage, collection): """Cross-reference all the entities and documents in a collection.""" delete_xref(collection, sync=True) delete_entities(collection.id, origin=ORIGIN, sync=True) index_matches(collection, _query_entities(collection)) index_matches(collection, _query_mentions(collection)) reindex_collection(collection, sync=False)
def xref_entity(collection, proxy): """Cross-reference a single proxy in the context of a collection.""" if not proxy.schema.matchable: return log.info("[%s] Generating xref: %s...", collection, proxy.id) delete_xref(collection, entity_id=proxy.id, sync=True) index_matches(collection, _query_item(proxy))
def delete_collection(collection, keep_metadata=False, sync=False): cancel_queue(collection) aggregator = get_aggregator(collection) try: aggregator.drop() finally: aggregator.close() flush_notifications(collection, sync=sync) index.delete_entities(collection.id, sync=sync) xref_index.delete_xref(collection, sync=sync) deleted_at = collection.deleted_at or datetime.utcnow() Entity.delete_by_collection(collection.id, deleted_at=deleted_at) Mapping.delete_by_collection(collection.id, deleted_at=deleted_at) Diagram.delete_by_collection(collection.id, deleted_at=deleted_at) Document.delete_by_collection(collection.id) if not keep_metadata: # Considering linkages metadata for now, might be wrong: Linkage.delete_by_collection(collection.id) Permission.delete_by_collection(collection.id, deleted_at=deleted_at) collection.delete(deleted_at=deleted_at) db.session.commit() if not keep_metadata: index.delete_collection(collection.id, sync=True) Authz.flush() refresh_collection(collection.id, sync=True)
def reset_collection(collection, sync=False): """Reset the collection by deleting any derived data.""" drop_aggregator(collection) cancel_queue(collection) flush_notifications(collection, sync=sync) index.delete_entities(collection.id, sync=sync) xref_index.delete_xref(collection, sync=sync) refresh_collection(collection.id, sync=sync)
def xref_collection(stage, collection): """Cross-reference all the entities and documents in a collection.""" index.delete_xref(collection) matchable = [s.name for s in model if s.matchable] entities = iter_entities(collection_id=collection.id, schemata=matchable) for entity in entities: queue_task(collection, OP_XREF_ITEM, job_id=stage.job.id, payload={'entity_id': entity.get('id')})
def xref_collection(stage, collection): """Cross-reference all the entities and documents in a collection.""" log.info("[%s] Clearing previous xref state....", collection) delete_xref(collection, sync=True) delete_entities(collection.id, origin=ORIGIN, sync=True) index_matches(collection, _query_entities(collection)) index_matches(collection, _query_mentions(collection)) log.info("[%s] Xref done, re-indexing to reify mentions...", collection) reindex_collection(collection, sync=False)
def delete_collection(collection, keep_metadata=False, sync=False): cancel_queue(collection) aggregator = get_aggregator(collection) aggregator.drop() flush_notifications(collection, sync=sync) index.delete_entities(collection.id, sync=sync) xref_index.delete_xref(collection, sync=sync) deleted_at = collection.deleted_at or datetime.utcnow() Mapping.delete_by_collection(collection.id) EntitySet.delete_by_collection(collection.id, deleted_at) Entity.delete_by_collection(collection.id) Document.delete_by_collection(collection.id) if not keep_metadata: Permission.delete_by_collection(collection.id) collection.delete(deleted_at=deleted_at) db.session.commit() if not keep_metadata: index.delete_collection(collection.id, sync=True) Authz.flush() refresh_collection(collection.id)
def delete_entity(collection, entity, deleted_at=None, sync=False): # This is recursive and will also delete any entities which # reference the given entity. Usually this is going to be child # documents, or directoships referencing a person. It's a pretty # dangerous operation, though. entity_id = collection.ns.sign(entity.get('id')) for adjacent in index.iter_adjacent(entity): log.warning("Recursive delete: %r", adjacent) delete_entity(collection, adjacent, deleted_at=deleted_at, sync=sync) flush_notifications(entity_id, clazz=Entity) obj = Entity.by_id(entity_id, collection=collection) if obj is not None: obj.delete(deleted_at=deleted_at) doc = Document.by_id(entity_id, collection=collection) if doc is not None: doc.delete(deleted_at=deleted_at) index.delete_entity(entity_id, sync=sync) xref_index.delete_xref(collection, entity_id=entity_id, sync=sync) delete_aggregator_entity(collection, entity_id) refresh_entity(entity_id, sync=sync) refresh_collection(collection.id, sync=sync)