def delete(cls, crawler): from memorious.model.event import Event from memorious.model.result import Result Event.delete(crawler) Result.delete(crawler) pq = session.query(cls) pq = pq.filter(cls.crawler == crawler) pq.delete(synchronize_session=False) session.flush()
def save(cls, crawler, operation_id, prev_stage, next_stage, data): obj = cls() obj.crawler = crawler.name obj.operation_id = operation_id obj.prev_stage = prev_stage obj.next_stage = next_stage obj.data = data session.add(obj) session.flush() return obj
def save(cls, crawler, key, value): obj = cls.find(crawler, key) if obj is None: obj = cls() obj.crawler = crawler.name obj.key = key obj.value = value obj.timestamp = datetime.utcnow() session.add(obj) session.flush() return obj
def save(cls, crawler, operation_id, level, error_type=None, error_message=None, error_details=None): """Create an event, possibly based on an exception.""" event = cls() event.crawler = crawler event.operation_id = operation_id event.level = level event.error_type = error_type event.error_message = error_message event.error_details = error_details session.add(event) session.flush() return event
def delete(cls, crawler): pq = session.query(cls) pq = pq.filter(cls.crawler == crawler) pq.delete(synchronize_session=False) session.flush()