def delete(cls, crawler):
from memorious.model.event import Event
from memorious.model.result import Result
Event.delete(crawler)
Result.delete(crawler)
pq = session.query(cls)
pq = pq.filter(cls.crawler == crawler)
pq.delete(synchronize_session=False)
session.flush()
def save(cls, crawler, operation_id, prev_stage, next_stage, data):
obj = cls()
obj.crawler = crawler.name
obj.operation_id = operation_id
obj.prev_stage = prev_stage
obj.next_stage = next_stage
obj.data = data
session.add(obj)
session.flush()
return obj
def save(cls, crawler, key, value):
obj = cls.find(crawler, key)
if obj is None:
obj = cls()
obj.crawler = crawler.name
obj.key = key
obj.value = value
obj.timestamp = datetime.utcnow()
session.add(obj)
session.flush()
return obj
def save(cls,
crawler,
operation_id,
level,
error_type=None,
error_message=None,
error_details=None):
"""Create an event, possibly based on an exception."""
event = cls()
event.crawler = crawler
event.operation_id = operation_id
event.level = level
event.error_type = error_type
event.error_message = error_message
event.error_details = error_details
session.add(event)
session.flush()
return event
def delete(cls, crawler):
pq = session.query(cls)
pq = pq.filter(cls.crawler == crawler)
pq.delete(synchronize_session=False)
session.flush()