def flush(self): """Delete all run-time data generated by this crawler.""" Tag.delete(self.name) Event.delete(self.name) Result.delete(self.name) session.commit() signals.crawler_flush.send(self)
def flush(self): """Delete all run-time data generated by this crawler.""" Queue.flush(self) Tag.delete(self) Event.delete(self) CrawlerState.flush(self) CrawlerRun.flush(self)
def run(self, incremental=None, run_id=None): """Queue the execution of a particular crawler.""" state = { 'crawler': self.name, 'run_id': run_id, 'incremental': settings.INCREMENTAL } if incremental is not None: state['incremental'] = incremental # Cancel previous runs: self.cancel() # Flush out previous events: Event.delete(self) Queue.queue(self.init_stage, state, {})
def flush_events(self): Event.delete(self)
def flush(self): """Delete all run-time data generated by this crawler.""" self.queue.cancel() Event.delete(self) Crawl.flush(self)