def from_state(cls, state, stage): state_crawler = state.get('crawler') crawler = manager.get(state_crawler) if crawler is None: raise RuntimeError("Missing crawler: [%s]" % state_crawler) stage = crawler.get(stage) if stage is None: raise RuntimeError('[%r] has no stage: %s' % (crawler, stage)) return cls(crawler, stage, state)
def get_crawler(name): return manager.get(name)
def get_crawler(name): crawler = manager.get(name) if crawler is None: msg = 'Crawler [%s] not found.' % name raise click.BadParameter(msg, param=crawler) return crawler
def get_crawler(name): crawler = manager.get(name) if crawler is None: abort(404) return crawler