def configure(self, control_reactor=True, queue=None): self.control_reactor = control_reactor if control_reactor: install_shutdown_handlers(self._signal_shutdown) if not log.started: log.start() if not extensions.loaded: extensions.load() if not spiders.loaded: spiders.load() log.msg("Enabled extensions: %s" % ", ".join(extensions.enabled.iterkeys()), level=log.DEBUG) self.queue = queue or ExecutionQueue() self.engine.configure(self._spider_closed) self.configured = True
def configure(self, control_reactor=True): self.control_reactor = control_reactor if control_reactor: install_shutdown_handlers(self._signal_shutdown) reactor.addSystemEventTrigger('before', 'shutdown', scrapyengine.stop) if not log.started: log.start() if not extensions.loaded: extensions.load() if not spiders.loaded: spiders.load() log.msg("Enabled extensions: %s" % ", ".join(extensions.enabled.iterkeys()), level=log.DEBUG) scrapyengine.configure() self.configured = True