def start_crawling(self): log.scrapy_info(self.settings) return self._start_crawler() is not None
def __init__(self, settings): super(CrawlerProcess, self).__init__(settings) install_shutdown_handlers(self._signal_shutdown) self.stopping = False self.log_observer = log.start_from_settings(self.settings) log.scrapy_info(settings)
def start(self, stop_after_crawl=True, start_reactor=True): self.log_observer = log.start_from_settings(self.settings) log.scrapy_info(self.settings) if start_reactor: self._start_reactor(stop_after_crawl)