Example #1
0
 def montar_comandos_crawler(queue_obj):
     try:
         crawler_settings = Settings()
         crawler_settings.setmodule(module=self.spider_settings)
         crawler_runner = CrawlerRunner(
             settings=crawler_settings).crawl(
             DeputadosFederaisCrawler
         )
         crawler_runner.addBoth(lambda _: reactor.stop())
         reactor.run()
         queue_obj.put(None)
     except Exception as e:
         queue_obj.put(e)