def process_items (self): if self.api: request = Request(self.base_url, callback=self.search_by_api, dont_filter=True, errback=self.error_callback) request.meta['api'] = self.api request.meta['cookiejar'] = 'FracFocusScraper:%s' % self.api self.log('** Scraping API %s' % self.api, log.INFO) yield request else: for item in NrcBot.process_items (self): yield item
def process_items(self): if self.api: request = Request(self.base_url, callback=self.search_by_api, dont_filter=True, errback=self.error_callback) request.meta['api'] = self.api request.meta['cookiejar'] = 'FracFocusScraper:%s' % self.api self.log('** Scraping API %s' % self.api, log.INFO) yield request else: for item in NrcBot.process_items(self): yield item
def process_items (self): self.schedule_tasks () for item in NrcBot.process_items (self): yield item
def process_items(self): self.schedule_tasks() for item in NrcBot.process_items(self): yield item