Python NrcBot.process_items示例

示例#1

文件： FracFocusScraper.py 项目： SkyTruth/scraper

 def process_items (self):
     if self.api:
         request = Request(self.base_url, callback=self.search_by_api, dont_filter=True, errback=self.error_callback)
         request.meta['api'] = self.api
         request.meta['cookiejar'] = 'FracFocusScraper:%s' % self.api
         self.log('** Scraping API %s' % self.api, log.INFO)
         yield request
     else:
         for item in NrcBot.process_items (self):
             yield item

示例#2

 def process_items(self):
     if self.api:
         request = Request(self.base_url,
                           callback=self.search_by_api,
                           dont_filter=True,
                           errback=self.error_callback)
         request.meta['api'] = self.api
         request.meta['cookiejar'] = 'FracFocusScraper:%s' % self.api
         self.log('** Scraping API %s' % self.api, log.INFO)
         yield request
     else:
         for item in NrcBot.process_items(self):
             yield item

示例#3

文件： ColoradoFeedGenerator.py 项目： SkyTruth/scraper

 def process_items (self):
     self.schedule_tasks ()
     for item in NrcBot.process_items (self):
         yield item

示例#4

文件： ColoradoFeedGenerator.py 项目： netconstructor/scraper-2

 def process_items(self):
     self.schedule_tasks()
     for item in NrcBot.process_items(self):
         yield item