Python HttpCacheMiddleware.spider_opened Examples

Example #1

File: test_downloadermiddleware_httpcache.py Project: mchichou2015/scrapy

 def _middleware(self, **new_settings):
     settings = self._get_settings(**new_settings)
     mw = HttpCacheMiddleware(settings, self.crawler.stats)
     mw.spider_opened(self.spider)
     try:
         yield mw
     finally:
         mw.spider_closed(self.spider)

Example #2

 def _middleware(self, **new_settings):
     settings = self._get_settings(**new_settings)
     mw = HttpCacheMiddleware(settings, self.crawler.stats)
     mw.spider_opened(self.spider)
     try:
         yield mw
     finally:
         mw.spider_closed(self.spider)