Python SpiderSettings示例

示例#1

 def test_spider_overrides_crawler(self):
     crawler = get_crawler({'DOWNLOAD_TIMEOUT': '3'})
     crawler.settings.defaults['DOWNLOAD_TIMEOUT'] = '99'
     settings = SpiderSettings(BaseSpider('name', DOWNLOAD_TIMEOUT='12'),
                               crawler.settings)
     self.assertEqual(settings.getint('DOWNLOAD_TIMEOUT'), 12)

示例#2

 def test_overrides_most_precedence(self):
     crawler = get_crawler({'DOWNLOAD_TIMEOUT': '3'})
     crawler.settings.overrides['DOWNLOAD_TIMEOUT'] = '15'
     settings = SpiderSettings(BaseSpider('name', DOWNLOAD_TIMEOUT='12'),
                               crawler.settings)
     self.assertEqual(settings.getint('DOWNLOAD_TIMEOUT'), 15)

示例#3

 def test_defaults(self):
     crawler = get_crawler()
     crawler.settings.defaults['DOWNLOAD_TIMEOUT'] = '99'
     settings = SpiderSettings(BaseSpider('name'), crawler.settings)
     self.assertEqual(settings.getint('DOWNLOAD_TIMEOUT'), 99)

示例#4

 def test_crawler_defaults(self):
     crawler = get_crawler({'DOWNLOAD_TIMEOUT': '3'})
     settings = SpiderSettings(BaseSpider('name'), crawler.settings)
     self.assertEqual(settings.getint('DOWNLOAD_TIMEOUT'), 3)

示例#5

 def settings(self):
     if not hasattr(self, '_settings'):
         self._settings = SpiderSettings(self, self.crawler.settings)
     return self._settings

示例#6

文件： test_settings.py 项目： Aaron1011/oh-mainline

 def test_overrides_most_precedence(self):
     crawler = get_crawler({'DOWNLOAD_TIMEOUT': '3'})
     crawler.settings.overrides['DOWNLOAD_TIMEOUT'] = '15'
     settings = SpiderSettings(BaseSpider('name', DOWNLOAD_TIMEOUT='12'), crawler.settings)
     self.assertEqual(settings.getint('DOWNLOAD_TIMEOUT'), 15)

示例#7

文件： test_settings.py 项目： Aaron1011/oh-mainline

 def test_spider_overrides_crawler(self):
     crawler = get_crawler({'DOWNLOAD_TIMEOUT': '3'})
     crawler.settings.defaults['DOWNLOAD_TIMEOUT'] = '99'
     settings = SpiderSettings(BaseSpider('name', DOWNLOAD_TIMEOUT='12'), crawler.settings)
     self.assertEqual(settings.getint('DOWNLOAD_TIMEOUT'), 12)

示例#8

文件： test_settings.py 项目： Aaron1011/oh-mainline

 def test_crawler_defaults(self):
     crawler = get_crawler({'DOWNLOAD_TIMEOUT': '3'})
     settings = SpiderSettings(BaseSpider('name'), crawler.settings)
     self.assertEqual(settings.getint('DOWNLOAD_TIMEOUT'), 3)

示例#9

文件： test_settings.py 项目： Aaron1011/oh-mainline

 def test_defaults(self):
     crawler = get_crawler()
     crawler.settings.defaults['DOWNLOAD_TIMEOUT'] = '99'
     settings = SpiderSettings(BaseSpider('name'), crawler.settings)
     self.assertEqual(settings.getint('DOWNLOAD_TIMEOUT'), 99)