def test_build_root_config_overwrite(self): cfg = build_root_config('tests.files.settings_overwrite') for key, val in DEFAULT_SPIDER_GLOBAL_CONFIG.items(): if key == 'spider_modules': self.assertEqual(cfg['global'][key], ['zzz']) else: self.assertEqual(cfg['global'][key], val)
def test_build_root_config_overwrite(self): cfg = build_root_config('test.files.settings_overwrite') for key, val in DEFAULT_SPIDER_GLOBAL_CONFIG.items(): if key == 'spider_modules': self.assertEqual(cfg['global'][key], ['zzz']) else: self.assertEqual(cfg['global'][key], val)
def test_build_spider_config_overwrite(self): class TestSpider(Spider): pass root_cfg = build_root_config('test.files.settings_test_spider') cfg = build_spider_config(TestSpider, root_cfg) for key, val in DEFAULT_SPIDER_GLOBAL_CONFIG.items(): if key == 'spider_modules': self.assertEqual(cfg[key], ['zzz']) elif key == 'thread_number': self.assertEqual(cfg[key], 777) else: self.assertEqual(cfg[key], val)
def test_setup_spider_config(self): class TestSpider(Spider): @classmethod def setup_spider_config(cls, config): config['foo'] = 'bar' root_cfg = build_root_config('tests.files.settings_minimal') cfg = build_spider_config(TestSpider, root_cfg) for key, val in DEFAULT_SPIDER_GLOBAL_CONFIG.items(): if key == 'foo': self.assertEqual(cfg[key], 'bar') else: self.assertEqual(cfg[key], val)
def test_setup_spider_config(self): class TestSpider(Spider): @classmethod def setup_spider_config(cls, config): config['foo'] = 'bar' root_cfg = build_root_config('test.files.settings_minimal') cfg = build_spider_config(TestSpider, root_cfg) for key, val in DEFAULT_SPIDER_GLOBAL_CONFIG.items(): if key == 'foo': self.assertEqual(cfg[key], 'bar') else: self.assertEqual(cfg[key], val)