def test_get_spider_settings(self):
bool_json_csv = [
(True, True),
(True, False),
(False, True),
(False, False)
]
for item in bool_json_csv:
test_flask_config = self.get_flask_export_config(item[0], item[1])
pipelines = self.get_item_export_pipeline(item[0], item[1])
settings = get_spider_settings(test_flask_config, {})
self.assertIsInstance(settings, Settings)
self.assertEquals(settings.get('ITEM_PIPELINES'), pipelines)
# test if global settings are appeneded to spider settings
test_flask_config['SCRAPY_SETTINGS']['ITEM_PIPELINES'] = {
'apple': 100,
'batman': 200
}
pipelines.update(test_flask_config['SCRAPY_SETTINGS']['ITEM_PIPELINES'])
settings = get_spider_settings(test_flask_config, {})
self.assertEquals(settings['ITEM_PIPELINES'], pipelines)
# test if spider settings have priority over scrapy settings
test_flask_config = self.get_flask_export_config(item[0], item[1])
pipelines = self.get_item_export_pipeline(item[0], item[1])
spider_settings = {
'ITEM_PIPELINES': {
'arachne.pipelines.ExportJSON': 300,
'arachne.pipelines.ExportCSV': 400,
}
}
settings = get_spider_settings(test_flask_config, spider_settings)
self.assertEquals(settings.get('ITEM_PIPELINES'), spider_settings['ITEM_PIPELINES'])
def test_get_spider_settings(self):
bool_json_csv = [(True, True), (True, False), (False, True),
(False, False)]
for item in bool_json_csv:
test_flask_config = self.get_flask_export_config(item[0], item[1])
pipelines = self.get_item_export_pipeline(item[0], item[1])
settings = get_spider_settings(test_flask_config, {})
self.assertIsInstance(settings, Settings)
self.assertEquals(settings.get('ITEM_PIPELINES'), pipelines)
# test if global settings are appeneded to spider settings
test_flask_config['SCRAPY_SETTINGS']['ITEM_PIPELINES'] = {
'apple': 100,
'batman': 200
}
pipelines.update(
test_flask_config['SCRAPY_SETTINGS']['ITEM_PIPELINES'])
settings = get_spider_settings(test_flask_config, {})
self.assertEquals(settings['ITEM_PIPELINES'], pipelines)
# test if spider settings have priority over scrapy settings
test_flask_config = self.get_flask_export_config(item[0], item[1])
pipelines = self.get_item_export_pipeline(item[0], item[1])
spider_settings = {
'ITEM_PIPELINES': {
'arachne.pipelines.ExportJSON': 300,
'arachne.pipelines.ExportCSV': 400,
}
}
settings = get_spider_settings(test_flask_config, spider_settings)
self.assertEquals(settings.get('ITEM_PIPELINES'),
spider_settings['ITEM_PIPELINES'])
def test_get_spider_settings(self):
bool_json_csv = [(True, True), (True, False), (False, True),
(False, False)]
for item in bool_json_csv:
test_flask_config = get_flask_export_config(item[0], item[1])
extensions = get_item_export_extension(item[0], item[1])
settings = get_spider_settings(test_flask_config, {})
self.assertIsInstance(settings, Settings)
self.assertEquals(settings.get('EXTENSIONS'), extensions)
# test if global settings are appeneded to spider settings
test_flask_config['SCRAPY_SETTINGS']['EXTENSIONS'] = {
'apple': 100,
'batman': 200
}
extensions.update(
test_flask_config['SCRAPY_SETTINGS']['EXTENSIONS'])
settings = get_spider_settings(test_flask_config, {})
self.assertEquals(settings['EXTENSIONS'], extensions)
# test if spider settings have priority over scrapy settings
test_flask_config = get_flask_export_config(item[0], item[1])
extensions = get_item_export_extension(item[0], item[1])
spider_settings = {
'EXTENSIONS': {
'arachne.extensions.ExportJSON': 300,
'arachne.extensions.ExportCSV': 400,
}
}
settings = get_spider_settings(test_flask_config, spider_settings)
self.assertEquals(settings.get('EXTENSIONS'),
spider_settings['EXTENSIONS'])
def test_get_spider_settings(self):
bool_json_csv = [(True, True), (True, False), (False, True),
(False, False)]
for item in bool_json_csv:
test_flask_config = self.get_flask_export_config(item[0], item[1])
pipelines = self.get_item_export_pipeline(item[0], item[1])
settings = get_spider_settings(test_flask_config, {})
self.assertIsInstance(settings, Settings)
self.assertEquals(settings.get('ITEM_PIPELINES'), pipelines)
def test_get_spider_settings(self):
bool_json_csv = [
(True, True),
(True, False),
(False, True),
(False, False)
]
for item in bool_json_csv:
test_flask_config = self.get_flask_export_config(item[0], item[1])
pipelines = self.get_item_export_pipeline(item[0], item[1])
settings = get_spider_settings(test_flask_config, {})
self.assertIsInstance(settings, Settings)
self.assertEquals(settings.get('ITEM_PIPELINES'), pipelines)
def test_get_spider_settings(self):
bool_json_csv = [
(True, True),
(True, False),
(False, True),
(False, False)
]
for item in bool_json_csv:
test_flask_config = get_flask_export_config(item[0], item[1])
extensions = get_item_export_extension(item[0], item[1])
settings = get_spider_settings(test_flask_config, {})
self.assertIsInstance(settings, Settings)
self.assertEquals(settings.get('EXTENSIONS'), extensions)
# test if global settings are appeneded to spider settings
test_flask_config['SCRAPY_SETTINGS']['EXTENSIONS'] = {
'apple': 100,
'batman': 200
}
extensions.update(
test_flask_config['SCRAPY_SETTINGS']['EXTENSIONS'])
settings = get_spider_settings(test_flask_config, {})
self.assertEquals(settings['EXTENSIONS'], extensions)
# test if spider settings have priority over scrapy settings
test_flask_config = get_flask_export_config(item[0], item[1])
extensions = get_item_export_extension(item[0], item[1])
spider_settings = {
'EXTENSIONS': {
'arachne.extensions.ExportJSON': 300,
'arachne.extensions.ExportCSV': 400,
}
}
settings = get_spider_settings(test_flask_config, spider_settings)
self.assertEquals(settings.get('EXTENSIONS'),
spider_settings['EXTENSIONS'])
