def gen_spider(spider_data, module):
"""Generates a spider from spider_data dict.
If any problem occures raises GenerateSpiderError.
"""
if spider_data.pop('type') != 'vk':
raise exc.SpiderException(
'Autogeneration of non-vk spiders not supported!')
# inject module data
spider_data['module'] = module
# transfer all unicode values to str
spider_data = {k: v.encode('utf-8') if isinstance(v, unicode) else v
for k, v in spider_data.items()}
try:
return base.create_vk_spider(**spider_data)
except Exception as e:
raise exc.GenerateSpiderError('Error during auto generation: %s'
% e.message)
from postscraper.spiders import base # a general code for automatic VK Spider creation. spider = base.create_vk_spider(name="muzvakansii_vk", owner_id=-76576860, module=__name__)
from postscraper.spiders import base
# a general code for automatic VK Spider creation.
Spider = base.create_vk_spider(
name="work_for_musicians", owner_id=-278407, module=__name__)
from postscraper.spiders import base
# a general code for automatic VK Spider creation.
Spider = base.create_vk_spider(
name="eventhunt_vk", owner_id=-55051302, module=__name__)
from postscraper.spiders import base
# a general code for automatic VK Spider creation.
spider = base.create_vk_spider(
name="formusical_vk", owner_id=-33576030, boards=[27643700],
module=__name__)
