def gen_spider(spider_data, module): """Generates a spider from spider_data dict. If any problem occures raises GenerateSpiderError. """ if spider_data.pop('type') != 'vk': raise exc.SpiderException( 'Autogeneration of non-vk spiders not supported!') # inject module data spider_data['module'] = module # transfer all unicode values to str spider_data = {k: v.encode('utf-8') if isinstance(v, unicode) else v for k, v in spider_data.items()} try: return base.create_vk_spider(**spider_data) except Exception as e: raise exc.GenerateSpiderError('Error during auto generation: %s' % e.message)
from postscraper.spiders import base # a general code for automatic VK Spider creation. spider = base.create_vk_spider(name="muzvakansii_vk", owner_id=-76576860, module=__name__)
from postscraper.spiders import base # a general code for automatic VK Spider creation. Spider = base.create_vk_spider( name="work_for_musicians", owner_id=-278407, module=__name__)
from postscraper.spiders import base # a general code for automatic VK Spider creation. Spider = base.create_vk_spider( name="eventhunt_vk", owner_id=-55051302, module=__name__)
from postscraper.spiders import base # a general code for automatic VK Spider creation. spider = base.create_vk_spider( name="formusical_vk", owner_id=-33576030, boards=[27643700], module=__name__)