u"prefix": u"http://irr.ru" } ] }, u"item": { u"title": { u"extractor": u"<h1>(.*?)</h1>" }, u"id": { u"extractor": u"advertId\\s+=\\s+(\\d+);" } }, } info = u'Сайт www.irr.ru: основной поиск' print '*project_code, code\n', projects.get(project_code, code), u'\n' """ uris = {"start": u'http://www.cian.ru/cat.php?deal_type=rent&flats=yes', "part": u'http://www.cian.ru%s', "next": u'//div[@class="object_actions"]/a/@href'} info = [ ('rent_type', u'//div[@class="object_descr_title"]'), ('total_square', u'//table[@class="object_descr_props"]'), ('total_square', u'//table[@class="object_descr_props"]/tr'), ('cost', u'//div[@class="object_descr_price"]/text()'), ('address', u'//h1[@class="object_descr_addr"]/text()'),
from realty.config.config import Config from realty.utils import errorhandler from realty.models.db import get_database from realty.models.projectDAO import ProjectDAO from realty.models.infoDAO import InfoDAO error_handler = errorhandler.get_error_handler() config = Config(error_handler) database = get_database(config) projects = ProjectDAO(database, error_handler) project_code = u'irr.ru' code = u'general' project = projects.get(project_code, code) print '*project\n', project params = project[u"params"][0] info_project = {u"_id": project[u"_id"], u"params": params} infos = InfoDAO(database, error_handler, info_project) print '*info\n', list(infos.get_all()) info = {u"asd": "info from asd"} result = infos.push_info(info) print u'\n*push return\n', result.modified_count info = {u"qwe": "info from qwe"} result = infos.push_info(info) print u'\n*push return\n', result.modified_count