u"prefix": u"http://irr.ru"
}
]
},
u"item": {
u"title": {
u"extractor": u"<h1>(.*?)</h1>"
},
u"id": {
u"extractor": u"advertId\\s+=\\s+(\\d+);"
}
},
}
info = u'Сайт www.irr.ru: основной поиск'
print '*project_code, code\n', projects.get(project_code, code), u'\n'
"""
uris = {"start": u'http://www.cian.ru/cat.php?deal_type=rent&flats=yes',
"part": u'http://www.cian.ru%s',
"next": u'//div[@class="object_actions"]/a/@href'}
info = [
('rent_type', u'//div[@class="object_descr_title"]'),
('total_square', u'//table[@class="object_descr_props"]'),
('total_square', u'//table[@class="object_descr_props"]/tr'),
('cost', u'//div[@class="object_descr_price"]/text()'),
('address', u'//h1[@class="object_descr_addr"]/text()'),
from realty.config.config import Config
from realty.utils import errorhandler
from realty.models.db import get_database
from realty.models.projectDAO import ProjectDAO
from realty.models.infoDAO import InfoDAO
error_handler = errorhandler.get_error_handler()
config = Config(error_handler)
database = get_database(config)
projects = ProjectDAO(database, error_handler)
project_code = u'irr.ru'
code = u'general'
project = projects.get(project_code, code)
print '*project\n', project
params = project[u"params"][0]
info_project = {u"_id": project[u"_id"], u"params": params}
infos = InfoDAO(database, error_handler, info_project)
print '*info\n', list(infos.get_all())
info = {u"asd": "info from asd"}
result = infos.push_info(info)
print u'\n*push return\n', result.modified_count
info = {u"qwe": "info from qwe"}
result = infos.push_info(info)
print u'\n*push return\n', result.modified_count
