# -*- coding: utf-8 -*-
from realty.config.config import Config
from realty.utils import errorhandler
from realty.models.db import get_database
from realty.models.projectDAO import ProjectDAO
error_handler = errorhandler.get_error_handler()
config = Config(error_handler)
database = get_database(config)
projects = ProjectDAO(database, error_handler)
project_code = u'irr.ru'
code = u'general'
scrapy_config = {
u"concurrent_spiders": 10,
u"download_timeout": 15
}
project_config = {
u"allowed_domains": [
u"irr.ru"
],
u"start_urls": [
u"http://irr.ru/real-estate/commercial/search/currency=RUR/sourcefrom=0/date_create=yesterday/page_len60/",
u"http://irr.ru/real-estate/commercial/search/currency=RUR/sourcefrom=1/date_create=yesterday/page_len60/",
# -*- coding: utf-8 -*-
from realty.config.config import Config
from realty.utils import errorhandler
from realty.models.db import get_database
from realty.models.projectDAO import ProjectDAO
from realty.models.infoDAO import InfoDAO
error_handler = errorhandler.get_error_handler()
config = Config(error_handler)
database = get_database(config)
projects = ProjectDAO(database, error_handler)
project_code = u'irr.ru'
code = u'general'
project = projects.get(project_code, code)
print '*project\n', project
params = project[u"params"][0]
info_project = {u"_id": project[u"_id"], u"params": params}
infos = InfoDAO(database, error_handler, info_project)
print '*info\n', list(infos.get_all())
info = {u"asd": "info from asd"}
result = infos.push_info(info)
print u'\n*push return\n', result.modified_count
