source = eval(param)
logger = logging.getLogger(param)
logger.info('Starting task %s' % (param))
conn = get_conn(config)
source.crawl(conn)
if __name__ == '__main__':
reload(sys)
sys.setdefaultencoding('utf-8')
config = configparser.ConfigParser()
config.read("config.ini")
logging.config.fileConfig("logger.conf")
scheduler = GeventScheduler()
scheduler.add_executor('processpool')
scheduler.add_job(tick, 'interval', ['sina_video'], seconds=7200)
scheduler.add_job(tick, 'interval', ['smzdm'], seconds=7200)
scheduler.add_job(tick, 'interval', ['kr36'], seconds=7200)
scheduler.add_job(tick, 'interval', ['sina_top'], seconds=600)
scheduler.add_job(tick, 'interval', ['zhihu_daily'], seconds=86400)
scheduler.add_job(tick, 'interval', ['chuangye'], seconds=86400)
scheduler.add_job(tick, 'interval', ['douban'], seconds=86400)
scheduler.add_job(tick, 'interval', ['qiushibaike'], seconds=86400)
scheduler.add_job(tick, 'interval', ['study163'], seconds=600)
scheduler.add_job(tick, 'interval', ['news'], seconds=600)
scheduler.add_job(tick, 'interval', ['baidu_amuse'], seconds=3600)
scheduler.add_job(tick, 'interval', ['baidu_beauty'], seconds=3600)
scheduler.add_job(tick, 'interval', ['baidu_history'], seconds=3600)
scheduler.add_job(tick, 'interval', ['baidu_music'], seconds=3600)
