'url_check':'http://gxqyxygs.gov.cn/checkCheckNo.jspx', 'url_list':'http://gxqyxygs.gov.cn/searchList.jspx'} }, 'ha':{'mod':'anhui','thread_count':50, 'urls':{'host':'http://222.143.24.157', 'url_home':'http://222.143.24.157/search.jspx', 'url_code':'http://222.143.24.157/validateCode.jspx?type=1&id=%s', 'url_check':'http://222.143.24.157/checkCheckNo.jspx', 'url_list':'http://222.143.24.157/searchList.jspx'} }, 'hl':{'mod':'anhui','thread_count':50, 'urls':{'host':'http://gsxt.hljaic.gov.cn', 'url_home':'http://gsxt.hljaic.gov.cn/search.jspx', 'url_code':'http://gsxt.hljaic.gov.cn/validateCode.jspx?type=1&id=%s', 'url_check':'http://gsxt.hljaic.gov.cn/checkCheckNo.jspx', 'url_list':'http://gsxt.hljaic.gov.cn/searchList.jspx'} }, } if __name__=="__main__": dbinfo ={'host':'192.168.10.126','port':3306,'dbname':'gov_corp', 'user':'******','passwd':'wbsp','charset':'utf8'} mysqlwrap.setup_db('default',dbinfo) mysqlwrap.get_db().connect() rediswrap.setup_redis('default','192.168.10.126',6380) for p in SF_DIST.keys(): sql = Data_tb % p mysqlwrap.get_db().query(sql,1) #print(get_proxy())
logger.error("config file %s not load.please check." % f) # 加载zk zkwrap.setup("default", sconf.SYS["zk"]) # 加载数据库 mysqlwrap.setup_db("default", sconf.SYS["mysql"]) mysqlwrap.pool_monitor() # rediswrap.setup_redis('default',sconf.SYS['redis']['host'],sconf.SYS['redis']['port']) rediswrap.setup_redis("cache", sconf.SYS["redis"]["host"], sconf.SYS["redis"]["port"], decode_flag=False) sconf.SYS["root_dir"] = sys.path[0] G_exit = False mpexit = mp.Event() # 启动定时任务 # from stat_daemon import cron # p = mp.Process(target=cron, args=(mpexit,)) # p.daemon = True
import sconf #设置配置文件目录 sconf.set_conf_path("%s/%s" % (sys.path[0],'conf')) #加载系统配置 sconf.load_sys_conf() #加载应用服务器配置 sconf.load_host_conf() #加载数据源信息 sconf.load_db_conf() #加载业务配置文件 sconf.load_biz_conf() mysqlwrap.setup_db('default',sconf.SYS['mysql']) mysqlwrap.pool_monitor() #rediswrap.setup_redis('default',sconf.SYS['redis']['host'],sconf.SYS['redis']['port']) rediswrap.setup_redis('cache',sconf.SYS['redis']['host'],sconf.SYS['redis']['port'],decode_flag=False) sconf.SYS['root_dir'] = sys.path[0] import myapp app = application=myapp.app #import ctl_bizcom import ctl_dbo import ctl_search import ctl_bizcom import ctl_bizprod import ctl_bizuser import ctl_bizhome import ctl_bizzsinfo import ctl_bizbuy import ctl_biznews #app.add_route('/test/{action}', test)
except: pass #加载业务配置文件 files = os.listdir("./conf") for f in files: try: if f[:4]=='biz_' and f[-5:]=='.json': sconf.BIZ[f[4:-5]] = json.loads(open("./conf/%s"%f).read().replace('\n','').replace('\t','')) except: logger.error("config file %s not load.please check."%f) #加载zk zkwrap.setup('default',sconf.SYS['zk']) #加载数据库 mysqlwrap.setup_db('default',sconf.SYS['mysql']) mysqlwrap.pool_monitor() rediswrap.setup_redis('default',sconf.SYS['redis']['host'],sconf.SYS['redis']['port']) rediswrap.setup_redis('cache',sconf.SYS['redis']['host'],sconf.SYS['redis']['port']) sconf.SYS['root_dir'] = sys.path[0] G_exit = False mpexit = mp.Event() #启动定时任务 #from stat_daemon import cron #p = mp.Process(target=cron, args=(mpexit,)) #p.daemon = True #p.start() #信号处理 def sig_exit(a,b):
config.read('./conf/worker.conf') G_exit = False SERVER = config.CONFIG['server'] #配置文件信息 #信号处理 def sig_exit(a,b): print('sig:',a) logger.info("exit MainMnt..") datamodel.g_exit=True #os._exit(0) signal(SIGINT,sig_exit) signal(SIGTERM,sig_exit) #signal(SIGCHLD,sig_exit) #注册redis消息中枢 rediswrap.setup_redis('default',SERVER['host'],int(SERVER['port']),SERVER['db']) logger.info("register redis.") #注册数据库 mysqlwrap.setup_db('default',config.CONFIG['mysqld']) #启动数据连接池守护进程 mysqlwrap.pool_monitor() logger.info("register mysql.") #启动数据源队列守护进程 qmnt = Thread(target=core.queue_mnt) qmnt.setDaemon(True) qmnt.start() logger.info("start queue_mnt.") #启动采集程序 logger.info("start MainMnt.") core.MainMnt().run() #srvd = PMService()