def init_app(self):
''' 服务矜持初始化 '''
ret = 0
self.init_log(logging.DEBUG)
self._logger.info("application init start.")
Spider_MySQL_DBProcess.instance().set_db_info(db_usr="******",
db_password="******")
ret = Spider_MySQL_DBProcess.instance().connect_to_db()
if (ret != 0):
return ret
Spider_Openner_Builder.instance().config_builder(
{'http': 'http://proxy.tencent.com:8080/'})
#Spider_Openner_Builder.instance().config_builder()
Spider_Schedule_Manager.instance()
Spider_Schedule_Manager.instance().init(80001,\
10,\
True,\
"E:/My.Travel/",
"127.0.0.1",\
"root",\
"zxzxzx")
return 0
def run_app(self):
# print (content)
self._logger.info("application run start.")
#Spider_Schedule_Manager.instance().readdb_citylist_tocrawl(country_id=96)
Spider_Schedule_Manager.instance().readdb_hotellist_tocrawl(
hotel_id=1000)
Spider_Schedule_Manager.instance().wait_thread_exit()
return 0
def run_app(self):
# print (content)
self._logger.info("application run start.")
#Spider_Schedule_Manager.instance().readdb_citylist_tocrawl(country_id=96)
Spider_Schedule_Manager.instance().readdb_hotellist_tocrawl(hotel_id=1000)
Spider_Schedule_Manager.instance().wait_thread_exit()
return 0
def init_app(self):
''' 服务矜持初始化 '''
ret = 0
self.init_log(logging.DEBUG)
self._logger.info("application init start.")
Spider_MySQL_DBProcess.instance().set_db_info( db_usr="******", db_password="******")
ret = Spider_MySQL_DBProcess.instance().connect_to_db()
if (ret != 0):
return ret
Spider_Openner_Builder.instance().config_builder({'http': 'http://proxy.tencent.com:8080/'})
#Spider_Openner_Builder.instance().config_builder()
Spider_Schedule_Manager.instance()
Spider_Schedule_Manager.instance().init(80001,\
10,\
True,\
"E:/My.Travel/",
"127.0.0.1",\
"root",\
"zxzxzx")
return 0
