def main():
keywords = [u'data+scientist', u'data+analyst',
u'business+analyst'] # only pinyin support
logging.info('Started')
model.database_init()
core.GetQuickinfoList(keywords)
linklist = get_linklist()
core.GetDetailList(linklist)
logging.info('Finished')
def main_method():
regionlist = settings.REGIONLIST # only pinyin support
model.database_init()
for city in settings.CTTYS:
settings.CITY = city
core.initBASE_URL()
# thread.start_new_thread(core.GetHouseByRegionlist, (regionlist,))
# thread.start_new_thread(core.GetRentByRegionlist, (regionlist,))
# thread.start_new_thread(core.GetCommunityByRegionlist, (regionlist,))
# core.GetHouseByRegionlist(regionlist)
# core.GetRentByRegionlist(regionlist)
# core.GetCommunityByRegionlist(regionlist) # Init,scrapy celllist and insert database; could run only 1st time
communitylist = get_communitylist(city) # Read celllist from database
thread.start_new_thread(core.GetSellByCommunitylist, (communitylist,))
# core.GetSellByCommunitylist(communitylist)
while True:
pass
class app(WSGI):
after = after
routes = [("/info", Info()), ("/token", Token()),
("/api/tunnels", Tunnels()), ("/api/tunnels/([\w]+)", Tunnel()),
("/api/tunnels/([\w]+)/log", TunnelLog()),
("/api/tunnels/([\w]+)/status", TunnelStatus())]
database_init()
import core
import model
import settings
def get_communitylist():
res = []
for community in model.Community.select():
res.append(community.title)
return res
if __name__ == "__main__":
regionlist = settings.REGIONLIST # only pinyin support
model.database_init()
#core.GetHouseByRegionlist(regionlist)
#core.GetRentByRegionlist(regionlist)
#core.GetCommunityByRegionlist(regionlist) # Init,scrapy celllist and insert database; could run only 1st time
#communitylist = get_communitylist() # Read celllist from database
#core.GetSellByCommunitylist(communitylist)
ret = os.system("/usr/local/bin/mysql.server status")
if ret == 0:
return ret
return 1
if __name__ == "__main__":
ret = mysql_status()
if ret != 0:
print('mysql start failed.')
sys.exit()
regionlist = settings.REGIONLIST # only pinyin support
city = settings.CITY
if args.initDatabase:
model.database_init() # create_tables: 执行一次即可
# Init,scrapy celllist and insert database; could run only 1st time
if args.updateCommunity:
core.GetCommunityByRegionlist(city, regionlist) # 获取小区列表写入表community
communitylist = get_communitylist(city) # Read celllist from database
# for community in communitylist:
# logging.info("%s", community)
if args.isDebug:
# dump_db('ershoufang')
# core.get_sell_percommunity(city, communitylist[0])
# core.get_house_percommunity(city, communitylist[0])
import core
import model
import settings
def get_communitylist():
res = []
for community in model.Community.select():
res.append(community.title)
return res
if __name__=="__main__":
regionlist = settings.REGIONLIST # only pinyin support
model.database_init() # only run on the first time
# ByRegionlist cant not get all data because linajie only display 100 pages
# core.GetHouseByRegionlist(regionlist)
# core.GetRentByRegionlist(regionlist)
# Init,scrapy celllist and insert database; could run only 1st time
core.GetCommunityByRegionlist(regionlist)
# Read celllist from database
communitylist = get_communitylist()
# history sell
core.GetSellByCommunitylist(communitylist)
# on sell
core.GetHouseByCommunitylist(communitylist)
# Rent
core.GetRentByCommunitylist(communitylist)
