def main(): keywords = [u'data+scientist', u'data+analyst', u'business+analyst'] # only pinyin support logging.info('Started') model.database_init() core.GetQuickinfoList(keywords) linklist = get_linklist() core.GetDetailList(linklist) logging.info('Finished')
def main_method(): regionlist = settings.REGIONLIST # only pinyin support model.database_init() for city in settings.CTTYS: settings.CITY = city core.initBASE_URL() # thread.start_new_thread(core.GetHouseByRegionlist, (regionlist,)) # thread.start_new_thread(core.GetRentByRegionlist, (regionlist,)) # thread.start_new_thread(core.GetCommunityByRegionlist, (regionlist,)) # core.GetHouseByRegionlist(regionlist) # core.GetRentByRegionlist(regionlist) # core.GetCommunityByRegionlist(regionlist) # Init,scrapy celllist and insert database; could run only 1st time communitylist = get_communitylist(city) # Read celllist from database thread.start_new_thread(core.GetSellByCommunitylist, (communitylist,)) # core.GetSellByCommunitylist(communitylist) while True: pass
class app(WSGI): after = after routes = [("/info", Info()), ("/token", Token()), ("/api/tunnels", Tunnels()), ("/api/tunnels/([\w]+)", Tunnel()), ("/api/tunnels/([\w]+)/log", TunnelLog()), ("/api/tunnels/([\w]+)/status", TunnelStatus())] database_init()
import core import model import settings def get_communitylist(): res = [] for community in model.Community.select(): res.append(community.title) return res if __name__ == "__main__": regionlist = settings.REGIONLIST # only pinyin support model.database_init() #core.GetHouseByRegionlist(regionlist) #core.GetRentByRegionlist(regionlist) #core.GetCommunityByRegionlist(regionlist) # Init,scrapy celllist and insert database; could run only 1st time #communitylist = get_communitylist() # Read celllist from database #core.GetSellByCommunitylist(communitylist)
ret = os.system("/usr/local/bin/mysql.server status") if ret == 0: return ret return 1 if __name__ == "__main__": ret = mysql_status() if ret != 0: print('mysql start failed.') sys.exit() regionlist = settings.REGIONLIST # only pinyin support city = settings.CITY if args.initDatabase: model.database_init() # create_tables: 执行一次即可 # Init,scrapy celllist and insert database; could run only 1st time if args.updateCommunity: core.GetCommunityByRegionlist(city, regionlist) # 获取小区列表写入表community communitylist = get_communitylist(city) # Read celllist from database # for community in communitylist: # logging.info("%s", community) if args.isDebug: # dump_db('ershoufang') # core.get_sell_percommunity(city, communitylist[0]) # core.get_house_percommunity(city, communitylist[0])
import core import model import settings def get_communitylist(): res = [] for community in model.Community.select(): res.append(community.title) return res if __name__=="__main__": regionlist = settings.REGIONLIST # only pinyin support model.database_init() # only run on the first time # ByRegionlist cant not get all data because linajie only display 100 pages # core.GetHouseByRegionlist(regionlist) # core.GetRentByRegionlist(regionlist) # Init,scrapy celllist and insert database; could run only 1st time core.GetCommunityByRegionlist(regionlist) # Read celllist from database communitylist = get_communitylist() # history sell core.GetSellByCommunitylist(communitylist) # on sell core.GetHouseByCommunitylist(communitylist) # Rent core.GetRentByCommunitylist(communitylist)