def getTmpContent(headers): print 'Please enter a number:' n = raw_input() urls = db.selectTmpFilm(int(n)) minute = 8*60 start = int(time.time()) for ur in urls: current_time = int(time.time()) cost = current_time - start if( (cost != 0) and (cost%minute == 0)): second = random.uniform(60, 180) print 'sleep ' + str(second) + '.....' time.sleep(second) print 'wake up!Start to work...' url = ur[3] tag_id = ur[2] film_id = ur[0] # global req_header # html = cheat_get_html(url,req_header) try: # html = getDouban_module.getHtml(url) # global req_header w = random.randint(0, 1) req_header = headers[w] html = cheat_get_html(url,req_header) except: msg = 'get ' + str(tag_id) + ' ' + url + ' faild\n' filename = 'filmError.txt' print 'Error:' + msg + '\n' getDouban_module.saveData(msg,filename) error_if = 1 db.setTempFilmError(film_id,error_if) continue tmp_title = getDouban_module.getTitle(html) # print title tmp_info = getDouban_module.getInfo(html) tmp_related_info = getDouban_module.getRelatedInfo(html) db.saveTmpFilmContent(tag_id, tmp_title, tmp_info, tmp_related_info) db.setTmpFilmIf(1,film_id) msg = tmp_title + ' save success' msg = msg.decode('utf-8').encode('gbk','ignore') print msg print 'for loop is over' music()
def getTmpContent(headers): print 'Please enter a number:' n = raw_input() urls = db.selectTmpFilm(int(n)) minute = 8 * 60 start = int(time.time()) for ur in urls: current_time = int(time.time()) cost = current_time - start if ((cost != 0) and (cost % minute == 0)): second = random.uniform(60, 180) print 'sleep ' + str(second) + '.....' time.sleep(second) print 'wake up!Start to work...' url = ur[3] tag_id = ur[2] film_id = ur[0] # global req_header # html = cheat_get_html(url,req_header) try: # html = getDouban_module.getHtml(url) # global req_header w = random.randint(0, 1) req_header = headers[w] html = cheat_get_html(url, req_header) except: msg = 'get ' + str(tag_id) + ' ' + url + ' faild\n' filename = 'filmError.txt' print 'Error:' + msg + '\n' getDouban_module.saveData(msg, filename) error_if = 1 db.setTempFilmError(film_id, error_if) continue tmp_title = getDouban_module.getTitle(html) # print title tmp_info = getDouban_module.getInfo(html) tmp_related_info = getDouban_module.getRelatedInfo(html) db.saveTmpFilmContent(tag_id, tmp_title, tmp_info, tmp_related_info) db.setTmpFilmIf(1, film_id) msg = tmp_title + ' save success' msg = msg.decode('utf-8').encode('gbk', 'ignore') print msg print 'for loop is over' music()
def getU(): print 'Enter a number:' n = raw_input() res = db.selectTags(int(n)) for r in res: url = r[3] tag_id = int(r[0]) start = time.time() getUrls(url, tag_id) end = time.time() cost = end - start log = str(tag_id) + ' cost ' + str(cost) + '\n' print log getDouban_module.saveData(log,'time.txt') # else: print 'for loop is over' music() print 'Do you want to continue?Y/N' yn = raw_input() if yn == 'Y': getU() elif yn == 'N': print 'Game over!'
def getU(): print 'Enter a number:' n = raw_input() res = db.selectTags(int(n)) for r in res: url = r[3] tag_id = int(r[0]) start = time.time() getUrls(url, tag_id) end = time.time() cost = end - start log = str(tag_id) + ' cost ' + str(cost) + '\n' print log getDouban_module.saveData(log, 'time.txt') # else: print 'for loop is over' music() print 'Do you want to continue?Y/N' yn = raw_input() if yn == 'Y': getU() elif yn == 'N': print 'Game over!'