def downloadAndSaveFile(filmId, pageCount, filename): for i in range(1, pageCount + 1): print("%s,page=%d" % (dateUtil.timeToStr(time.localtime()), i)) url = 'http://m.maoyan.com/mmdb/comments/movie/' + filmId + '.json?_v_=yes&offset=' + str( i) html = getPage(url) data = parsePage(html) for item in data: with open(filename + '.txt', 'a', encoding='utf-8') as f: # f.write(item['date'] + ','+item['nickname'] + ',' + item['city'] + ',' + str(item['rate']) + ',' + item['conment']+'\n') f.write(json.dumps(item, ensure_ascii=False) + '\n') #time.sleep(random.randint(1,100)/20) time.sleep(2)