예제 #1
0
def downloadAndSaveFile(filmId, pageCount, filename):
    for i in range(1, pageCount + 1):
        print("%s,page=%d" % (dateUtil.timeToStr(time.localtime()), i))
        url = 'http://m.maoyan.com/mmdb/comments/movie/' + filmId + '.json?_v_=yes&offset=' + str(
            i)
        html = getPage(url)
        data = parsePage(html)
        for item in data:
            with open(filename + '.txt', 'a', encoding='utf-8') as f:
                # f.write(item['date'] + ','+item['nickname'] + ',' + item['city'] + ',' + str(item['rate']) + ',' + item['conment']+'\n')
                f.write(json.dumps(item, ensure_ascii=False) + '\n')
                #time.sleep(random.randint(1,100)/20)
        time.sleep(2)