def printData(self, commonTool=CommonTool()): commonTool.write(self.reviewID) commonTool.write(self.asin) commonTool.write(self.reviewerID) reviewer = Reviewer.loadReviewer(self.reviewerID) commonTool.write(reviewer.rName) commonTool.write(reviewer.location) commonTool.write(reviewer.tRev1) commonTool.write(reviewer.tRev10) commonTool.write(reviewer.tRev50) commonTool.write(reviewer.tRev100) commonTool.write(reviewer.tRev500) commonTool.write(reviewer.tRev1000) commonTool.write(reviewer.tRevHall) commonTool.write(self.fromFormat) commonTool.write(self.verified) commonTool.write(self.rate) commonTool.write(self.title) commonTool.write(self.date) commonTool.write(self.fetchDate) commonTool.write(self.reviewBookDate) commonTool.write(self.elapsedDate) commonTool.write(self.helpful) commonTool.write(self.total) commonTool.write(self.helpfulness) commonTool.write(self.helpfulRank) commonTool.write(self.timeRank) # commonTool.write(self.top1Percent) # commonTool.write(self.top5Percent) # commonTool.write(self.top10Percent) commonTool.write(self.description) commonTool.write(self.numOfComments) commonTool.write(self.comment) #commonTool.write(self.isQuoteTable) commonTool.writeln(self.lastReviewRank)
def insertReviewDataIntoTable(self): dbHost="mysql-instance1.cwadxhsr7eiv.us-west-2.rds.amazonaws.com:3306" dbUser="******" dbPassword="******" conn = MySQLdb.connect(dbHost,dbUser,dbPassword,"Amazonbook") try: query="INSERT INTO 'rEVIEW' VALUES(?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?);" reviewer = Reviewer.loadReviewer(self.reviewerID) conn.execute(query,self.reviewID,self.asin,self.reviewerID,reviewer.rName,reviewer.location,reviewer.tRev1,reviewer.tRev10,reviewer.tRev50,reviewer.tRev100, reviewer.tRev500,reviewer.tRev1000,reviewer.tRevHall,self.fromFormat,self.verified,self.rate,self.title,self.date,self.fetchDate, self.reviewBookDate,self.elapsedDate,self.total,self.helpful,self.helpfulness,self.helpfulRank,self.timeRank,self.description,self.numOfComments,self.comment,self.lastReviewRank) conn.commit() except: conn.rollback()
def solveReviewerBack(self): # newAsinList = [] with open("../data/" + self.fetchDate.isoformat() + "/reviewer.txt", "w") as fout: ct = CommonTool(fout) ct.writeln(Reviewer.Reviewer.tableHead) for i, reviewerID in enumerate(self.reviewerList): if reviewerID == '': continue print 'solve reviewer {0} of {1}: {2}'.format( i, len(self.reviewerList), reviewerID) reviewer = Reviewer.loadReviewer(reviewerID) # newAsinList.extend(reviewer.getReviewedBookList()) reviewer.saveProfileUp(ct)
def solveReviewer(self): with open("../data/" + self.fetchDate.isoformat() + "/reviewer.txt", "w") as fout: ct = CommonTool(fout) fout.write(Reviewer.Reviewer.tableHead) fout.write('\n') fout.flush() print "ReviewerList",self.reviewerList # ct.writeln(Reviewer.Reviewer.tableHead) for i, reviewerID in enumerate(self.reviewerList): if reviewerID == '': continue print 'solve reviewer {0} of {1}: {2}'.format( i, len(self.reviewerList), reviewerID) reviewer = Reviewer.loadReviewer(reviewerID, True) reviewer.saveProfileUp(ct)
def printData(self): with open("../data/" + self.fetchDate.isoformat() + "/dataAll.txt", "w") as fout: ct = CommonTool(fout) fout.write("\t".join(self.tableHeadList)) fout.write('\n') fout.flush() for i, reviewID in enumerate(self.reviewList): if reviewID == '': continue print 'solve review {0} of {1}: {2}'.format( i, len(self.reviewList), reviewID) review = Review.loadReview(reviewID) book = Book.loadBookByAsin(review.asin) reviewer = Reviewer.loadReviewer(review.reviewerID) ct.write(reviewID) ct.write(review.asin) ct.write(review.reviewerID) ct.write(reviewer.rName) ct.write(reviewer.tRev1) ct.write(reviewer.tRev10) ct.write(reviewer.tRev50) ct.write(reviewer.tRev100) ct.write(reviewer.tRev500) ct.write(reviewer.tRev1000) ct.write(reviewer.tRevHall) ct.write(reviewer.vVoice) ct.write(review.verified) ct.write(review.rate) ct.write(review.title) ct.write(review.date) ct.write(review.fetchDate) ct.write(review.reviewBookDate) ct.write(review.elapsedDate) ct.write(review.helpful) ct.write(review.total) ct.write(review.helpfulness) ct.write(review.helpfulRank) ct.write(review.timeRank) #ct.write(review.top1Percent) #ct.write(review.top5Percent) #ct.write(review.top10Percent) ct.write(review.description) ct.write(review.numOfComments) ct.write(review.comment) #ct.write(review.isQuoteTable) ct.write(review.lastReviewRank) ct.write(book.url) ct.write(book.tag) ct.write(book.allowPreview) ct.write(book.binding) ct.write(book.publishDate) ct.write(book.author) ct.write(book.authorInfo) ct.write(book.rate) ct.write(book.numOfReviews) ct.write(book.kindlePrice) ct.write(book.hardcoverPrice) ct.write(book.paperbackPrice) ct.write(book.bookDsc) ct.write(book.listPrice) ct.write(book.pages) ct.write(book.isbn10) ct.write(book.isbn13) ct.write(book.subrank) ct.write(book.hasEditorialReview) ct.write(book.editorialReview) #ct.write(book.hasQuoteTable) ct.write(reviewer.email) ct.write(reviewer.webPage) ct.write(reviewer.hasPhoto) ct.write(reviewer.rNum) ct.write(reviewer.helpRate) ct.write(reviewer.hVote) ct.write(reviewer.tVote) ct.write(reviewer.avgRate) ct.write(reviewer.fRevTime) ct.write(reviewer.lRevTime) ct.write(reviewer.duration) if reviewer.rReal == "N/A": ct.write(0) else: ct.write(1) if reviewer.location == "N/A": ct.write(0) else: ct.write(1) if reviewer.aboutMe == "N/A": ct.write(0) else: ct.write(1) if reviewer.interest == "N/A": ct.write(0) else: ct.write(1) ct.write(review.fromFormat) # if review.fromFormat == "Hardcover": # ct.write(0) # elif review.fromFormat == "Paperback": # ct.write(1) # else: # ct.write(2) if reviewer.rRank == "N/A": ct.write(0) else: ct.write(reviewer.rRank) ct.writeln(book.rank)