def printData(self, commonTool=CommonTool()):
commonTool.write(self.reviewID)
commonTool.write(self.asin)
commonTool.write(self.reviewerID)
reviewer = Reviewer.loadReviewer(self.reviewerID)
commonTool.write(reviewer.rName)
commonTool.write(reviewer.location)
commonTool.write(reviewer.tRev1)
commonTool.write(reviewer.tRev10)
commonTool.write(reviewer.tRev50)
commonTool.write(reviewer.tRev100)
commonTool.write(reviewer.tRev500)
commonTool.write(reviewer.tRev1000)
commonTool.write(reviewer.tRevHall)
commonTool.write(self.fromFormat)
commonTool.write(self.verified)
commonTool.write(self.rate)
commonTool.write(self.title)
commonTool.write(self.date)
commonTool.write(self.fetchDate)
commonTool.write(self.reviewBookDate)
commonTool.write(self.elapsedDate)
commonTool.write(self.helpful)
commonTool.write(self.total)
commonTool.write(self.helpfulness)
commonTool.write(self.helpfulRank)
commonTool.write(self.timeRank)
# commonTool.write(self.top1Percent)
# commonTool.write(self.top5Percent)
# commonTool.write(self.top10Percent)
commonTool.write(self.description)
commonTool.write(self.numOfComments)
commonTool.write(self.comment)
#commonTool.write(self.isQuoteTable)
commonTool.writeln(self.lastReviewRank)
def insertReviewDataIntoTable(self):
dbHost="mysql-instance1.cwadxhsr7eiv.us-west-2.rds.amazonaws.com:3306"
dbUser="******"
dbPassword="******"
conn = MySQLdb.connect(dbHost,dbUser,dbPassword,"Amazonbook")
try:
query="INSERT INTO 'rEVIEW' VALUES(?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?);"
reviewer = Reviewer.loadReviewer(self.reviewerID)
conn.execute(query,self.reviewID,self.asin,self.reviewerID,reviewer.rName,reviewer.location,reviewer.tRev1,reviewer.tRev10,reviewer.tRev50,reviewer.tRev100,
reviewer.tRev500,reviewer.tRev1000,reviewer.tRevHall,self.fromFormat,self.verified,self.rate,self.title,self.date,self.fetchDate,
self.reviewBookDate,self.elapsedDate,self.total,self.helpful,self.helpfulness,self.helpfulRank,self.timeRank,self.description,self.numOfComments,self.comment,self.lastReviewRank)
conn.commit()
except:
conn.rollback()
def solveReviewerBack(self):
# newAsinList = []
with open("../data/" + self.fetchDate.isoformat() + "/reviewer.txt",
"w") as fout:
ct = CommonTool(fout)
ct.writeln(Reviewer.Reviewer.tableHead)
for i, reviewerID in enumerate(self.reviewerList):
if reviewerID == '':
continue
print 'solve reviewer {0} of {1}: {2}'.format(
i, len(self.reviewerList), reviewerID)
reviewer = Reviewer.loadReviewer(reviewerID)
# newAsinList.extend(reviewer.getReviewedBookList())
reviewer.saveProfileUp(ct)
def solveReviewer(self):
with open("../data/" + self.fetchDate.isoformat() + "/reviewer.txt",
"w") as fout:
ct = CommonTool(fout)
fout.write(Reviewer.Reviewer.tableHead)
fout.write('\n')
fout.flush()
print "ReviewerList",self.reviewerList
# ct.writeln(Reviewer.Reviewer.tableHead)
for i, reviewerID in enumerate(self.reviewerList):
if reviewerID == '':
continue
print 'solve reviewer {0} of {1}: {2}'.format(
i, len(self.reviewerList), reviewerID)
reviewer = Reviewer.loadReviewer(reviewerID, True)
reviewer.saveProfileUp(ct)
def printData(self):
with open("../data/" + self.fetchDate.isoformat() + "/dataAll.txt",
"w") as fout:
ct = CommonTool(fout)
fout.write("\t".join(self.tableHeadList))
fout.write('\n')
fout.flush()
for i, reviewID in enumerate(self.reviewList):
if reviewID == '':
continue
print 'solve review {0} of {1}: {2}'.format(
i, len(self.reviewList), reviewID)
review = Review.loadReview(reviewID)
book = Book.loadBookByAsin(review.asin)
reviewer = Reviewer.loadReviewer(review.reviewerID)
ct.write(reviewID)
ct.write(review.asin)
ct.write(review.reviewerID)
ct.write(reviewer.rName)
ct.write(reviewer.tRev1)
ct.write(reviewer.tRev10)
ct.write(reviewer.tRev50)
ct.write(reviewer.tRev100)
ct.write(reviewer.tRev500)
ct.write(reviewer.tRev1000)
ct.write(reviewer.tRevHall)
ct.write(reviewer.vVoice)
ct.write(review.verified)
ct.write(review.rate)
ct.write(review.title)
ct.write(review.date)
ct.write(review.fetchDate)
ct.write(review.reviewBookDate)
ct.write(review.elapsedDate)
ct.write(review.helpful)
ct.write(review.total)
ct.write(review.helpfulness)
ct.write(review.helpfulRank)
ct.write(review.timeRank)
#ct.write(review.top1Percent)
#ct.write(review.top5Percent)
#ct.write(review.top10Percent)
ct.write(review.description)
ct.write(review.numOfComments)
ct.write(review.comment)
#ct.write(review.isQuoteTable)
ct.write(review.lastReviewRank)
ct.write(book.url)
ct.write(book.tag)
ct.write(book.allowPreview)
ct.write(book.binding)
ct.write(book.publishDate)
ct.write(book.author)
ct.write(book.authorInfo)
ct.write(book.rate)
ct.write(book.numOfReviews)
ct.write(book.kindlePrice)
ct.write(book.hardcoverPrice)
ct.write(book.paperbackPrice)
ct.write(book.bookDsc)
ct.write(book.listPrice)
ct.write(book.pages)
ct.write(book.isbn10)
ct.write(book.isbn13)
ct.write(book.subrank)
ct.write(book.hasEditorialReview)
ct.write(book.editorialReview)
#ct.write(book.hasQuoteTable)
ct.write(reviewer.email)
ct.write(reviewer.webPage)
ct.write(reviewer.hasPhoto)
ct.write(reviewer.rNum)
ct.write(reviewer.helpRate)
ct.write(reviewer.hVote)
ct.write(reviewer.tVote)
ct.write(reviewer.avgRate)
ct.write(reviewer.fRevTime)
ct.write(reviewer.lRevTime)
ct.write(reviewer.duration)
if reviewer.rReal == "N/A":
ct.write(0)
else:
ct.write(1)
if reviewer.location == "N/A":
ct.write(0)
else:
ct.write(1)
if reviewer.aboutMe == "N/A":
ct.write(0)
else:
ct.write(1)
if reviewer.interest == "N/A":
ct.write(0)
else:
ct.write(1)
ct.write(review.fromFormat)
# if review.fromFormat == "Hardcover":
# ct.write(0)
# elif review.fromFormat == "Paperback":
# ct.write(1)
# else:
# ct.write(2)
if reviewer.rRank == "N/A":
ct.write(0)
else:
ct.write(reviewer.rRank)
ct.writeln(book.rank)
