def transform_review():
reviews = json.load(open(BASE_PATH + 'tripadvisor_reviews' + SUFFIX, 'r'))
for review in reviews:
data = {
'user': get_user_by_name(review['user']),
'outlet_id': get_outlet_by_id_outlet(review['id_outlet']),
'date': convert_date(review['date']),
'review': review['body'],
'rating': review['rating']
}
insert_review(data)
def predict(y_prob=None):
"""
Do prediction with one review from front-end.
"""
if request.method == 'POST':
message = request.form['message']
data = [message]
# to count words in string
print("message: " + message)
# res = len(re.findall(r'\w+', message))
res = len(message)
# document level language detection. Think of it like average language of the document!
nlp = spacy.load('resources/en_core_web_sm')
# nlp.add_pipe(LanguageDetector(), name='language_detector', last=True)
nlp.add_pipe('language_detector', last=True)
doc = nlp(message)
main_language = doc._.language["language"]
print("language: " + main_language)
# the word limitation
my_prediction = 0
y_prob_deceptive = 0
if res >= 20 and main_language == "en":
my_prediction = clf.predict(cv.transform(data).toarray())
# return the labe prediction probability
y_prob = clf.predict_proba(cv.transform(data).toarray())
# label prediction probability in percent
y_prob_deceptive = y_prob[:,0]*100
db.insert_review(mysql, message, my_prediction[0])
# Not use anymore
# total_reviews_count, true_reviews_count = db.get_review_stat(mysql)
total_reviews_count, true_reviews_count = -1, -1
return render_template('index.html',
word_count=res,
language=main_language,
prediction=my_prediction,
deceptive_prob=y_prob_deceptive,
total_reviews_count=total_reviews_count,
true_reviews_count=true_reviews_count,
fake_reviews_count=total_reviews_count - true_reviews_count,
# calcualte percentage of true reviews.
perc_true_review=round(
float(true_reviews_count/(total_reviews_count+0.01))*100, 2),
perc_fake_review=round(
(1-float(true_reviews_count/(total_reviews_count+0.01)))*100, 2)
)
def send():
if session["csrf_token"] != request.form["csrf_token"]:
abort(403)
username = session["username"]
user_id = db.find_user_id(username)
name = request.form["name"]
if not name:
return redirect("/write")
name = name.strip()
type = request.form["type"]
year = request.form["year"]
language = request.form["language"]
review = request.form["review"]
score = request.form["score"]
db.insert_review(name, type, year, language, review, score, user_id)
return redirect("/")
def predict_api():
"""
Do prediction with one review from front-end in the style of RESTfuL.
"""
if request.method == 'POST':
message = request.form['message']
data = [message]
# to count words in string
print("message: " + message)
# res = len(re.findall(r'\w+', message))
res = len(message)
print("length: " + str(res))
# document level language detection. Think of it like average language of the document!
nlp = spacy.load('resources/en_core_web_sm')
# nlp.add_pipe(LanguageDetector(), name='language_detector', last=True)
nlp.add_pipe('language_detector', last=True)
doc = nlp(message)
main_language = doc._.language["language"]
print("language: " + main_language)
# the word limitation
my_prediction = [0]
y_prob_deceptive = 0
if res >= 20 and main_language == "en":
my_prediction = clf.predict(cv.transform(data).toarray())
# return the labe prediction probability
y_prob = clf.predict_proba(cv.transform(data).toarray())
# label prediction probability in percent
y_prob_deceptive = y_prob[:,0]*100
print(my_prediction)
print(y_prob_deceptive)
db.insert_review(mysql, message, my_prediction[0])
# Not use anymore
# total_reviews_count, true_reviews_count = db.get_review_stat(mysql)
total_reviews_count, true_reviews_count = -1, -1
return jsonify({
'word_count': res,
'language': main_language,
'prediction': str(my_prediction[0])
})
def results():
"""
Do prediction with one url from pront-end.
"""
if request.method == 'POST':
# testing
# scrape_data = [{'review_title': 'Quality food, great service. ', 'review': 'We had a couple of pizzas and the fruitti da mare pasta. All delicious. They catered for my gluten intolerances and my fussy 6yo’s requirements. Good wine selection too. Highly recommend.', 'review_rating': '5', 'date_of_visit': 'April 2021', 'review_date': 'Reviewed 6 days ago'},{'review_title': '2 glasses of Wild Turkey $36 1 Spaghetti of the Sea $35 what a blatant ripoff.', 'review': 'Food was good, staff were nice, but to charge $12 a nip of Wild Turkey and $6 for a small bottle of coke, and pour it yourself, who the hell does that???Yes that is right $18 for a nip of Wild Turkey in a...small to medium glass and add your own coke and ice, - twice. I asked for a Wild Turkey and coke in a tall glass with ice, go figure.More', 'review_rating': '2', 'date_of_visit': 'April 2021', 'review_date': 'Reviewed 4 weeks ago'},{'review_title': 'Supreme dinner!', 'review': 'We booked this restaurant on a Monday night and everything was amazing! We had starters, pizza and pasta and as we are Italians I can tell you that this is the best restaurant I’ve been in Melbourne! Great location and quiet spot! Be back 100%....Many thanks to the owners and all the staff.More', 'review_rating': '5', 'date_of_visit': 'March 2021', 'review_date': 'Reviewed March 22, 2021'},{'review_title': 'Disappointed', 'review': 'I booked this restaurant as they advertise freshly made pasta however what we received was chewy, bland and very disappointing.The entree focaccia with tomatoes and buffalo mozzarella was yummy though and the pizzas looked good - we should have ordered them instead.My husband...gave the feedback that he was disappointed in the quality of the pasta and instead of accepting the feedback the staff turned very defensive and aggressive with a cook coming out of the kitchen with a snap lock bag of this supposed fresh pasta to prove to us it was fresh however it made a clanking sound when dropped on the bench very much like dry/packet pasta sounds. We were also surprised that there wasn’t a manager to speak to on a Saturday night.More', 'review_rating': '2', 'date_of_visit': 'March 2021', 'review_date': 'Reviewed March 21, 2021'},{'review_title': 'Sensational ', 'review': 'Excellent night out. Pasta and pizzas was tasty, piping hot and prices quite reasonable. Tucked away down Little Collins St', 'review_rating': '5', 'date_of_visit': 'March 2021', 'review_date': 'Reviewed March 20, 2021'},{'review_title': 'Top class', 'review': 'Excellent location. Beautifully presented dining space. Excellent pizza with buffalo mozzarella and a good wine choice.Prices not cheap but reasonable for the quality.Service top notch.', 'review_rating': '5', 'date_of_visit': 'March 2021', 'review_date': 'Reviewed March 20, 2021'},{'review_title': 'Delish dinner date', 'review': 'Had a fantastic dinner date. Enjoyed the calzone with extra hot salami and a few glasses of pinot grigio.', 'review_rating': '5', 'date_of_visit': 'March 2021', 'review_date': 'Reviewed March 17, 2021'},{'review_title': 'Delicious pasta', 'review': 'I was walking by this place and thought it looked nice so I decided to try a few dishes - am so glad I did. The service was very prompt and the Matriciana and Tiramisu were very tasty. I’ll definitely return!', 'review_rating': '4', 'date_of_visit': 'March 2021', 'review_date': 'Reviewed March 15, 2021'},{'review_title': 'Venetian Gem', 'review': "Tucked away out of the busy restaurant precincts of Melbourne, Da Guido 365 is a hidden gem. My. wife and I decided to share our meal and we enjoyed every morsel.We ordered some Maccheroni all' Amatriciana, Tortellini panna, prosciutto e funghi, as well as...a Da Guido pizza, along with a glass of Chianti.Before our meals were served, we were presented with a delicious, complimentary bruschetta, which fired up our tastebuds for the main event.Let me say that this was one of the finest Italian meals I have eaten in Melbourne. The pasta was perfectly 'al dente' and the pizza, with a delicious base was outstanding. The restaurant had a pleasant, welcoming 'buzz' and the service was informative, friendly and genuine. I would not hesitate to recommend Da Guido 365 to anyone seeking a genuine, Italian experience.More", 'review_rating': '5', 'date_of_visit': 'March 2021', 'review_date': 'Reviewed March 14, 2021'},{'review_title': 'Disappointing experience, small serve, food cold', 'review': "First off, this review is for my satisfaction of how Da Guido handled my home delivery. I placed an order for ravioli and received a call from a strange mobile number a relatively short time later. The mobile number was the restaurant saying the food...was ready. The caller asked me to contact the delivery service (no restaurant has ever asked me to do this before) but anyways I did. I then still had no food an hour later so I called the restaurant's mobile number back. They assured me they would follow up and call me back but I received no call. I felt like the restaurant was again passing all of the responsibility onto me when all I did was make the order. Then to add insult to injury, a stone cold ravioli turns up. What made it worse after waiting over 2 hours was that it was about 10 squares of pasta for $35. I might be being generous. While the restaurant cannot handle what the delivery service does, I find the restaurant's poor level of customer service, pricing and serving quantity to be absolutely inadequate.More", 'review_rating': '1', 'date_of_visit': 'March 2021', 'review_date': 'Reviewed March 13, 2021'}]
# paginations = [{'name': 'Previous', 'status': 'disable', 'url': None}, {'name': 'Next', 'status': None, 'url': 'https://www.tripadvisor.com/Restaurant_Review-g255100-d728473-Reviews-or10-Sud_Food_and_Wine-Melbourne_Victoria.html'}, {'name': '1', 'status': None, 'url': 'https://www.tripadvisor.com/Restaurant_Review-g255100-d728473-Reviews-Sud_Food_and_Wine-Melbourne_Victoria.html'}, {'name': '2', 'status': None, 'url': 'https://www.tripadvisor.com/Restaurant_Review-g255100-d728473-Reviews-or10-Sud_Food_and_Wine-Melbourne_Victoria.html'}, {'name': '3', 'status': None, 'url': '/Restaurant_Review-g255100-d728473-Reviews-or20-Sud_Food_and_Wine-Melbourne_Victoria.html'}, {'name': '4', 'status': None, 'url': '/Restaurant_Review-g255100-d728473-Reviews-or30-Sud_Food_and_Wine-Melbourne_Victoria.html'}, {'name': '5', 'status': None, 'url': '/Restaurant_Review-g255100-d728473-Reviews-or40-Sud_Food_and_Wine-Melbourne_Victoria.html'}, {'name': '6', 'status': None, 'url': '/Restaurant_Review-g255100-d728473-Reviews-or50-Sud_Food_and_Wine-Melbourne_Victoria.html'}, {'name': '…', 'status': None, 'url': None}, {'name': '21', 'status': None, 'url': '/Restaurant_Review-g255100-d728473-Reviews-or200-Sud_Food_and_Wine-Melbourne_Victoria.html'}]
url = request.form.get('urlinput') if request.form.get(
'urlinput') else request.form.get('urlinput_1')
if url is None or url == '':
return render_template('results.html',
ret_code=1,
msg='Url Analyser failed, please use Review Analyser'
)
print("The requested url: " + url)
data = []
try:
biz_type, platform_type, scrape_data, paginations = scrape(url)
data = [d['review'] for d in scrape_data]
except BaseException:
print("Scrape timeout!")
# testing
# biz_type = 'Restaurant'
# platform_type = 'TripAdvisor'
# data = [d['review'] for d in scrape_data]
if len(data) >= 1:
# 0 means authentic, 1 means fake
my_prediction = clf.predict(cv.transform(data).toarray())
# return the labe prediction probability
y_prob = clf.predict_proba(cv.transform(data).toarray())
# label prediction probability in percent
y_prob_4_real = y_prob[:, 0]*100
# label prediction probability in percent
y_prob_4_fake = y_prob[:, 1]*100
print(my_prediction)
print(y_prob)
# Get the shop name.
shop_name = extract_shopname(url, platform_type)
else:
return render_template('results.html',
ret_code=1,
msg='Url Analyser failed, please use Review Analyser'
)
fake_ret = []
real_ret = []
fake_reviews_count = 0
true_reviews_count = 0
prediction = []
# The thredhold for fake probability to tell one is a fake.
thredhold = 60
for i in range(len(data)):
# Assemble return data.
if 'review_title' in scrape_data[i]:
ret = {
"review_title": scrape_data[i]["review_title"],
"review_rating": int(scrape_data[i]["review_rating"]),
"review_date": scrape_data[i]["review_date"],
"review": data[i]
}
else:
ret = {
"review_rating": int(scrape_data[i]["review_rating"]),
"review_date": scrape_data[i]["review_date"],
"review": data[i]
}
# Only when prob > thredhold, it is defined as Fake.
if y_prob_4_fake[i] > thredhold:
ret['fake_prob'] = str(round(y_prob_4_fake[i], 2))+'%'
fake_ret.append(ret)
fake_reviews_count += 1
prediction.append(1)
else:
ret['real_prob'] = str(round(y_prob_4_real[i], 2))+'%'
real_ret.append(ret)
true_reviews_count += 1
prediction.append(0)
db.insert_review(mysql, data[i], prediction[i])
return render_template('results.html',
shop_name=shop_name,
ret_code=0,
msg='success',
fake_ret=fake_ret,
real_ret=real_ret,
fake_reviews_count=fake_reviews_count,
true_reviews_count=true_reviews_count,
biz_type=biz_type,
platform_type=platform_type,
paginations=paginations
)
def save_comment(profile): db.insert_review(profile)