def run(self): if isinstance(self.sid, list): survey_id = self.sid[0] else: survey_id = self.sid data = [] try: filename = "jupiter/sentient/aspect/Data/annotated_sentences_chi_final.csv#" + survey_id + "#" + self.p with open(filename, "rt") as csvfile: spamreader = csv.reader(csvfile) # spamreader=ChiFinal.objects(survey_id=self.sid) for row in spamreader: data.append(row) except: filename = "aspect/Data/annotated_sentences_chi_final.csv#" + survey_id + "#" + self.p with open(filename, "rt") as csvfile: spamreader = csv.reader(csvfile) # spamreader=ChiFinal.objects(survey_id=self.sid) for row in spamreader: data.append(row) # print (data) # spamreader= ChiFinal.objects() # for row in spamreader: # data.append(row) number_of_sentences = len(data) # with open("Data/sentimentalreviews.csv", "w") as out_file: # writer = csv.writer(out_file) SentR.objects(provider=self.p, survey_id=survey_id).delete() for i in range(1, number_of_sentences): # sentence = data[i][3] # sentence= data.sentences # print(sentence) # sentiment = get_sentiment(sentence) # #print("sent",sentiment) # line=[] # line = data[i] sentence = data[i][3] sentiment = get_sentiment(sentence) line = data[i] line.append(sentiment) # print ("line",line) # print ("Saving SentR",survey_id) SentR(provider=self.p, survey_id=survey_id, line=line).save()
def run(self): if isinstance(self.sid,list): survey_id= self.sid[0] else:survey_id=self.sid data = [] try: filename="jupiter/sentient/aspect/Data/annotated_sentences_chi_final.csv#"+survey_id+"#"+self.p with open(filename, "rt") as csvfile: spamreader = csv.reader(csvfile) # spamreader=ChiFinal.objects(survey_id=self.sid) for row in spamreader: data.append(row) except: filename="aspect/Data/annotated_sentences_chi_final.csv#"+survey_id+"#"+self.p with open(filename, "rt") as csvfile: spamreader = csv.reader(csvfile) # spamreader=ChiFinal.objects(survey_id=self.sid) for row in spamreader: data.append(row) # print (data) # spamreader= ChiFinal.objects() # for row in spamreader: # data.append(row) number_of_sentences = len(data) # with open("Data/sentimentalreviews.csv", "w") as out_file: # writer = csv.writer(out_file) SentR.objects(provider=self.p,survey_id=survey_id).delete() for i in range(1, number_of_sentences): # sentence = data[i][3] # sentence= data.sentences # print(sentence) # sentiment = get_sentiment(sentence) # #print("sent",sentiment) # line=[] # line = data[i] sentence = data[i][3] sentiment = get_sentiment(sentence) line = data[i] line.append(sentiment) # print ("line",line) # print ("Saving SentR",survey_id) SentR(provider=self.p,survey_id=survey_id,line=line).save()
def run(self): data = [] try: spamreader = SentR.objects(survey_id=self.sid, provider=self.p) except Exception as e: spamreader = SentR.objects(survey_id=self.sid[0], provider=self.p) print("aspect_rating", e) if verbose: print("spamreader000", spamreader.count(), self.sid) # raise e # a= spamreader.line # reviews= # with open(filename, "rt") as csvfile: # spamreader = csv.reader(csvfile) try: for row in spamreader: # print("row",row) aspect = row.line[2] review_ID = row.line[1] polarity = row.line[5] data_line = [review_ID, aspect, polarity] data.append(data_line) except Exception as e: if verbose: print("aspect_rating1", e) raise e # print(data) try: overall_ratings = [] try: spamreader = Reviews.objects(survey_id=self.sid, provider=self.p) if verbose: print("spamreader1", spamreader.count(), self.sid) spamreader[0] except Exception as e: spamreader = Reviews.objects(survey_id__in=self.scopy, provider=self.p) if verbose: print("aspect_rating4", e) # raise e if verbose: print("spamreader2", spamreader.count(), self.scopy) # with open('Data/reviews.csv', "rt") as csvfile: # spamreader = csv.reader(csvfile) for row in spamreader: # print(row.rating) overall_ratings.append(float(row.rating)) last_review_ID = max(list(map(int, [row[0] for row in data]))) for review_ID in range(1, last_review_ID): review_rows = [row for row in data if row[0] == str(review_ID)] # food_rows = [row for row in review_rows if row[1] == str(ASPECTS.index('food'))] # service_rows = [row for row in review_rows if row[1] == str(ASPECTS.index('service'))] # price_rows = [row for row in review_rows if row[1] == str(ASPECTS.index('price'))] ambience_rows = [ row for row in review_rows if row[1] == str(ASPECTS.index('ambience')) ] vfm_rows = [ row for row in review_rows if row[1] == str(ASPECTS.index('value_for_money')) ] rs_rows = [ row for row in review_rows if row[1] == str(ASPECTS.index('room_service')) ] cleanliness_rows = [ row for row in review_rows if row[1] == str(ASPECTS.index('cleanliness')) ] amenities_rows = [ row for row in review_rows if row[1] == str(ASPECTS.index('amenities')) ] neutral_rows = [row for row in review_rows if row[1] == '-1'] # print(food_rows) overall = overall_ratings[review_ID] if len(review_rows) != 0: # AR_food = aspect_rating(review_rows, food_rows, overall) # AR_service = aspect_rating(review_rows, service_rows, overall) # AR_price = aspect_rating(review_rows, price_rows, overall) AR_ambience = aspect_rating(review_rows, ambience_rows, overall) AR_vfm = aspect_rating(review_rows, vfm_rows, overall) AR_rs = aspect_rating(review_rows, rs_rows, overall) AR_cleanliness = aspect_rating(review_rows, cleanliness_rows, overall) AR_amenities = aspect_rating(review_rows, amenities_rows, overall) else: AR_ambience = overall AR_vfm = overall AR_rs = overall AR_cleanliness = overall AR_amenities = overall # r= Aspect(sector="food",provider=self.p,survey_id=self.sid,food=str(AR_food),service=str(AR_service),price=str(AR_price),value_for_money=str(AR_vfm),room_service=str(AR_rs),cleanliness=str(AR_cleanliness),overall=str(overall)).save() r = Aspect(sector="food", provider=self.p, survey_id=self.sid, ambience=str(AR_ambience), value_for_money=str(AR_vfm), room_service=str(AR_rs), cleanliness=str(AR_cleanliness), amenities=str(AR_amenities), overall=str(overall)).save() print("Aspect Rating Done") except Exception as e: # print("aspect_rating3",e) raise e
def run(self): data = [] try: spamreader=SentR.objects(survey_id=self.sid,provider=self.p) except Exception as e: spamreader=SentR.objects(survey_id=self.sid[0],provider=self.p) print("aspect_rating",e) if verbose:print("spamreader000",spamreader.count(),self.sid) # raise e # a= spamreader.line # reviews= # with open(filename, "rt") as csvfile: # spamreader = csv.reader(csvfile) try: for row in spamreader: # print("row",row) aspect = row.line[2] review_ID = row.line[1] polarity = row.line[5] data_line = [review_ID, aspect, polarity] data.append(data_line) except Exception as e: if verbose:print("aspect_rating1",e) raise e # print(data) try: overall_ratings = [] try: spamreader=Reviews.objects(survey_id=self.sid,provider=self.p) if verbose:print("spamreader1",spamreader.count(),self.sid) spamreader[0] except Exception as e: spamreader=Reviews.objects(survey_id__in=self.scopy,provider=self.p) if verbose:print ("aspect_rating4",e) # raise e if verbose:print("spamreader2",spamreader.count(),self.scopy) # with open('Data/reviews.csv', "rt") as csvfile: # spamreader = csv.reader(csvfile) for row in spamreader: # print(row.rating) overall_ratings.append(float(row.rating)) last_review_ID = max(list(map(int,[row[0] for row in data]))) for review_ID in range(1, last_review_ID): review_rows = [row for row in data if row[0] == str(review_ID)] # food_rows = [row for row in review_rows if row[1] == str(ASPECTS.index('food'))] # service_rows = [row for row in review_rows if row[1] == str(ASPECTS.index('service'))] # price_rows = [row for row in review_rows if row[1] == str(ASPECTS.index('price'))] ambience_rows=[row for row in review_rows if row[1] == str(ASPECTS.index('ambience'))] vfm_rows=[row for row in review_rows if row[1] == str(ASPECTS.index('value_for_money'))] rs_rows=[row for row in review_rows if row[1] == str(ASPECTS.index('room_service'))] cleanliness_rows=[row for row in review_rows if row[1] == str(ASPECTS.index('cleanliness'))] amenities_rows=[row for row in review_rows if row[1] == str(ASPECTS.index('amenities'))] neutral_rows = [row for row in review_rows if row[1] == '-1'] # print(food_rows) overall = overall_ratings[review_ID] if len(review_rows) !=0 : # AR_food = aspect_rating(review_rows, food_rows, overall) # AR_service = aspect_rating(review_rows, service_rows, overall) # AR_price = aspect_rating(review_rows, price_rows, overall) AR_ambience=aspect_rating(review_rows,ambience_rows,overall) AR_vfm=aspect_rating(review_rows,vfm_rows,overall) AR_rs=aspect_rating(review_rows,rs_rows,overall) AR_cleanliness=aspect_rating(review_rows,cleanliness_rows,overall) AR_amenities=aspect_rating(review_rows,amenities_rows,overall) else : AR_ambience = overall AR_vfm = overall AR_rs = overall AR_cleanliness = overall AR_amenities = overall # r= Aspect(sector="food",provider=self.p,survey_id=self.sid,food=str(AR_food),service=str(AR_service),price=str(AR_price),value_for_money=str(AR_vfm),room_service=str(AR_rs),cleanliness=str(AR_cleanliness),overall=str(overall)).save() r= Aspect(sector="food",provider=self.p,survey_id=self.sid,ambience=str(AR_ambience),value_for_money=str(AR_vfm),room_service=str(AR_rs),cleanliness=str(AR_cleanliness),amenities=str(AR_amenities),overall=str(overall)).save() print("Aspect Rating Done") except Exception as e: # print("aspect_rating3",e) raise e