def subeventpie():
"""子观点占比
"""
topic_name = request.args.get('query', default_topic_name) # 话题名
# topic_name = u'APEC2014-微博'
topicid = em.getEventIDByName(topic_name)
eventcomment = EventComments(topicid)
comments = eventcomment.getAllNewsComments()
cluster_ratio = dict()
for comment in comments:
if 'clusterid' in comment:
clusterid = comment['clusterid']
try:
cluster_ratio[clusterid] += 1
except KeyError:
cluster_ratio[clusterid] = 1
results = dict()
total_count = sum(cluster_ratio.values())
for clusterid, ratio in cluster_ratio.iteritems():
feature = eventcomment.get_feature_words(clusterid)
if feature and len(feature):
results[','.join(feature[:3])] = float(ratio) / float(total_count)
return json.dumps(results)
def sentimentpie():
"""
情绪占比
"""
topic_name = request.args.get('query', default_topic_name) # 话题名
# topic_name = u'APEC2014-微博'
topicid = em.getEventIDByName(topic_name)
eventcomment = EventComments(topicid)
comments = eventcomment.getAllNewsComments()
senti_dict = {0: '中性', 1: '积极', 2: '愤怒', 3: '悲伤'}
senti_ratio = dict()
for comment in comments:
if 'sentiment' in comment:
sentiment = comment['sentiment']
try:
senti_ratio[sentiment] += 1
except KeyError:
senti_ratio[sentiment] = 1
results = dict()
total_count = sum(senti_ratio.values())
for sentiment, ratio in senti_ratio.iteritems():
label = senti_dict[sentiment]
if label and len(label):
results[label] = float(ratio) / float(total_count)
return json.dumps(results)
def subeventpie():
"""子观点占比
"""
topic_name = request.args.get('query', default_topic_name) # 话题名
# topic_name = u'APEC2014-微博'
topicid = em.getEventIDByName(topic_name)
eventcomment = EventComments(topicid)
comments = eventcomment.getAllNewsComments()
cluster_ratio = dict()
for comment in comments:
if 'clusterid' in comment:
clusterid = comment['clusterid']
try:
cluster_ratio[clusterid] += 1
except KeyError:
cluster_ratio[clusterid] = 1
results = dict()
total_count = sum(cluster_ratio.values())
for clusterid, ratio in cluster_ratio.iteritems():
feature = eventcomment.get_feature_words(clusterid)
if feature and len(feature):
results[','.join(feature[:3])] = float(ratio) / float(total_count)
return json.dumps(results)
def sentimentpie():
"""
情绪占比
"""
topic_name = request.args.get('query', default_topic_name) # 话题名
# topic_name = u'APEC2014-微博'
topicid = em.getEventIDByName(topic_name)
eventcomment = EventComments(topicid)
comments = eventcomment.getAllNewsComments()
senti_dict = {
0:'中性',
1:'积极',
2:'愤怒',
3:'悲伤'
}
senti_ratio = dict()
for comment in comments:
if 'sentiment' in comment:
sentiment = comment['sentiment']
try:
senti_ratio[sentiment] += 1
except KeyError:
senti_ratio[sentiment] = 1
results = dict()
total_count = sum(senti_ratio.values())
for sentiment, ratio in senti_ratio.iteritems():
label = senti_dict[sentiment]
if label and len(label):
results[label] = float(ratio) / float(total_count)
return json.dumps(results)
def sentiment():
"""
主观微博
"""
topic_name = request.args.get('query', default_topic_name)
# topic_name = u'APEC2014-微博'
topicid = em.getEventIDByName(topic_name)
eventcomment = EventComments(topicid)
comments = eventcomment.getAllNewsComments()
sentiment_comments = dict()
for comment in comments:
if 'sentiment' in comment:
sentiment = comment['sentiment']
try:
sentiment_comments[sentiment].append(comment)
except KeyError:
sentiment_comments[sentiment] = [comment]
return json.dumps(sentiment_comments)
def sentiment():
"""
主观微博
"""
topic_name = request.args.get('query', default_topic_name)
# topic_name = u'APEC2014-微博'
topicid = em.getEventIDByName(topic_name)
eventcomment = EventComments(topicid)
comments = eventcomment.getAllNewsComments()
sentiment_comments = dict()
for comment in comments:
if 'sentiment' in comment:
sentiment = comment['sentiment']
try:
sentiment_comments[sentiment].append(comment)
except KeyError:
sentiment_comments[sentiment] = [comment]
return json.dumps(sentiment_comments)
def comments_list():
if os.path.exists(temp_file):
os.remove(temp_file)
AB_PATH = os.path.join(os.path.dirname(os.path.abspath(__file__)),
'../../public/')
sys.path.append(AB_PATH)
from comment_module import comments_calculation_v2
topicid = request.args.get('topicid', default_topic_id)
subeventid = request.args.get('subeventid', 'global')
min_cluster_num = request.args.get('min_cluster_num',
default_min_cluster_num)
max_cluster_num = request.args.get('max_cluster_num',
default_max_cluster_num)
cluster_eva_min_size = request.args.get('cluster_eva_min_size',
default_cluster_eva_min_size)
vsm = request.args.get('vsm', default_vsm)
ec = EventComments(topicid)
if subeventid == 'global':
comments = ec.getAllNewsComments()
else:
comments = ec.getCommentsBySubeventid(subeventid)
if not comments:
return json.dumps({"status": "fail"})
cal_results = comments_calculation_v2(comments, int(min_cluster_num),
int(max_cluster_num),
int(cluster_eva_min_size), vsm)
features = cal_results['cluster_infos']['features']
item_infos = cal_results['item_infos']
senti_dict = {0: '中性', 1: '积极', 2: '愤怒', 3: '悲伤'}
cluster_ratio = dict()
senti_ratio = dict()
sentiment_results = dict()
cluster_results = dict()
for comment in item_infos:
if ('clusterid'
in comment) and (comment['clusterid'][:8] != 'nonsense'):
clusterid = comment['clusterid']
try:
cluster_ratio[clusterid] += 1
except KeyError:
cluster_ratio[clusterid] = 1
try:
cluster_results[clusterid].append(comment)
except KeyError:
cluster_results[clusterid] = [comment]
if ('sentiment' in comment) and (comment['sentiment'] in senti_dict) and ('clusterid' in comment) \
and (comment['clusterid'][:8] != 'nonsense'):
sentiment = comment['sentiment']
try:
senti_ratio[sentiment] += 1
except KeyError:
senti_ratio[sentiment] = 1
try:
sentiment_results[sentiment].append(comment)
except KeyError:
sentiment_results[sentiment] = [comment]
ratio_results = dict()
ratio_total_count = sum(cluster_ratio.values())
for clusterid, ratio in cluster_ratio.iteritems():
if clusterid in features:
feature = features[clusterid]
if feature and len(feature):
ratio_results[','.join(
feature[:3])] = float(ratio) / float(ratio_total_count)
sentiratio_results = dict()
sentiratio_total_count = sum(senti_ratio.values())
for sentiment, ratio in senti_ratio.iteritems():
if sentiment in senti_dict:
label = senti_dict[sentiment]
if label and len(label):
sentiratio_results[label] = float(ratio) / float(
sentiratio_total_count)
# 情感分类去重
sentiment_dump_dict = dict()
for sentiment, contents in sentiment_results.iteritems():
dump_dict = dict()
for comment in contents:
same_from_sentiment = comment["same_from_sentiment"]
try:
dump_dict[same_from_sentiment].append(comment)
except KeyError:
dump_dict[same_from_sentiment] = [comment]
sentiment_dump_dict[sentiment] = dump_dict
# 子观点分类去重
cluster_dump_dict = dict()
for clusterid, contents in cluster_results.iteritems():
if clusterid in features:
feature = features[clusterid]
if feature and len(feature):
dump_dict = dict()
for comment in contents:
same_from_cluster = comment["same_from"]
try:
dump_dict[same_from_cluster].append(comment)
except KeyError:
dump_dict[same_from_cluster] = [comment]
cluster_dump_dict[clusterid] = dump_dict
dump_file = open(temp_file, 'w')
dump_file.write(json.dumps({"features":features, "senti_dump_dict":sentiment_dump_dict,\
"cluster_dump_dict":cluster_dump_dict}))
dump_file.close()
return json.dumps({
"ratio": ratio_results,
"sentiratio": sentiratio_results,
})
def comments_list():
taskid = request.args.get('taskid', default_task_id)
cluster_num = request.args.get('cluster_num', '') #若无此参数，取-1；否则取用户设定值
if cluster_num == '':
cluster_num = default_cluster_num
cluster_eva_min_size = request.args.get('cluster_eva_min_size',
default_cluster_eva_min_size)
vsm = request.args.get('vsm', default_vsm)
temp_file = taskid + temp_file_post
if os.path.exists(temp_file):
os.remove(temp_file)
ec = EventComments(taskid)
comments = ec.getAllNewsComments()
if not comments:
return json.dumps({"status": "fail"})
cal_results = comments_calculation_v2(
comments, cluster_eva_min_size=int(cluster_eva_min_size), version=vsm)
features = cal_results['cluster_infos']['features']
item_infos = cal_results['item_infos']
senti_dict = {0: '中性', 1: '积极', 2: '愤怒', 3: '悲伤'}
cluster_ratio = dict()
senti_ratio = dict()
sentiment_results = dict()
cluster_results = dict()
for comment in item_infos:
if ('clusterid'
in comment) and (comment['clusterid'][:8] != 'nonsense'):
clusterid = comment['clusterid']
try:
cluster_ratio[clusterid] += 1
except KeyError:
cluster_ratio[clusterid] = 1
try:
cluster_results[clusterid].append(comment)
except KeyError:
cluster_results[clusterid] = [comment]
if ('sentiment' in comment) and (comment['sentiment'] in senti_dict) and ('clusterid' in comment) \
and (comment['clusterid'][:8] != 'nonsense'):
sentiment = comment['sentiment']
try:
senti_ratio[sentiment] += 1
except KeyError:
senti_ratio[sentiment] = 1
try:
sentiment_results[sentiment].append(comment)
except KeyError:
sentiment_results[sentiment] = [comment]
ratio_results = dict()
ratio_total_count = sum(cluster_ratio.values())
for clusterid, ratio in cluster_ratio.iteritems():
if clusterid in features:
feature = features[clusterid]
if feature and len(feature):
ratio_results[','.join(
feature[:3])] = float(ratio) / float(ratio_total_count)
sentiratio_results = dict()
sentiratio_total_count = sum(senti_ratio.values())
for sentiment, ratio in senti_ratio.iteritems():
if sentiment in senti_dict:
label = senti_dict[sentiment]
if label and len(label):
sentiratio_results[label] = float(ratio) / float(
sentiratio_total_count)
# 情感分类去重
sentiment_dump_dict = dict()
for sentiment, contents in sentiment_results.iteritems():
dump_dict = dict()
for comment in contents:
same_from_sentiment = comment["same_from_sentiment"]
try:
dump_dict[same_from_sentiment].append(comment)
except KeyError:
dump_dict[same_from_sentiment] = [comment]
sentiment_dump_dict[sentiment] = dump_dict
# 子观点分类去重
cluster_dump_dict = dict()
for clusterid, contents in cluster_results.iteritems():
if clusterid in features:
feature = features[clusterid]
if feature and len(feature):
dump_dict = dict()
for comment in contents:
same_from_cluster = comment["same_from"]
try:
dump_dict[same_from_cluster].append(comment)
except KeyError:
dump_dict[same_from_cluster] = [comment]
cluster_dump_dict[clusterid] = dump_dict
dump_file = open(temp_file, 'w')
dump_file.write(json.dumps({"features":features, "senti_dump_dict":sentiment_dump_dict,\
"cluster_dump_dict":cluster_dump_dict, "ratio":ratio_results, "sentiratio": sentiratio_results}))
dump_file.close()
return json.dumps({
"ratio": ratio_results,
"sentiratio": sentiratio_results
})
def comments_list():
if os.path.exists(temp_file):
os.remove(temp_file)
AB_PATH = os.path.join(os.path.dirname(os.path.abspath(__file__)), '../../public/')
sys.path.append(AB_PATH)
from comment_module import comments_calculation_v2
topicid = request.args.get('topicid', default_topic_id)
subeventid = request.args.get('subeventid', 'global')
min_cluster_num = request.args.get('min_cluster_num', default_min_cluster_num)
max_cluster_num = request.args.get('max_cluster_num', default_max_cluster_num)
cluster_eva_min_size = request.args.get('cluster_eva_min_size', default_cluster_eva_min_size)
vsm = request.args.get('vsm', default_vsm)
ec = EventComments(topicid)
if subeventid == 'global':
comments = ec.getAllNewsComments()
else:
comments = ec.getCommentsBySubeventid(subeventid)
if not comments:
return json.dumps({"status":"fail"})
cal_results = comments_calculation_v2(comments, int(min_cluster_num), int(max_cluster_num), int(cluster_eva_min_size), vsm)
features = cal_results['cluster_infos']['features']
item_infos = cal_results['item_infos']
senti_dict = {
0:'中性',
1:'积极',
2:'愤怒',
3:'悲伤'
}
cluster_ratio = dict()
senti_ratio = dict()
sentiment_results = dict()
cluster_results = dict()
for comment in item_infos:
if ('clusterid' in comment) and (comment['clusterid'][:8] != 'nonsense') :
clusterid = comment['clusterid']
try:
cluster_ratio[clusterid] += 1
except KeyError:
cluster_ratio[clusterid] = 1
try:
cluster_results[clusterid].append(comment)
except KeyError:
cluster_results[clusterid] = [comment]
if ('sentiment' in comment) and (comment['sentiment'] in senti_dict) and ('clusterid' in comment) \
and (comment['clusterid'][:8] != 'nonsense'):
sentiment = comment['sentiment']
try:
senti_ratio[sentiment] += 1
except KeyError:
senti_ratio[sentiment] = 1
try:
sentiment_results[sentiment].append(comment)
except KeyError:
sentiment_results[sentiment] = [comment]
ratio_results = dict()
ratio_total_count = sum(cluster_ratio.values())
for clusterid, ratio in cluster_ratio.iteritems():
if clusterid in features:
feature = features[clusterid]
if feature and len(feature):
ratio_results[','.join(feature[:3])] = float(ratio) / float(ratio_total_count)
sentiratio_results = dict()
sentiratio_total_count = sum(senti_ratio.values())
for sentiment, ratio in senti_ratio.iteritems():
if sentiment in senti_dict:
label = senti_dict[sentiment]
if label and len(label):
sentiratio_results[label] = float(ratio) / float(sentiratio_total_count)
# 情感分类去重
sentiment_dump_dict = dict()
for sentiment, contents in sentiment_results.iteritems():
dump_dict = dict()
for comment in contents:
same_from_sentiment = comment["same_from_sentiment"]
try:
dump_dict[same_from_sentiment].append(comment)
except KeyError:
dump_dict[same_from_sentiment] = [comment]
sentiment_dump_dict[sentiment] = dump_dict
# 子观点分类去重
cluster_dump_dict = dict()
for clusterid, contents in cluster_results.iteritems():
if clusterid in features:
feature = features[clusterid]
if feature and len(feature):
dump_dict = dict()
for comment in contents:
same_from_cluster = comment["same_from"]
try:
dump_dict[same_from_cluster].append(comment)
except KeyError:
dump_dict[same_from_cluster] = [comment]
cluster_dump_dict[clusterid] = dump_dict
dump_file = open(temp_file, 'w')
dump_file.write(json.dumps({"features":features, "senti_dump_dict":sentiment_dump_dict,\
"cluster_dump_dict":cluster_dump_dict}));
dump_file.close();
return json.dumps({"ratio":ratio_results, "sentiratio":sentiratio_results,})
def comments_list():
"""计算饼图数据，并将饼图数据和去重后的推荐文本写到文件
"""
topicid = request.args.get('topicid', default_topic_id)
subeventid = request.args.get('subeventid', 'global')
cluster_num = request.args.get('cluster_num', default_cluster_num)
if cluster_num == default_cluster_num:
cluster_num = -1
cluster_eva_min_size = request.args.get('cluster_eva_min_size', default_cluster_eva_min_size)
vsm = request.args.get('vsm', default_vsm)
ec = EventComments(topicid)
if subeventid == 'global':
comments = ec.getAllNewsComments()
else:
comments = ec.getCommentsBySubeventid(subeventid)
if not comments:
return json.dumps({"status":"fail"})
cal_results = comments_calculation_v2(comments, cluster_num=int(cluster_num), \
cluster_eva_min_size=int(cluster_eva_min_size), version=vsm)
features = cal_results['cluster_infos']['features']
item_infos = cal_results['item_infos']
cluster_ratio = dict()
senti_ratio = dict()
sentiment_results = dict()
cluster_results = dict()
for comment in item_infos:
if ('clusterid' in comment) and (comment['clusterid'][:8] != 'nonsense') :
clusterid = comment['clusterid']
try:
cluster_ratio[clusterid] += 1
except KeyError:
cluster_ratio[clusterid] = 1
try:
cluster_results[clusterid].append(comment)
except KeyError:
cluster_results[clusterid] = [comment]
if ('sentiment' in comment) and (comment['sentiment'] in emotions_vk_v1) and ('clusterid' in comment) \
and (comment['clusterid'][:8] != 'nonsense'):
sentiment = comment['sentiment']
try:
senti_ratio[sentiment] += 1
except KeyError:
senti_ratio[sentiment] = 1
try:
sentiment_results[sentiment].append(comment)
except KeyError:
sentiment_results[sentiment] = [comment]
ratio_results = dict()
ratio_total_count = sum(cluster_ratio.values())
for clusterid, ratio in cluster_ratio.iteritems():
if clusterid in features:
feature = features[clusterid]
if feature and len(feature):
ratio_results[','.join(feature[:3])] = float(ratio) / float(ratio_total_count)
sentiratio_results = dict()
sentiratio_total_count = sum(senti_ratio.values())
for sentiment, ratio in senti_ratio.iteritems():
if sentiment in emotions_vk_v1:
label = emotions_vk_v1[sentiment]
if label and len(label):
sentiratio_results[label] = float(ratio) / float(sentiratio_total_count)
# 情感分类去重
sentiment_dump_dict = dict()
for sentiment, contents in sentiment_results.iteritems():
dump_dict = dict()
for comment in contents:
same_from_sentiment = comment["same_from_sentiment"]
try:
dump_dict[same_from_sentiment].append(comment)
except KeyError:
dump_dict[same_from_sentiment] = [comment]
sentiment_dump_dict[sentiment] = dump_dict
# 子观点分类去重
cluster_dump_dict = dict()
for clusterid, contents in cluster_results.iteritems():
if clusterid in features:
feature = features[clusterid]
if feature and len(feature):
dump_dict = dict()
for comment in contents:
same_from_cluster = comment["same_from"]
try:
dump_dict[same_from_cluster].append(comment)
except KeyError:
dump_dict[same_from_cluster] = [comment]
cluster_dump_dict[clusterid] = dump_dict
dump_file = open(temp_file, 'w')
dump_file.write(json.dumps({"features":features, "senti_dump_dict":sentiment_dump_dict,\
"cluster_dump_dict":cluster_dump_dict}));
dump_file.close();
return json.dumps({"ratio":ratio_results, "sentiratio":sentiratio_results,})