def show_out_uid(fields):
out_list = []
recommend_dict = r_out.hgetall("recommend_delete_list")
recommend_keys = recommend_dict.keys()
for iter_key in recommend_keys:
out_list.extend(json.loads(r_out.hget("recommend_delete_list",iter_key)))
if not out_list:
return out_list # no one is recommended to out
top_influence = get_top_influence("influence")
top_activeness = get_top_influence("activeness")
top_importance = get_top_influence("importance")
out_list = list(set(out_list))
return_list = []
detail = es.mget(index=portrait_index_name, doc_type=portrait_index_type, body={"ids":out_list}, _source=True)['docs']
# extract the return dict with the field '_source'
filter_uid = all_delete_uid()
for i in range(len(out_list)):
if detail[i]['_source']['uid'] in filter_uid:
continue
detail_info = []
for item in fields:
if item == "topic":
detail_info.append(','.join(detail[i]['_source']['topic_string'].split("&")))
elif item == "influence":
detail_info.append(math.ceil(detail[i]["_source"][item]/float(top_influence)*100))
elif item == "importance":
detail_info.append(math.ceil(detail[i]["_source"][item]/float(top_importance)*100))
elif item == "activeness":
detail_info.append(math.ceil(detail[i]["_source"][item]/float(top_activeness)*100))
else:
detail_info.append(detail[i]['_source'][item])
return_list.append(detail_info)
return return_list
def show_out_uid(fields):
out_list = []
recommend_dict = r_out.hgetall("recommend_delete_list")
recommend_keys = recommend_dict.keys()
for iter_key in recommend_keys:
out_list.extend(json.loads(r_out.hget("recommend_delete_list",iter_key)))
if not out_list:
return out_list # no one is recommended to out
return_list = []
detail = es.mget(index="user_portrait", doc_type="user", body={"ids":out_list}, _source=True)['docs']
# extract the return dict with the field '_source'
filter_uid = all_delete_uid()
for i in range(len(out_list)):
if detail[i]['_source']['uid'] in filter_uid:
continue
detail_info = []
for item in fields:
if item == "topic":
detail_info.append(','.join(detail[i]['_source']['topic_string'].split("&")))
else:
detail_info.append(detail[i]['_source'][item])
return_list.append(detail_info)
return return_list
def show_all_out():
delete_dict = r_out.hgetall('decide_delete_list')
delete_keys_list = delete_dict.keys()
recommend_out_list = []
for iter_key in delete_keys_list:
try:
temp = json.loads(r_out.hget('decide_delete_list', iter_key))
except:
temp = []
recommend_out_list.extend(temp)
recommend_out_list = list(set(recommend_out_list))
#print recommend_out_list
top_influence = get_top_influence("influence")
top_activeness = get_top_influence("activeness")
top_importance = get_top_influence("importance")
return_list = []
fields = [
'uid', 'uname', 'domain', 'topic_string', 'influence', 'importance',
'activeness'
]
if recommend_out_list:
detail = es.mget(index=portrait_index_name,
doc_type=portrait_index_type,
body={"ids": recommend_out_list},
_source=True)['docs']
for i in range(len(detail)):
detail_info = []
if detail[i]['found']:
for item in fields:
if item == "topic_string":
detail_info.append(','.join(
detail[i]['_source'][item].split('&')))
elif item == "influence":
detail_info.append(
math.ceil(detail[i]["_source"][item] /
float(top_influence) * 100))
elif item == "importance":
detail_info.append(
math.ceil(detail[i]["_source"][item] /
float(top_importance) * 100))
elif item == "activeness":
detail_info.append(
math.ceil(detail[i]["_source"][item] /
float(top_activeness) * 100))
else:
detail_info.append(detail[i]['_source'][item])
else:
detail_info = [detail[i]['_id'], [], [], [], [], [], []]
return_list.append(detail_info)
return json.dumps(return_list)
def show_out_uid():
fields = ["uid", "uname", "location", "statusnum", "fansnum", "domain", "topic_string", "importance", "influence", "activeness", "sensitive"]
out_list = []
recommend_dict = r_out.hgetall("recommend_delete_list")
recommend_keys = recommend_dict.keys()
for iter_key in recommend_keys:
out_list.extend(json.loads(r_out.hget("recommend_delete_list",iter_key)))
if not out_list:
return out_list # no one is recommended to out
top_influence = get_top_influence("influence")
top_activeness = get_top_influence("activeness")
top_importance = get_top_influence("importance")
top_sensitive = get_top_influence("sensitive")
out_list = list(set(out_list))
return_list = []
#bci_history_result = es_bci_history.mget(index=bci_history_index_name, doc_type=bci_history_index_type, body={"ids":out_list}, fields=['user_fansnum', 'weibo_month_sum'])['docs']
detail = es.mget(index=portrait_index_name, doc_type=portrait_index_type, body={"ids":out_list}, _source=True)['docs']
# extract the return dict with the field '_source'
filter_uid = all_delete_uid()
if out_list:
for i in range(len(out_list)):
if detail[i]['_id'] in filter_uid:
continue
detail_info = []
for item in fields:
if item == "topic_string":
detail_info.append(','.join(detail[i]['_source']['topic_string'].split("&")))
elif item == "influence":
detail_info.append(math.log(detail[i]["_source"][item]/float(top_influence) * 9 + 1, 10)*100)
elif item == "importance":
detail_info.append(math.log(detail[i]["_source"][item]/float(top_importance)*9 + 1, 10)*100)
elif item == "activeness":
detail_info.append(math.log(detail[i]["_source"][item]/float(top_activeness)*9 + 1, 10)*100)
elif item == "sensitive":
detail_info.append(math.log(detail[i]["_source"][item]/float(top_sensitive)*9 + 1, 10)*100)
else:
detail_info.append(detail[i]['_source'][item])
return_list.append(detail_info)
return return_list
def show_out_uid():
fields = ["uid", "uname", "location", "statusnum", "fansnum", "domain", "topic_string", "importance", "influence", "activeness", "sensitive"]
out_list = []
recommend_dict = r_out.hgetall("recommend_delete_list")
recommend_keys = recommend_dict.keys()
for iter_key in recommend_keys:
out_list.extend(json.loads(r_out.hget("recommend_delete_list",iter_key)))
if not out_list:
return out_list # no one is recommended to out
top_influence = get_top_influence("influence")
top_activeness = get_top_influence("activeness")
top_importance = get_top_influence("importance")
top_sensitive = get_top_influence("sensitive")
out_list = list(set(out_list))
return_list = []
#bci_history_result = es_bci_history.mget(index=bci_history_index_name, doc_type=bci_history_index_type, body={"ids":out_list}, fields=['user_fansnum', 'weibo_month_sum'])['docs']
detail = es.mget(index=portrait_index_name, doc_type=portrait_index_type, body={"ids":out_list}, _source=True)['docs']
# extract the return dict with the field '_source'
filter_uid = all_delete_uid()
if out_list:
for i in range(len(out_list)):
if detail[i]['_id'] in filter_uid:
continue
detail_info = []
for item in fields:
if item == "topic_string":
detail_info.append(','.join(detail[i]['_source']['topic_string'].split("&")))
elif item == "influence":
detail_info.append(math.log(detail[i]["_source"][item]/float(top_influence) * 9 + 1, 10)*100)
elif item == "importance":
detail_info.append(math.log(detail[i]["_source"][item]/float(top_importance)*9 + 1, 10)*100)
elif item == "activeness":
detail_info.append(math.log(detail[i]["_source"][item]/float(top_activeness)*9 + 1, 10)*100)
elif item == "sensitive":
detail_info.append(math.log(detail[i]["_source"][item]/float(top_sensitive)*9 + 1, 10)*100)
else:
detail_info.append(detail[i]['_source'][item])
return_list.append(detail_info)
return return_list
def show_all_out():
delete_dict = r_out.hgetall('decide_delete_list')
delete_keys_list = delete_dict.keys()
recommend_out_list = []
for iter_key in delete_keys_list:
try:
temp = json.loads(r_out.hget('decide_delete_list', iter_key))
except:
temp = []
recommend_out_list.extend(temp)
recommend_out_list = list(set(recommend_out_list))
#print recommend_out_list
top_influence = get_top_influence("influence")
top_activeness = get_top_influence("activeness")
top_importance = get_top_influence("importance")
return_list = []
fields = ['uid','uname','domain','topic_string','influence','importance','activeness']
if recommend_out_list:
detail = es.mget(index=portrait_index_name, doc_type=portrait_index_type, body={"ids":recommend_out_list}, _source=True)['docs']
for i in range(len(detail)):
detail_info = []
if detail[i]['found']:
for item in fields:
if item == "topic_string":
detail_info.append(','.join(detail[i]['_source'][item].split('&')))
elif item == "influence":
detail_info.append(math.ceil(detail[i]["_source"][item]/float(top_influence)*100))
elif item == "importance":
detail_info.append(math.ceil(detail[i]["_source"][item]/float(top_importance)*100))
elif item == "activeness":
detail_info.append(math.ceil(detail[i]["_source"][item]/float(top_activeness)*100))
else:
detail_info.append(detail[i]['_source'][item])
else:
detail_info = [detail[i]['_id'],[],[],[],[],[],[]]
return_list.append(detail_info)
return json.dumps(return_list)
def show_all_out():
delete_dict = r_out.hgetall('decide_delete_list')
delete_keys_list = delete_dict.keys()
return_list = []
fields = ['uid','uname','domain','topic_string','influence','importance','activeness']
for iter_key in delete_keys_list:
temp_list = []
temp = json.loads(r_out.hget('decide_delete_list', iter_key))
if temp and temp != []:
detail = es.mget(index="user_portrait", doc_type="user", body={"ids":temp}, _source=True)['docs']
for i in range(len(temp)):
detail_info = []
for item in fields:
if item == "topic_string":
detail_info.append(','.join(detail[i]['_source'][item].split('&')))
else:
detail_info.append(detail[i]['_source'][item])
return_list.append(detail_info)
return json.dumps(return_list)
