def show_out_uid(fields): out_list = [] recommend_dict = r_out.hgetall("recommend_delete_list") recommend_keys = recommend_dict.keys() for iter_key in recommend_keys: out_list.extend(json.loads(r_out.hget("recommend_delete_list",iter_key))) if not out_list: return out_list # no one is recommended to out top_influence = get_top_influence("influence") top_activeness = get_top_influence("activeness") top_importance = get_top_influence("importance") out_list = list(set(out_list)) return_list = [] detail = es.mget(index=portrait_index_name, doc_type=portrait_index_type, body={"ids":out_list}, _source=True)['docs'] # extract the return dict with the field '_source' filter_uid = all_delete_uid() for i in range(len(out_list)): if detail[i]['_source']['uid'] in filter_uid: continue detail_info = [] for item in fields: if item == "topic": detail_info.append(','.join(detail[i]['_source']['topic_string'].split("&"))) elif item == "influence": detail_info.append(math.ceil(detail[i]["_source"][item]/float(top_influence)*100)) elif item == "importance": detail_info.append(math.ceil(detail[i]["_source"][item]/float(top_importance)*100)) elif item == "activeness": detail_info.append(math.ceil(detail[i]["_source"][item]/float(top_activeness)*100)) else: detail_info.append(detail[i]['_source'][item]) return_list.append(detail_info) return return_list
def show_out_uid(fields): out_list = [] recommend_dict = r_out.hgetall("recommend_delete_list") recommend_keys = recommend_dict.keys() for iter_key in recommend_keys: out_list.extend(json.loads(r_out.hget("recommend_delete_list",iter_key))) if not out_list: return out_list # no one is recommended to out return_list = [] detail = es.mget(index="user_portrait", doc_type="user", body={"ids":out_list}, _source=True)['docs'] # extract the return dict with the field '_source' filter_uid = all_delete_uid() for i in range(len(out_list)): if detail[i]['_source']['uid'] in filter_uid: continue detail_info = [] for item in fields: if item == "topic": detail_info.append(','.join(detail[i]['_source']['topic_string'].split("&"))) else: detail_info.append(detail[i]['_source'][item]) return_list.append(detail_info) return return_list
def show_all_out(): delete_dict = r_out.hgetall('decide_delete_list') delete_keys_list = delete_dict.keys() recommend_out_list = [] for iter_key in delete_keys_list: try: temp = json.loads(r_out.hget('decide_delete_list', iter_key)) except: temp = [] recommend_out_list.extend(temp) recommend_out_list = list(set(recommend_out_list)) #print recommend_out_list top_influence = get_top_influence("influence") top_activeness = get_top_influence("activeness") top_importance = get_top_influence("importance") return_list = [] fields = [ 'uid', 'uname', 'domain', 'topic_string', 'influence', 'importance', 'activeness' ] if recommend_out_list: detail = es.mget(index=portrait_index_name, doc_type=portrait_index_type, body={"ids": recommend_out_list}, _source=True)['docs'] for i in range(len(detail)): detail_info = [] if detail[i]['found']: for item in fields: if item == "topic_string": detail_info.append(','.join( detail[i]['_source'][item].split('&'))) elif item == "influence": detail_info.append( math.ceil(detail[i]["_source"][item] / float(top_influence) * 100)) elif item == "importance": detail_info.append( math.ceil(detail[i]["_source"][item] / float(top_importance) * 100)) elif item == "activeness": detail_info.append( math.ceil(detail[i]["_source"][item] / float(top_activeness) * 100)) else: detail_info.append(detail[i]['_source'][item]) else: detail_info = [detail[i]['_id'], [], [], [], [], [], []] return_list.append(detail_info) return json.dumps(return_list)
def show_out_uid(): fields = ["uid", "uname", "location", "statusnum", "fansnum", "domain", "topic_string", "importance", "influence", "activeness", "sensitive"] out_list = [] recommend_dict = r_out.hgetall("recommend_delete_list") recommend_keys = recommend_dict.keys() for iter_key in recommend_keys: out_list.extend(json.loads(r_out.hget("recommend_delete_list",iter_key))) if not out_list: return out_list # no one is recommended to out top_influence = get_top_influence("influence") top_activeness = get_top_influence("activeness") top_importance = get_top_influence("importance") top_sensitive = get_top_influence("sensitive") out_list = list(set(out_list)) return_list = [] #bci_history_result = es_bci_history.mget(index=bci_history_index_name, doc_type=bci_history_index_type, body={"ids":out_list}, fields=['user_fansnum', 'weibo_month_sum'])['docs'] detail = es.mget(index=portrait_index_name, doc_type=portrait_index_type, body={"ids":out_list}, _source=True)['docs'] # extract the return dict with the field '_source' filter_uid = all_delete_uid() if out_list: for i in range(len(out_list)): if detail[i]['_id'] in filter_uid: continue detail_info = [] for item in fields: if item == "topic_string": detail_info.append(','.join(detail[i]['_source']['topic_string'].split("&"))) elif item == "influence": detail_info.append(math.log(detail[i]["_source"][item]/float(top_influence) * 9 + 1, 10)*100) elif item == "importance": detail_info.append(math.log(detail[i]["_source"][item]/float(top_importance)*9 + 1, 10)*100) elif item == "activeness": detail_info.append(math.log(detail[i]["_source"][item]/float(top_activeness)*9 + 1, 10)*100) elif item == "sensitive": detail_info.append(math.log(detail[i]["_source"][item]/float(top_sensitive)*9 + 1, 10)*100) else: detail_info.append(detail[i]['_source'][item]) return_list.append(detail_info) return return_list
def show_all_out(): delete_dict = r_out.hgetall('decide_delete_list') delete_keys_list = delete_dict.keys() recommend_out_list = [] for iter_key in delete_keys_list: try: temp = json.loads(r_out.hget('decide_delete_list', iter_key)) except: temp = [] recommend_out_list.extend(temp) recommend_out_list = list(set(recommend_out_list)) #print recommend_out_list top_influence = get_top_influence("influence") top_activeness = get_top_influence("activeness") top_importance = get_top_influence("importance") return_list = [] fields = ['uid','uname','domain','topic_string','influence','importance','activeness'] if recommend_out_list: detail = es.mget(index=portrait_index_name, doc_type=portrait_index_type, body={"ids":recommend_out_list}, _source=True)['docs'] for i in range(len(detail)): detail_info = [] if detail[i]['found']: for item in fields: if item == "topic_string": detail_info.append(','.join(detail[i]['_source'][item].split('&'))) elif item == "influence": detail_info.append(math.ceil(detail[i]["_source"][item]/float(top_influence)*100)) elif item == "importance": detail_info.append(math.ceil(detail[i]["_source"][item]/float(top_importance)*100)) elif item == "activeness": detail_info.append(math.ceil(detail[i]["_source"][item]/float(top_activeness)*100)) else: detail_info.append(detail[i]['_source'][item]) else: detail_info = [detail[i]['_id'],[],[],[],[],[],[]] return_list.append(detail_info) return json.dumps(return_list)
def show_all_out(): delete_dict = r_out.hgetall('decide_delete_list') delete_keys_list = delete_dict.keys() return_list = [] fields = ['uid','uname','domain','topic_string','influence','importance','activeness'] for iter_key in delete_keys_list: temp_list = [] temp = json.loads(r_out.hget('decide_delete_list', iter_key)) if temp and temp != []: detail = es.mget(index="user_portrait", doc_type="user", body={"ids":temp}, _source=True)['docs'] for i in range(len(temp)): detail_info = [] for item in fields: if item == "topic_string": detail_info.append(','.join(detail[i]['_source'][item].split('&'))) else: detail_info.append(detail[i]['_source'][item]) return_list.append(detail_info) return json.dumps(return_list)