def update_attribute_day(): bulk_action = [] count = 0 user_info_list = {} start_ts = time.time() while True: r_user_info = update_day_redis.rpop(UPDATE_DAY_REDIS_KEY) if r_user_info: r_user_info = json.loads(r_user_info) uid = r_user_info.keys()[0] user_info_list[uid] = r_user_info[uid] count += 1 else: break if count % 1000==0: uid_list = user_info_list.keys() #get user_list hashtag_results hashtag_results = update_day_hashtag(uid_list) #get user geo today geo_results = update_day_geo(uid_list, user_info_list) #get user activeness evaluate activeness_results = update_day_activeness(geo_results, user_info_list) #get user influence influence_results = update_day_influence(uid_list, user_info_list) #get user sensitive sensitive_results, sensitive_string_results, sensitive_dict_results = get_sensitive(uid_list) #update to es by bulk action save_bulk_action(uid_list, hashtag_results, geo_results, activeness_results, influence_results, sensitive_results, sensitive_string_results, sensitive_dict_results) user_info_list = {} end_ts = time.time() #log_should_delete #print '%s sec count 1000' % (end_ts - start_ts) #log_should_delete start_ts = end_ts if user_info_list != {}: uid_list = user_info_list.keys() print 'uid_list:', uid_list #get user_list hashtag_results print 'get hashtag result' hashtag_results = update_day_hashtag(uid_list) #get user geo today print 'get geo' geo_results = update_day_geo(uid_list, user_info_list) #get user activeness evaluate print 'get activeness' activeness_results = update_day_activeness(geo_results, user_info_list) #get user influence print 'get influence' influence_results = update_day_influence(uid_list, user_info_list) #get user sensitive print 'get sensitive' sensitive_results, sensitive_string_results, sensitive_dict_results = get_sensitive(uid_list) #update to es by bulk action save_bulk_action(uid_list, hashtag_results, geo_results, activeness_results, influence_results, sensitive_results, sensitive_string_results, sensitive_dict_results)
def update_attribute_day(): bulk_action = [] count = 0 user_info_list = {} start_ts = time.time() while True: r_user_info = update_day_redis.rpop(UPDATE_DAY_REDIS_KEY) if r_user_info: r_user_info = json.loads(r_user_info) uid = r_user_info.keys()[0] user_info_list[uid] = r_user_info[uid] count += 1 else: break if count % 100==0: uid_list = user_info_list.keys() #get user_list hashtag_results hashtag_results = update_day_hashtag(uid_list) sensitive_hashtag_results = update_day_sensitive_hashtag(uid_list) #get user geo today geo_results = update_day_geo(uid_list, user_info_list) #get user activeness evaluate activeness_results = update_day_activeness(geo_results, user_info_list) #get user influence influence_results = update_day_influence(uid_list, user_info_list) #get user sensitive sensitive_results = update_day_sensitive(uid_list) #print 'sensitive_results:', sensitive_results profile_results = update_day_profile(uid_list) #update to es by bulk action save_bulk_action(uid_list, hashtag_results, sensitive_hashtag_results, geo_results, activeness_results, influence_results, sensitive_results, profile_results) user_info_list = {} end_ts = time.time() print '%s sec count 1000' % (end_ts - start_ts) start_ts = end_ts if user_info_list != {}: uid_list = user_info_list.keys() #get user_list hashtag_results hashtag_results = update_day_hashtag(uid_list) sensitive_hashtag_results = update_day_sensitive_hashtag(uid_list) #get user geo today geo_results = update_day_geo(uid_list, user_info_list) #get user activeness evaluate activeness_results = update_day_activeness(geo_results, user_info_list) #get user influence influence_results = update_day_influence(uid_list, user_info_list) #get user sensitive sensitive_results = update_day_sensitive(uid_list) #print 'sensitive_results:', sensitive_results profile_results = update_day_profile(uid_list) #update to es by bulk action save_bulk_action(uid_list, hashtag_results,sensitive_hashtag_results, geo_results, activeness_results, influence_results, sensitive_results, profile_results)
def update_attribute_day(): bulk_action = [] count = 0 user_info_list = {} start_ts = time.time() while True: r_user_info = update_day_redis.rpop(UPDATE_DAY_REDIS_KEY) if r_user_info: r_user_info = json.loads(r_user_info) uid = r_user_info.keys()[0] user_info_list[uid] = r_user_info[uid] count += 1 else: break if count % 1000 == 0: uid_list = user_info_list.keys() #get user_list hashtag_results hashtag_results = update_day_hashtag(uid_list) #get user geo today geo_results = update_day_geo(uid_list, user_info_list) #get user activeness evaluate activeness_results = update_day_activeness(geo_results, user_info_list) #get user influence influence_results = update_day_influence(uid_list, user_info_list) #get user sensitive sensitive_results, sensitive_string_results, sensitive_dict_results = get_sensitive( uid_list) #update to es by bulk action save_bulk_action(uid_list, hashtag_results, geo_results, activeness_results, influence_results, sensitive_results, sensitive_string_results, sensitive_dict_results) user_info_list = {} end_ts = time.time() #log_should_delete #print '%s sec count 1000' % (end_ts - start_ts) #log_should_delete start_ts = end_ts if user_info_list != {}: uid_list = user_info_list.keys() print 'uid_list:', uid_list #get user_list hashtag_results print 'get hashtag result' hashtag_results = update_day_hashtag(uid_list) #get user geo today print 'get geo' geo_results = update_day_geo(uid_list, user_info_list) #get user activeness evaluate print 'get activeness' activeness_results = update_day_activeness(geo_results, user_info_list) #get user influence print 'get influence' influence_results = update_day_influence(uid_list, user_info_list) #get user sensitive print 'get sensitive' sensitive_results, sensitive_string_results, sensitive_dict_results = get_sensitive( uid_list) #update to es by bulk action save_bulk_action(uid_list, hashtag_results, geo_results, activeness_results, influence_results, sensitive_results, sensitive_string_results, sensitive_dict_results)