def all_delete_uid():
temp = r_out.hgetall('decide_delete_list')
keys = r_out.hkeys('decide_delete_list')
uid_list = []
if temp:
for v in temp.values():
uid_list.extend(json.loads(v))
return set(uid_list)
def main():
filter_uid = all_delete_uid()
#record_time = time.strftime("%Y%m%d", time.localtime(time.time()))
record_time = ts2datetime(time.time()) # 2013-09-08
former_time = ts2datetime(time.time() - 24*3600) # 2013-09-07
recommend_list = search_low_number(threshould) # recommended user to delete in portrait database
print len(recommend_list)
recommend_list = list(set(recommend_list).difference(filter_uid))
recommend_redis.hset("recommend_delete_list", record_time, json.dumps(recommend_list)) # 今日推荐出库名单
recommend_redis.hdel("recommend_delete_list", former_time) # 删除昨日推荐名单，只维护一个推荐出库名单
return 1
def main():
filter_uid = all_delete_uid()
#record_time = time.strftime("%Y%m%d", time.localtime(time.time()))
record_time = ts2datetime(time.time()) # 2013-09-08
former_time = ts2datetime(time.time() - 24*3600) # 2013-09-07
recommend_list = search_low_number(threshould) # recommended user to delete in portrait database
print len(recommend_list)
recommend_list = list(set(recommend_list).difference(filter_uid))
recommend_redis.hset("recommend_delete_list", record_time, json.dumps(recommend_list)) # 今日推荐出库名单
recommend_redis.hdel("recommend_delete_list", former_time) # 删除昨日推荐名单，只维护一个推荐出库名单
return 1
def main():
ts = time.time()
bulk_action = []
copy_bulk_action = []
count = 0
delete_key = ts2datetime(ts - 7*86400) # 每天删除7天前的数据
temp_list = recommend_redis.hget("decide_delete_list", item)
if temp_list:
delete_list = json.loads(temp_list) # 待删除的用户列表
hdel("decide_delete_list", item)
for uid in delete_list:
del_data = expand_delete_action(uid, portrait_index_name, portrait_index_type)
copy_del_data = expand_delete_action(uid, copy_portrait_index_name, copy_portrait_index_type)
bulk_action.append(del_data)
copy_bulk_action.append(copy_del_data)
count += 1
if count % 100 == 0:
es.bulk(bulk_action, index=portrait_index_name, doc_type=portrait_index_type, timeout=30)
es.bulk(copy_bulk_action, index=copy_portrait_index_name, doc_type=copy_portrait_index_type, timeout=30)
bulk_action = []
copy_bulk_action = []
if bulk_action:
es.bulk(bulk_action, index=portrait_index_name, doc_type=portrait_index_type, timeout=30)
es.bulk(copy_bulk_action, index=copy_portrait_index_name, doc_type=copy_portrait_index_type, timeout=30)
def main():
ts = time.time()
bulk_action = []
copy_bulk_action = []
count = 0
delete_key = ts2datetime(ts - 7 * 86400) # 每天删除7天前的数据
temp_list = recommend_redis.hget("decide_delete_list", item)
if temp_list:
delete_list = json.loads(temp_list) # 待删除的用户列表
hdel("decide_delete_list", item)
for uid in delete_list:
del_data = expand_delete_action(uid, portrait_index_name,
portrait_index_type)
copy_del_data = expand_delete_action(uid, copy_portrait_index_name,
copy_portrait_index_type)
bulk_action.append(del_data)
copy_bulk_action.append(copy_del_data)
count += 1
if count % 100 == 0:
es.bulk(bulk_action,
index=portrait_index_name,
doc_type=portrait_index_type,
timeout=30)
es.bulk(copy_bulk_action,
index=copy_portrait_index_name,
doc_type=copy_portrait_index_type,
timeout=30)
bulk_action = []
copy_bulk_action = []
if bulk_action:
es.bulk(bulk_action,
index=portrait_index_name,
doc_type=portrait_index_type,
timeout=30)
es.bulk(copy_bulk_action,
index=copy_portrait_index_name,
doc_type=copy_portrait_index_type,
timeout=30)
