def main():
ts = time.time()
bulk_action = []
copy_bulk_action = []
count = 0
delete_key = ts2datetime(ts - 7*86400) # 每天删除7天前的数据
temp_list = recommend_redis.hget("decide_delete_list", item)
if temp_list:
delete_list = json.loads(temp_list) # 待删除的用户列表
hdel("decide_delete_list", item)
for uid in delete_list:
del_data = expand_delete_action(uid, portrait_index_name, portrait_index_type)
copy_del_data = expand_delete_action(uid, copy_portrait_index_name, copy_portrait_index_type)
bulk_action.append(del_data)
copy_bulk_action.append(copy_del_data)
count += 1
if count % 100 == 0:
es.bulk(bulk_action, index=portrait_index_name, doc_type=portrait_index_type, timeout=30)
es.bulk(copy_bulk_action, index=copy_portrait_index_name, doc_type=copy_portrait_index_type, timeout=30)
bulk_action = []
copy_bulk_action = []
if bulk_action:
es.bulk(bulk_action, index=portrait_index_name, doc_type=portrait_index_type, timeout=30)
es.bulk(copy_bulk_action, index=copy_portrait_index_name, doc_type=copy_portrait_index_type, timeout=30)
def main():
ts = time.time()
bulk_action = []
copy_bulk_action = []
count = 0
delete_key = ts2datetime(ts - 7 * 86400) # 每天删除7天前的数据
temp_list = recommend_redis.hget("decide_delete_list", item)
if temp_list:
delete_list = json.loads(temp_list) # 待删除的用户列表
hdel("decide_delete_list", item)
for uid in delete_list:
del_data = expand_delete_action(uid, portrait_index_name,
portrait_index_type)
copy_del_data = expand_delete_action(uid, copy_portrait_index_name,
copy_portrait_index_type)
bulk_action.append(del_data)
copy_bulk_action.append(copy_del_data)
count += 1
if count % 100 == 0:
es.bulk(bulk_action,
index=portrait_index_name,
doc_type=portrait_index_type,
timeout=30)
es.bulk(copy_bulk_action,
index=copy_portrait_index_name,
doc_type=copy_portrait_index_type,
timeout=30)
bulk_action = []
copy_bulk_action = []
if bulk_action:
es.bulk(bulk_action,
index=portrait_index_name,
doc_type=portrait_index_type,
timeout=30)
es.bulk(copy_bulk_action,
index=copy_portrait_index_name,
doc_type=copy_portrait_index_type,
timeout=30)
for uid in delete_list:
del_data = expand_delete_action(uid, portrait_index_name, portrait_index_type)
copy_del_data = expand_delete_action(uid, copy_portrait_index_name, copy_portrait_index_type)
bulk_action.append(del_data)
copy_bulk_action.append(copy_del_data)
count += 1
if count % 100 == 0:
es.bulk(bulk_action, index=portrait_index_name, doc_type=portrait_index_type, timeout=30)
es.bulk(copy_bulk_action, index=copy_portrait_index_name, doc_type=copy_portrait_index_type, timeout=30)
bulk_action = []
copy_bulk_action = []
if bulk_action:
es.bulk(bulk_action, index=portrait_index_name, doc_type=portrait_index_type, timeout=30)
es.bulk(copy_bulk_action, index=copy_portrait_index_name, doc_type=copy_portrait_index_type, timeout=30)
if __name__ == "__main__":
current_path = os.getcwd()
file_path = os.path.join(current_path, 'timer_to_delete_uid.py')
now_ts = ts2datetime(ts)
print_log = "&".join([file_path, "start", now_ts])
print print_log #打印开始信息
main()
now_ts = ts2datetime(ts)
print_log = "&".join([file_path, "end", now_ts])
print print_log # 打印终止信息
es.bulk(copy_bulk_action,
index=copy_portrait_index_name,
doc_type=copy_portrait_index_type,
timeout=30)
bulk_action = []
copy_bulk_action = []
if bulk_action:
es.bulk(bulk_action,
index=portrait_index_name,
doc_type=portrait_index_type,
timeout=30)
es.bulk(copy_bulk_action,
index=copy_portrait_index_name,
doc_type=copy_portrait_index_type,
timeout=30)
if __name__ == "__main__":
current_path = os.getcwd()
file_path = os.path.join(current_path, 'timer_to_delete_uid.py')
now_ts = ts2datetime(ts)
print_log = "&".join([file_path, "start", now_ts])
print print_log #打印开始信息
main()
now_ts = ts2datetime(ts)
print_log = "&".join([file_path, "end", now_ts])
print print_log # 打印终止信息
