def add_task_2_queue(queue_name, task_information):
status = True
try:
r.lpush(queue_name, json.dumps(task_information))
except:
status = False
return status
def lpush_recommend_subopinion_keyword_task_list():
compute_status = 0
es_results = es.search(index=weibo_hot_keyword_task_index_name,doc_type=weibo_hot_keyword_task_index_type,\
body={'query':{'term':{'compute_status':compute_status}}})['hits']['hits']
print 'es_results:::',es_results
count = 0
if es_results:
for item in es_results:
print 'count::::',count
item = item['_source']
task_dict = {}
task_dict['xnr_user_no'] = item['xnr_user_no']
task_dict['mid'] = item['task_id']
print 'mid:::',task_dict['mid']
task_dict['task_id'] = item['xnr_user_no'] + '_' + item['task_id']
task_dict['keywords_string'] = item['keywords_string']
r_r.lpush(weibo_recommend_subopinion_keywords_task_queue_name,json.dumps(task_dict))
count += 1
print '开始把任务push到队列中......'
def rpop_compute_recommend_subopnion():
while True:
temp = r.rpop(keyword_task_queue_name)
print 'temp:::::', temp
if not temp:
print '当前没有内容推荐和子观点分析的关键词任务'
break
task_detail = json.loads(temp)
#print 'task_detail::',task_detail
print '把任务从队列中pop出来......'
compute_recommend_subopnion(task_detail)