def social_sensing_task(ts):
# 1. print start info
count = 0
current_path = os.getcwd()
file_path = os.path.join(current_path, 'social_sensing.py')
now_ts = str(ts)
print_log = "&".join([file_path, "start", now_ts])
print print_log #打印开始信息
while 1:
temp = r.rpop("task_name")
if not temp:
print count
now_ts = str(int(time.time()))
print_log = "&".join([file_path, "end", now_ts])
print print_log # 打印终止信息
break # finish all task in task_list
task_detail = json.loads(temp)
count += 1
# """
if int(task_detail[6]) == 2:
specific_keywords_burst_dection(task_detail)
elif int(task_detail[6]) == 3:
sensors_keywords_detection(task_detail)
else:
pass
def social_sensing_task():
while 1:
temp = r.rpop("task_name")
if not temp:
now_date = ts2date(time.time())
print 'All tasks Finished:',now_date
break
task_detail = json.loads(temp)
social_sensing(task_detail)
print json.loads(temp)[0],':Finished'
def pop_crawler_task_redis():
count = 0
while 1:
temp = r.rpop("task_name")
if temp:
print "current_task:", json.loads(temp)[0]
if not temp:
print 'the last task NO:', count
now_date = ts2date(time.time())
print 'All tasks Finished:', now_date
break
task_detail = json.loads(temp)
count += 1
crawler_task_start(task_detail)
print json.loads(temp)[0], ':Finished'
def social_sensing_task():
# 1. print start info
count = 0
current_path = os.getcwd()
file_path = os.path.join(current_path, 'social_sensing.py')
now_ts = ts2date(time.time())
print_log = "&".join([file_path, "start", now_ts])
# print print_log #打印开始信息
while 1:
temp = r.rpop("task_name")
if not temp:
print count
now_ts = str(int(time.time()))
print_log = "&".join([file_path, "end", now_ts])
break # finish all task in task_list
task_detail = json.loads(temp)
count += 1
social_sensing(task_detail)
def social_sensing_task():
count = 0
now_ts = ts2date(time.time())
while 1:
temp = r.rpop("task_name")
if temp:
print "current_task:", json.loads(temp)[0]
if not temp:
print 'the last task:', count
now_date = ts2date(time.time())
print 'All tasks Finished:', now_date
break
task_detail = json.loads(temp)
count += 1
social_sensing(task_detail)
print json.loads(temp)[0], ':Finished'
