sys.path.append('/opt/')
import redis
from fooying.cnsite import config as a_config
from fooying.cnsite.public import create_task
from fooying.kslog import KSLOG
Db_rds = redis.Redis(a_config.Redis_ip)
Queue_rds = redis.Redis(a_config.Queue_redis_ip)
Log = KSLOG(a_config.Send_log_path)
Log_template = '%(messg)s'
if __name__ == '__main__':
while True:
try:
task = Queue_rds.lrange(a_config.TASK_LIST,0,1)
if task:
task = eval(task[0])
try:
for e in a_config.Engines:
Queue_rds.rpush(a_config.TASK_ENGINE+e,task)
except Exception,e:
messg = str(e)
Log.warning(Log_template%vars())
else:
Queue_rds.lpop(a_config.TASK_LIST)
except Exception,e:
print e
messg = str(e)
Log.warning(Log_template%vars())
pipe.execute()
except Exception,e:
code = 3
messg = msg[code]
Log.warning(Log_template%vars()+str(e))
return messg
finally:
pipe.reset()
task = {
'url':url,
'codeurl':codeurl,
'create_time':now
}
if not Queue_rds.rpush(config.TASK_LIST, task):
code = 4
messg = msg[code]
Log.warning(Log_template%vars())
return messg
db = Db_mongo.check_result
db.result.delete({'url':codeurl})
Db_rds.incr(config.TASK_COUNT,1)
code = 0
messg = msg[code]
return messg
except Exception,e:
code = 2
messg = msg[code]
Log.warning(Log_template%vars()+str(e))
return messg
