#!/usr/bin/python
#encoding=utf-8
import redis
import time
import pymongo
from fooying.cnsite import config
from fooying.retools import www
from fooying.kslog import KSLOG
Db_mongo = pymongo.Connection(config.Mongo_ip, config.Mongo_port)
Db_rds = redis.Redis(config.Redis_ip)
Queue_rds = redis.Redis(config.Queue_redis_ip)
Log = KSLOG(config.Log_path)
Log_template = '%(url)s- %(code)-%(messg)s'
def create_task(codeurl, url, force=False):
msg = {
0: 'ok',
1: 'task repeat',
2: 'error',
3: 'create error',
4: 'push error',
}
now = int(time.time())
try:
with Db_rds.pipeline() as pipe:
try:
pipe.watch(config.TASK_INFO + codeurl)
exist_job = pipe.hgetall(config.TASK_INFO + codeurl)
import pymongo
import urllib
import datetime
import time
import redis
from fooying.cnsite import config
from fooying.cnsite.public import create_task
from fooying.retools import www
from fooying.kslog import KSLOG
reload(sys)
sys.setdefaultencoding('utf-8')
Db_mongo = pymongo.Connection(config.Mongo_ip, config.Mongo_port)
Db_rds = redis.Redis(config.Redis_ip)
Queue_rds = redis.Redis(config.Queue_redis_ip)
Log = KSLOG(config.Log_path)
Log_template = '%(url)s- %(code)-%(messg)s'
render = web.template.render('templates/', cache=False)
class index:
def run(self):
return render.index()
def GET(self):
return self.run()
def POST(self):
return self.run()
#!/usr/bin/python
#encoding=utf-8
#by Fooying 2013/04/18
import sys
sys.path.append('/opt/')
import redis
from fooying.cnsite import config as a_config
from fooying.cnsite.public import create_task
from fooying.kslog import KSLOG
Db_rds = redis.Redis(a_config.Redis_ip)
Queue_rds = redis.Redis(a_config.Queue_redis_ip)
Log = KSLOG(a_config.Send_log_path)
Log_template = '%(messg)s'
if __name__ == '__main__':
while True:
try:
task = Queue_rds.lrange(a_config.TASK_LIST,0,1)
if task:
task = eval(task[0])
try:
for e in a_config.Engines:
Queue_rds.rpush(a_config.TASK_ENGINE+e,task)
except Exception,e:
messg = str(e)
Log.warning(Log_template%vars())
else:
Queue_rds.lpop(a_config.TASK_LIST)
#!/usr/bin/python
#encoding=utf-8
import redis
import time
import pymongo
from fooying.cnsite import config
from fooying.retools import www
from fooying.kslog import KSLOG
Db_mongo = pymongo.Connection(config.Mongo_ip, config.Mongo_port)
Db_rds = redis.Redis(config.Redis_ip)
Queue_rds = redis.Redis(config.Queue_redis_ip)
Log = KSLOG(config.Log_path)
Log_template = '%(url)s- %(code)-%(messg)s'
def create_task(codeurl, url, force = False):
msg ={
0:'ok',
1:'task repeat',
2:'error',
3:'create error',
4:'push error',
}
now = int(time.time())
try:
with Db_rds.pipeline() as pipe:
try:
pipe.watch(config.TASK_INFO+codeurl)
exist_job = pipe.hgetall(config.TASK_INFO+codeurl)
repeat_limit = config.TASK_REPEAT_LIMIT
