#!/usr/bin/python #encoding=utf-8 import redis import time import pymongo from fooying.cnsite import config from fooying.retools import www from fooying.kslog import KSLOG Db_mongo = pymongo.Connection(config.Mongo_ip, config.Mongo_port) Db_rds = redis.Redis(config.Redis_ip) Queue_rds = redis.Redis(config.Queue_redis_ip) Log = KSLOG(config.Log_path) Log_template = '%(url)s- %(code)-%(messg)s' def create_task(codeurl, url, force=False): msg = { 0: 'ok', 1: 'task repeat', 2: 'error', 3: 'create error', 4: 'push error', } now = int(time.time()) try: with Db_rds.pipeline() as pipe: try: pipe.watch(config.TASK_INFO + codeurl) exist_job = pipe.hgetall(config.TASK_INFO + codeurl)
import pymongo import urllib import datetime import time import redis from fooying.cnsite import config from fooying.cnsite.public import create_task from fooying.retools import www from fooying.kslog import KSLOG reload(sys) sys.setdefaultencoding('utf-8') Db_mongo = pymongo.Connection(config.Mongo_ip, config.Mongo_port) Db_rds = redis.Redis(config.Redis_ip) Queue_rds = redis.Redis(config.Queue_redis_ip) Log = KSLOG(config.Log_path) Log_template = '%(url)s- %(code)-%(messg)s' render = web.template.render('templates/', cache=False) class index: def run(self): return render.index() def GET(self): return self.run() def POST(self): return self.run()
#!/usr/bin/python #encoding=utf-8 #by Fooying 2013/04/18 import sys sys.path.append('/opt/') import redis from fooying.cnsite import config as a_config from fooying.cnsite.public import create_task from fooying.kslog import KSLOG Db_rds = redis.Redis(a_config.Redis_ip) Queue_rds = redis.Redis(a_config.Queue_redis_ip) Log = KSLOG(a_config.Send_log_path) Log_template = '%(messg)s' if __name__ == '__main__': while True: try: task = Queue_rds.lrange(a_config.TASK_LIST,0,1) if task: task = eval(task[0]) try: for e in a_config.Engines: Queue_rds.rpush(a_config.TASK_ENGINE+e,task) except Exception,e: messg = str(e) Log.warning(Log_template%vars()) else: Queue_rds.lpop(a_config.TASK_LIST)
#!/usr/bin/python #encoding=utf-8 import redis import time import pymongo from fooying.cnsite import config from fooying.retools import www from fooying.kslog import KSLOG Db_mongo = pymongo.Connection(config.Mongo_ip, config.Mongo_port) Db_rds = redis.Redis(config.Redis_ip) Queue_rds = redis.Redis(config.Queue_redis_ip) Log = KSLOG(config.Log_path) Log_template = '%(url)s- %(code)-%(messg)s' def create_task(codeurl, url, force = False): msg ={ 0:'ok', 1:'task repeat', 2:'error', 3:'create error', 4:'push error', } now = int(time.time()) try: with Db_rds.pipeline() as pipe: try: pipe.watch(config.TASK_INFO+codeurl) exist_job = pipe.hgetall(config.TASK_INFO+codeurl) repeat_limit = config.TASK_REPEAT_LIMIT