def handleRequest(self):
if not startup.IS_INIT_OK:
print 'not init OK !!'
try:
self.finish()
except:
pass
return
request = None
try:
taskarg = ftsvr.getTaskRunArg()
request = taskarg['data']
heads = request.getAllHeaders()
if not "log-type" in heads:
return self._doHttpManager(request)
_type = heads["log-type"]
_group = heads["log-group"]
body = request.content.read()
pbody = self.parseBody(body, _type)
if pbody:
logid = ftsvr.doRedis(_group, "INCR", "global:logid:%s:%s" % (_group, _type))
_date = time.strftime("%Y%m%d", time.localtime(int(time.time())))
ftsvr.doRedis(_group, "HSETNX", "day1st:%s:%s" % (_group, _type), _date, logid)
self.updateIndex(_type, _group, logid, pbody)
self.sendToWriter(_type, _group, logid, body)
except:
ftlog.error()
finally:
try:
request.finish()
except:
pass
def updateIndex(self, _type, _group, logid, pbody):
type_conf = ftcon.getConf("freetime:log_type")
if "index_field" in type_conf[_type]:
need_index = type_conf[_type]["index_field"]
timestamp = int(time.time())
key = ""
for i in need_index:
key += str(pbody[i]) + '.'
ftsvr.doRedis(_group, "RPUSH",
"index:%s:%s:%s" % (_group, _type, key[:-1]),
timestamp, logid)
def doSomeLogic(self):
#for x in xrange(1):
now = time.time()
ftagent.query("GA01", "2222222222222:")
spent = time.time() - now
if spent > 0.1:
ftlog.info("SPENT PPS...", spent)
ftsvr.doRedis("user01", "SET", "zx", 1)
for x in xrange(50000):
x = x * 2
x = x / 2
def updateIndex(self, _type, _group, logid, pbody):
type_conf = ftcon.getConf("freetime:log_type")
if "index_field" in type_conf[_type]:
need_index = type_conf[_type]["index_field"]
timestamp = int(time.time())
key = ""
for i in need_index:
key += str(pbody[i]) + '.'
ftsvr.doRedis(_group, "RPUSH",
"index:%s:%s:%s" % (_group, _type, key[:-1]),
timestamp, logid)
def doSomeLogic2(self):
ftlog.info("MyProto do some logic in tasklet")
#test redis aio
ftsvr.doRedis("user01", "SET", "zx", 1)
#Testing doHttp...
#code, page = ftsvr.doHttp("GET", "http://www.google.com",
# {'User-Agent': ['Twisted']}) #test connect timeout
#code, page = ftsvr.doHttp("GET", "http://news.sina.com.cn/",
# {'User-Agent': ['Twisted']}, '', 15, 0.1) #test request timeout
#page = ftsvr.doHttp("GET", "http://news.sina.com.cn/sssss",
# {'User-Agent': ['Twisted']}) #test 404
code, page = ftsvr.doHttp("POST", "http://127.0.0.1:8003/",
{'User-Agent': ['Twisted']}, "HAHAHA")
print code, page
print "HTTP", code, len(page), page
log_data = struct.pack("64s", "HAHAHA")
ftlog.sendHttpLog("user01", "chip", log_data)
#pipeline需要加锁，否则结果可能混乱，框架中已经加了lock，参见ftsvr代码
count = 1000
pipecount = 100
st = time.time()
for x in xrange(count / pipecount):
if x % 100 == 0:
ftlog.info(x)
pl = ftsvr.getRedisPipe("user01")
for y in xrange(pipecount):
pl.set("zx", 1)
result = ftsvr.doRedisPipe(pl)
if len(result) != pipecount:
ftlog.debug("ERRORPIPELINE")
ftlog.info("SetPerS:", count / (time.time() - st))
#test ftagent and udpquery
ftlog.debug(ftcon.getConf("server"), caller=self)
ftlog.debug(ftsvr.getTaskRunArg())
ftlog.debug(ftsvr.doUdpQuery("LO01", "abcdefgh"))
ftlog.debug(ftagent.query("GA01", "TCPTCPSENDBYAGENT"))
#test cron
_tstr = time.strftime('%Y%m%d', time.localtime())
cron2 = FTCron(
'{"times_in_day":{"first":"15:00","interval":5, "count":32},\
"days":{"first":"%s", "interval":"2m", "count":10}}' %
(_tstr))
ftlog.debug(cron2.getTimeList(), cron2.getDaysList())
ftlog.debug("SEC=", cron2.getTodayNextLater())
#test timer
tr = FTTimer(3, self.timerFunc, 1, 2, 3, aaa=111)
def handleRequest(self):
if not startup.IS_INIT_OK:
print 'not init OK !!'
try:
self.finish()
except:
pass
return
request = None
try:
taskarg = ftsvr.getTaskRunArg()
request = taskarg['data']
heads = request.getAllHeaders()
if not "log-type" in heads:
return self._doHttpManager(request)
_type = heads["log-type"]
_group = heads["log-group"]
body = request.content.read()
pbody = self.parseBody(body, _type)
if pbody:
logid = ftsvr.doRedis(_group, "INCR",
"global:logid:%s:%s" % (_group, _type))
_date = time.strftime("%Y%m%d",
time.localtime(int(time.time())))
ftsvr.doRedis(_group, "HSETNX",
"day1st:%s:%s" % (_group, _type), _date, logid)
self.updateIndex(_type, _group, logid, pbody)
self.sendToWriter(_type, _group, logid, body)
except:
ftlog.error()
finally:
try:
request.finish()
except:
pass
def mget(self):
return ftsvr.doRedis("user01", "HMGET", "user:11111", "name",
"clientid")