示例#1
0
    if(key not in data):
      data[key] = StatElement(ele["user_key"], long(ele["group_id"]), ele["time"])
    data[key].add(ele)
  else:
    print "error"

path = "/data/xce/Ad/log/AdLogS0/stat_log"
adapter = AdQualityAdapter(0)
last_update_time = "-1"
#last_update_time = "2010-12-10 13:37:00"
try:
  last_update_time = adapter.GetLastUpdateTime()
except:
  print "adapter.Get last update time error"
  traceback.print_exc()
  midmail.send("quality adapter get last update time error", "*****@*****.**")
  sys.exit(0)

print last_update_time
if re.match('\d\d\d\d-\d\d-\d\d \d\d:\d\d:\d\d', last_update_time) is None:
  print "last update time format error"
  sys.exit(0)

last_update_time = time.strptime(last_update_time, "%Y-%m-%d %H:%M:%S")
begin_minute = time.localtime(time.mktime(last_update_time) + 60) # 从上次更新时间的下一分开始
end_minute = time.localtime(time.time() - 60) # 结束时间为当前时间的前一分钟

if time.mktime(end_minute) - time.mktime(begin_minute) > 60 * 60: #检查上次更新时间是否过长,一小时前
  errlog = "last update time is %s, which is one hour before" %last_update_time
  midmail.send(errlog, "*****@*****.**")
  sys.exit(0)
示例#2
0
	else:
		print "error"

logger.info("Enter ad_quality_hourly.py")

path = "/data/xce/Ad/log/AdLogS0/stat"
#ans = ["/data/xce/Ad/log/AdLogS0/stat/stat.2010-12-08-16"]#util.getLastHourLogs(path)
#ans = ["stat.2010-12-06-11"]#util.getLastHourLogs(path)
ans = util.getLastHourLogs(path)
for filename in ans:
  print filename
for filename in ans:
        file = open(filename, "r")
        time = filename.split(".")[1]
        tlist = time.split("-")
        for line in file:
                if(len(line) <= 1):
                	continue
                mp = util.makeDictByLog(line)
                mp["db_time"] = ("%s-%s-%s %s:00:00") %(tlist[0], tlist[1], tlist[2], tlist[3])
                insert(mp)
        file.close()
        for ele in data:
        	data[ele].insertIntoDb()
        logger.info("%s is done" %filename)
middb.closeDbConnection()
if(senderr == 1):
	midmail.send(senderr_msg, "*****@*****.**")

logger.info("Exit ad_quality_hourly.py")
示例#3
0

logger.info("Enter ad_quality_hourly.py")

path = "/data/xce/Ad/log/AdLogS0/stat"
#ans = ["/data/xce/Ad/log/AdLogS0/stat/stat.2010-12-08-16"]#util.getLastHourLogs(path)
#ans = ["stat.2010-12-06-11"]#util.getLastHourLogs(path)
ans = util.getLastHourLogs(path)
for filename in ans:
    print filename
for filename in ans:
    file = open(filename, "r")
    time = filename.split(".")[1]
    tlist = time.split("-")
    for line in file:
        if (len(line) <= 1):
            continue
        mp = util.makeDictByLog(line)
        mp["db_time"] = ("%s-%s-%s %s:00:00") % (tlist[0], tlist[1], tlist[2],
                                                 tlist[3])
        insert(mp)
    file.close()
    for ele in data:
        data[ele].insertIntoDb()
    logger.info("%s is done" % filename)
middb.closeDbConnection()
if (senderr == 1):
    midmail.send(senderr_msg, "*****@*****.**")

logger.info("Exit ad_quality_hourly.py")
示例#4
0
                                    ele["time"])
        data[key].add(ele)
    else:
        print "error"


path = "/data/xce/Ad/log/AdLogS0/stat_log"
adapter = AdQualityAdapter(0)
last_update_time = "-1"
#last_update_time = "2010-12-10 13:37:00"
try:
    last_update_time = adapter.GetLastUpdateTime()
except:
    print "adapter.Get last update time error"
    traceback.print_exc()
    midmail.send("quality adapter get last update time error",
                 "*****@*****.**")
    sys.exit(0)

print last_update_time
if re.match('\d\d\d\d-\d\d-\d\d \d\d:\d\d:\d\d', last_update_time) is None:
    print "last update time format error"
    sys.exit(0)

last_update_time = time.strptime(last_update_time, "%Y-%m-%d %H:%M:%S")
begin_minute = time.localtime(time.mktime(last_update_time) +
                              60)  # 从上次更新时间的下一分开始
end_minute = time.localtime(time.time() - 60)  # 结束时间为当前时间的前一分钟

if time.mktime(end_minute) - time.mktime(
        begin_minute) > 60 * 60:  #检查上次更新时间是否过长,一小时前
    errlog = "last update time is %s, which is one hour before" % last_update_time