charset='utf8') cursor = conn.cursor(MySQLdb.cursors.DictCursor) except MySQLdb.Error, e: logging.critical('MySQL connection error! %s' % e) sys.exit(1) delta_one_day = datetime.timedelta(days=1) past_day = current_day - delta_one_day next_day = current_day + delta_one_day logfiles = glob.glob('/Data/log/9949/9949.cn-access_log.%s??' % past_day.strftime('%Y%m%d')) regex = r'POST /go\.html\?name=(?P<name>.*?)&u=(?P<dest>http://.*?) HTTP' for logfile in logfiles: logging.info('[log file]%s' % logfile) parser = apachelog(logfile, Guest9949) guests = parser.parseFile(regex) counts = {} date = None for guest in guests: counts[guest.target_url] = counts.get(guest.target_url, 0) + 1 isp = guest.isp if isp: isp = isp.replace("'", '"') name = guest.name if name: name = name.replace("'", '"') sql = """INSERT INTO log (ip, city, isp, date_c, dest, ref, agent, name) VALUES ('%s', '%s', '%s', '%s', '%s', '%s', '%s', '%s');""" % (
charset="utf8", ) cursor = conn.cursor(MySQLdb.cursors.DictCursor) except MySQLdb.Error, e: logging.critical("MySQL connection error! %s" % e) sys.exit(1) delta_one_day = datetime.timedelta(days=1) past_day = current_day - delta_one_day next_day = current_day + delta_one_day logfiles = glob.glob("/Data/log/9949/9949.cn-access_log.%s??" % past_day.strftime("%Y%m%d")) regex = r"POST /go\.html\?name=(?P<name>.*?)&u=(?P<dest>http://.*?) HTTP" for logfile in logfiles: logging.info("[log file]%s" % logfile) parser = apachelog(logfile, Guest9949) guests = parser.parseFile(regex) counts = {} date = None for guest in guests: counts[guest.target_url] = counts.get(guest.target_url, 0) + 1 isp = guest.isp if isp: isp = isp.replace("'", '"') name = guest.name if name: name = name.replace("'", '"') sql = (
db=config_sets_zx[RUN_ENV]['db'], charset='utf8') cursor = conn.cursor(MySQLdb.cursors.DictCursor) except MySQLdb.Error, e: logging.critical('MySQL connection error! %s' % e) sys.exit(1) delta_one_day = datetime.timedelta(days=1) yesterday = datetime.date.today() - delta_one_day tomorrow = datetime.date.today() + delta_one_day logs = glob.glob('/logs/zx_360quan-access_log.%s??' % yesterday.strftime('%Y%m%d')) regex = r't=(?P<time>\d+)&r=(?P<ref>http://(?P<domain>\S+?).360quan.com\S+)' for log in logs: logging.info('[log file]%s' % log) parser = apachelog(log, GuestZX) guests = parser.parseFile(regex) for guest in guests: #logging.info('[guest]%s %s %s %s %s %s %s %s' % (guest.ip, guest.city, guest.isp, guest.datetime.strftime('%Y-%m-%d %H:00:00'), guest.loadtime, guest.domain, guest.referer, guest.agent)) sql = "INSERT INTO log (ip, city, isp, date_c, loadtime, domain, ref, agent) VALUES ('%s', '%s', '%s', '%s', %d, '%s', '%s', '%s');" % (guest.ip, guest.city, guest.isp, guest.datetime.strftime('%Y-%m-%d %H:00:00'), guest.loadtime, guest.domain, guest.referer, guest.agent) try: cursor.execute(sql) except: logging.exception(sql) chart = extChart() chart.title = ofc2.title(text='Report for Load Time', style='{font-size:20px; color:#0000ff; font-family: Verdana; text-align: center;}') chart.bg_colour = '#FFFFFF' chart.x_legend = ofc2.x_legend(text='Date: %s' % yesterday.strftime('%Y-%m-%d'), style='{color: #736AFF;font-size: 12px;}')
charset='utf8') cursor = conn.cursor(MySQLdb.cursors.DictCursor) except MySQLdb.Error, e: logging.critical('MySQL connection error! %s' % e) sys.exit(1) delta_one_day = datetime.timedelta(days=1) yesterday = datetime.date.today() - delta_one_day tomorrow = datetime.date.today() + delta_one_day logs = glob.glob('/logs/zx_360quan-access_log.%s??' % yesterday.strftime('%Y%m%d')) regex = r't=(?P<time>\d+)&r=(?P<ref>http://(?P<domain>\S+?).360quan.com\S+)' for log in logs: logging.info('[log file]%s' % log) parser = apachelog(log, GuestZX) guests = parser.parseFile(regex) for guest in guests: #logging.info('[guest]%s %s %s %s %s %s %s %s' % (guest.ip, guest.city, guest.isp, guest.datetime.strftime('%Y-%m-%d %H:00:00'), guest.loadtime, guest.domain, guest.referer, guest.agent)) sql = "INSERT INTO log (ip, city, isp, date_c, loadtime, domain, ref, agent) VALUES ('%s', '%s', '%s', '%s', %d, '%s', '%s', '%s');" % ( guest.ip, guest.city, guest.isp, guest.datetime.strftime('%Y-%m-%d %H:00:00'), guest.loadtime, guest.domain, guest.referer, guest.agent) try: cursor.execute(sql) except: logging.exception(sql) chart = extChart()
def setUp(self): self.s = '222.35.169.141 - - [07/Dec/2009:18:00:00 +0800] "POST /go.html?name=17173&u=http://www.17173.com/ HTTP/1.1" 200 50 "http://www.9949.cn/?uid=desktop" "Mozilla/4.0 (compatible; MSIE 6.0; IQ 0.9.8.1322; zh_cn; Windows NT 5.1))"' self.regex = r'POST /go\.html\?name=(?P<name>.*?)&u=(?P<dest>http://.*?) HTTP' self.parser = apachelog('', Guest9949, self.regex) self.g = self.parser.getGuestInfo(self.s)
def setUp(self): self.s = '121.204.244.51 - - [07/Dec/2009:23:53:03 +0800] "POST /go.html?name=\xd7\xbf\xd4\xbd\xd1\xc7\xc2\xed\xd1\xb7&u=http://www.amazon.cn/?source=heima8_134092 HTTP/1.1" 200 50 "http://www.9949.cn/" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 1.1.4322)"' self.regex = r'POST /go\.html\?name=(?P<name>.*?)&u=(?P<dest>http://.*?) HTTP' self.parser = apachelog('', Guest9949, self.regex) self.guest = self.parser.getGuestInfo(self.s)