charset='utf8')
cursor = conn.cursor(MySQLdb.cursors.DictCursor)
except MySQLdb.Error, e:
logging.critical('MySQL connection error! %s' % e)
sys.exit(1)
delta_one_day = datetime.timedelta(days=1)
past_day = current_day - delta_one_day
next_day = current_day + delta_one_day
logfiles = glob.glob('/Data/log/9949/9949.cn-access_log.%s??' %
past_day.strftime('%Y%m%d'))
regex = r'POST /go\.html\?name=(?P<name>.*?)&u=(?P<dest>http://.*?) HTTP'
for logfile in logfiles:
logging.info('[log file]%s' % logfile)
parser = apachelog(logfile, Guest9949)
guests = parser.parseFile(regex)
counts = {}
date = None
for guest in guests:
counts[guest.target_url] = counts.get(guest.target_url, 0) + 1
isp = guest.isp
if isp:
isp = isp.replace("'", '"')
name = guest.name
if name:
name = name.replace("'", '"')
sql = """INSERT INTO log (ip, city, isp, date_c, dest, ref, agent, name) VALUES ('%s', '%s', '%s', '%s', '%s', '%s', '%s', '%s');""" % (
charset="utf8",
)
cursor = conn.cursor(MySQLdb.cursors.DictCursor)
except MySQLdb.Error, e:
logging.critical("MySQL connection error! %s" % e)
sys.exit(1)
delta_one_day = datetime.timedelta(days=1)
past_day = current_day - delta_one_day
next_day = current_day + delta_one_day
logfiles = glob.glob("/Data/log/9949/9949.cn-access_log.%s??" % past_day.strftime("%Y%m%d"))
regex = r"POST /go\.html\?name=(?P<name>.*?)&u=(?P<dest>http://.*?) HTTP"
for logfile in logfiles:
logging.info("[log file]%s" % logfile)
parser = apachelog(logfile, Guest9949)
guests = parser.parseFile(regex)
counts = {}
date = None
for guest in guests:
counts[guest.target_url] = counts.get(guest.target_url, 0) + 1
isp = guest.isp
if isp:
isp = isp.replace("'", '"')
name = guest.name
if name:
name = name.replace("'", '"')
sql = (
db=config_sets_zx[RUN_ENV]['db'],
charset='utf8')
cursor = conn.cursor(MySQLdb.cursors.DictCursor)
except MySQLdb.Error, e:
logging.critical('MySQL connection error! %s' % e)
sys.exit(1)
delta_one_day = datetime.timedelta(days=1)
yesterday = datetime.date.today() - delta_one_day
tomorrow = datetime.date.today() + delta_one_day
logs = glob.glob('/logs/zx_360quan-access_log.%s??' % yesterday.strftime('%Y%m%d'))
regex = r't=(?P<time>\d+)&r=(?P<ref>http://(?P<domain>\S+?).360quan.com\S+)'
for log in logs:
logging.info('[log file]%s' % log)
parser = apachelog(log, GuestZX)
guests = parser.parseFile(regex)
for guest in guests:
#logging.info('[guest]%s %s %s %s %s %s %s %s' % (guest.ip, guest.city, guest.isp, guest.datetime.strftime('%Y-%m-%d %H:00:00'), guest.loadtime, guest.domain, guest.referer, guest.agent))
sql = "INSERT INTO log (ip, city, isp, date_c, loadtime, domain, ref, agent) VALUES ('%s', '%s', '%s', '%s', %d, '%s', '%s', '%s');" % (guest.ip, guest.city, guest.isp, guest.datetime.strftime('%Y-%m-%d %H:00:00'), guest.loadtime, guest.domain, guest.referer, guest.agent)
try:
cursor.execute(sql)
except:
logging.exception(sql)
chart = extChart()
chart.title = ofc2.title(text='Report for Load Time', style='{font-size:20px; color:#0000ff; font-family: Verdana; text-align: center;}')
chart.bg_colour = '#FFFFFF'
chart.x_legend = ofc2.x_legend(text='Date: %s' % yesterday.strftime('%Y-%m-%d'), style='{color: #736AFF;font-size: 12px;}')
charset='utf8')
cursor = conn.cursor(MySQLdb.cursors.DictCursor)
except MySQLdb.Error, e:
logging.critical('MySQL connection error! %s' % e)
sys.exit(1)
delta_one_day = datetime.timedelta(days=1)
yesterday = datetime.date.today() - delta_one_day
tomorrow = datetime.date.today() + delta_one_day
logs = glob.glob('/logs/zx_360quan-access_log.%s??' %
yesterday.strftime('%Y%m%d'))
regex = r't=(?P<time>\d+)&r=(?P<ref>http://(?P<domain>\S+?).360quan.com\S+)'
for log in logs:
logging.info('[log file]%s' % log)
parser = apachelog(log, GuestZX)
guests = parser.parseFile(regex)
for guest in guests:
#logging.info('[guest]%s %s %s %s %s %s %s %s' % (guest.ip, guest.city, guest.isp, guest.datetime.strftime('%Y-%m-%d %H:00:00'), guest.loadtime, guest.domain, guest.referer, guest.agent))
sql = "INSERT INTO log (ip, city, isp, date_c, loadtime, domain, ref, agent) VALUES ('%s', '%s', '%s', '%s', %d, '%s', '%s', '%s');" % (
guest.ip, guest.city, guest.isp,
guest.datetime.strftime('%Y-%m-%d %H:00:00'), guest.loadtime,
guest.domain, guest.referer, guest.agent)
try:
cursor.execute(sql)
except:
logging.exception(sql)
chart = extChart()
def setUp(self):
self.s = '222.35.169.141 - - [07/Dec/2009:18:00:00 +0800] "POST /go.html?name=17173&u=http://www.17173.com/ HTTP/1.1" 200 50 "http://www.9949.cn/?uid=desktop" "Mozilla/4.0 (compatible; MSIE 6.0; IQ 0.9.8.1322; zh_cn; Windows NT 5.1))"'
self.regex = r'POST /go\.html\?name=(?P<name>.*?)&u=(?P<dest>http://.*?) HTTP'
self.parser = apachelog('', Guest9949, self.regex)
self.g = self.parser.getGuestInfo(self.s)
def setUp(self):
self.s = '121.204.244.51 - - [07/Dec/2009:23:53:03 +0800] "POST /go.html?name=\xd7\xbf\xd4\xbd\xd1\xc7\xc2\xed\xd1\xb7&u=http://www.amazon.cn/?source=heima8_134092 HTTP/1.1" 200 50 "http://www.9949.cn/" "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 1.1.4322)"'
self.regex = r'POST /go\.html\?name=(?P<name>.*?)&u=(?P<dest>http://.*?) HTTP'
self.parser = apachelog('', Guest9949, self.regex)
self.guest = self.parser.getGuestInfo(self.s)
