def log2db(logfile):
dbutils.execute_commit_sql('DELETE FROM accesslog;')
fhandler = open(logfile, 'r')
rt_dict = {}
# 统计
while True:
line = fhandler.readline()
if line == '':
break
nodes = line.split()
ip, url, code = nodes[0], nodes[6], nodes[8]
key = (ip, url, code)
if key not in rt_dict:
rt_dict[key] = 1
else:
rt_dict[key] = rt_dict[key] + 1
fhandler.close()
rt_list = []
for _key, _cnt in rt_dict.items():
rt_list.append(_key + (_cnt, ))
_sql = 'insert into accesslog(ip, url, code, cnt) values (%s, %s, %s, %s)'
dbutils.bulker_commit_sql(_sql, rt_list)
def log2db(logfile):
dbutils.execute_commit_sql('delete from accesslog')
handler = open(logfile,'r')
rt_dict = {}
rt_list = []
#统计
_sql = 'insert into accesslog(ip,url,code,cnt) values (%s,%s,%s,%s)'
while True:
line = handler.readline()
if line == "":
break
nodes = line.split()
ip,url,code = nodes[0],nodes[6],nodes[8]
key = (ip,url,code)
if key not in rt_dict:
rt_dict[key] = 1
else:
rt_dict[key] = rt_dict[key] + 1
handler.close()
for _key,_cnt in rt_dict.items():
rt_list.append(_key + (_cnt,))
dbutils.bulker_commit_sql(_sql,rt_list)
def log2db(logfile):
dbutils.execute_commit_sql('DELETE FROM accesslog;')
fhandler = open(logfile, 'r')
rt_dict = {}
# 统计
while True:
line = fhandler.readline()
if line == '':
break
nodes = line.split()
ip, url, code = nodes[0], nodes[6], nodes[8]
key = (ip, url, code)
if key not in rt_dict:
rt_dict[key] = 1
else:
rt_dict[key] = rt_dict[key] + 1
fhandler.close()
rt_list = []
for _key, _cnt in rt_dict.items():
rt_list.append(_key + (_cnt, ))
_sql = 'insert into accesslog(ip, url, code, cnt) values (%s, %s, %s, %s)'
dbutils.bulker_commit_sql(_sql, rt_list)
def logtodb(logfile):
fhandler = open(logfile,'r')
rt_dict = {}
_sql = 'insert into accesslog(count, ip, url, code) values (%s, %s, %s, %s)'
while True:
line = fhandler.readline()
if line == '':
break
nodes = line.split()
ip , url ,code = nodes[0],nodes[6],nodes[8]
key = (ip,url,code)
if key not in rt_dict:
rt_dict[key] = 1
else:
rt_dict[key] += 1
#rt_list.append((nodes[6],nodes[0],nodes[8]))
fhandler.close()
# 排序
rt_list = rt_dict.items()
# [(key,value),(key,value)]
for j in range(0, 10):
for i in range(0, len(rt_list) - 1):
if rt_list[i][1] > rt_list[i + 1][1]:
temp = rt_list[i]
rt_list[i] = rt_list[i + 1]
rt_list[i + 1] = temp
db_list = []
for node in rt_list[-1:-11:-1]:
db_list.append((node[1],node[0][0],node[0][1],node[0][2]))
print db_list
dbutils.bulker_commit_sql(_sql, db_list)
def log2db(logfile):
fhandler = open(logfile, 'r')
rt_dict = {}
Flag = True
while Flag:
line = fhandler.readline()
if line == '':
break
nodes = line.split()
ip, url, code = nodes[0], nodes[6], nodes[8]
key = (ip, url, code)
if key not in rt_dict:
rt_dict[key] = 1
else:
rt_dict[key] += 1
fhandler.close()
rt_list = []
count = 0
for _key, _cnt in rt_dict.items():
count += 1
rt_list.append(_key + (_cnt, ))
if count == 100:
break
_sql = 'insert into log(ip,url,code,count) values(%s,%s,%s,%s)'
dbutils.bulker_commit_sql(_sql, rt_list)
def log2db(logfile):
fhandler = open(logfile, 'r')
rt_list = []
_sql = 'insert into accesslog(url,ip,code) values (%s,%s,%s)'
#统计
while True:
line = fhandler.readline()
if line == '':
break
nodes = line.split()
rt_list.append((nodes[0], nodes[6], nodes[8]))
fhandler.close()
dbutils.bulker_commit_sql(_sql, rt_list)
def loganalysis(logfile):
execute_commit_sql('delete from accesslog;')
fhandler = open(logfile, 'rb')
rt = {}
while True:
line = fhandler.readline()
if line == "":
break
nodes = line.split()
ip, url, code = nodes[0], nodes[6], nodes[8]
key = (ip, url, code)
if key not in rt:
rt[key] = 1
else:
rt[key] += 1
rt_list = rt.items()
rt_data = []
for line in rt_list:
lines = line[0] + (line[1], )
rt_data.append(lines)
_sql = "insert into accesslog(ip,url,code,cnt) VALUES (%s,%s,%s,%s)"
bulker_commit_sql(_sql, rt_data)