linecount = 0 for line in open(filename): #211.139.145.139 - - [30/Sep/2012:03:41:25 +0800] "GET /gzdh/client/snPhone/searchBeautifulNumber.do HTTP/1.1" 200 5739 aline = line.strip() linecount += 1 if linecount % 1000 == 0: print 'line count:', linecount for i in range(0, len(patterns)): m = patterns[i].search(aline) if m is not None: counts[i] = counts[i] + 1 break output_result(time.strftime('%Y-%m-%d', date), counts) if __name__ == '__main__': # output_result('2012-01-03', [0, 1, 2]) FILE_TYPE_ACCESSLOG = re.compile(r'localhost_access_log') FILE_TYPE_FWDHLOG = re.compile(r'fwdh_logs') files = filesearch.search("*", 'F:/fwdh_logs/') for f in files: if FILE_TYPE_ACCESSLOG.search(f) is not None: readAccessLog(f)
item_task = tasks[i].string record = (item_id, item_title, item_degree, item_url, item_param, item_task) if item_degree != u'参考信息': result.append(record) #print item_degree, item_id, item_title, item_url, item_param, item_task summary = summary_report(result) return (fileinfo, summary, result) from filesearch import search import dao if __name__ == '__main__': if not dao.db_check(): print '数据库检查失败' else: files = search('*.htm*', u'E:/work/mytask/120521 漏洞扫描/flaws_target/13/') for f in files: report = parse_report(f) if report: #need to save dao.update_report(report) # parse_report(u'E:\\flaws_target\\1102\\外网\\AppScan_本地支付辅助平台后台_20121101.html')