Python LogParser.parse_fileの例

コード例 #1

ファイル: web.py プロジェクト: mohtalam89/log-parser

def report():
    # Create LogParser instance for this report
    logparser = LogParser(gi, KEYWORDS)

    filename = request.args.get("filename")
    if "/" in filename:  # Prevent directory traversal attacks
        return "Go away!"

    path = os.path.join("/home/malyhass/log-parser", filename)
    logparser.parse_file(
        gzip.open(path) if path.endswith(".gz") else open(path))

    return env.get_template("report.html").render({
        "map_svg":
        render_map(open(os.path.join(PROJECT_ROOT, "templates", "map.svg")),
                   logparser.countries),
        "humanize":
        humanize.naturalsize,
        "keyword_hits":
        sorted(logparser.d.items(), key=lambda i: i[1], reverse=True),
        "url_hits":
        sorted(logparser.urls.items(), key=lambda i: i[1], reverse=True),
        "user_bytes":
        sorted(logparser.user_bytes.items(),
               key=lambda item: item[1],
               reverse=True)
    })

コード例 #2

ファイル: web.py プロジェクト: ebarrier/Python

def report():
    # Create LogParser instance for this report
    logparser = LogParser(gi, KEYWORDS)

    filename = request.args.get("filename")
    if "/" in filename: # Prevent directory traversal attacks
        return "Go away!"

    path = os.path.join("/home/ebarrier/Documents/Python/logs", filename)
    logparser.parse_file(gzip.open(path) if path.endswith(".gz") else open(path))

    return env.get_template("report.html").render({
            "map_svg": render_map(open(os.path.join(PROJECT_ROOT, "templates", "map.svg")), logparser.countries),
            "humanize": humanize.naturalsize,
            "keyword_hits": sorted(logparser.d.items(), key=lambda i:i[1], reverse=True),
            "url_hits": sorted(logparser.urls.items(), key=lambda i:i[1], reverse=True),
            "user_bytes": sorted(logparser.user_bytes.items(), key = lambda item:item[1], reverse=True)
        })

コード例 #3

ファイル: parse_logs.py プロジェクト: kkorvel/Pythoni-kursus

for filename in os.listdir(args.path):
    if not filename.startswith("access."):
        continue

    if filename.endswith(".gz"):
        if args.skip_compressed:
            continue
        fh = gzip.open(os.path.join(args.path, filename))
    else:
        fh = open(os.path.join(args.path, filename))

    if args.verbose:
        print "Parsing:", filename

    logparser.parse_file(fh)

if not logparser.urls:
    print "No log entries!"
    exit(254)


def humanize(bytes):
    if bytes < 1024:
        return "%d B" % bytes
    elif bytes < 1024**2:
        return "%.1f kB" % (bytes / 1024.0)
    elif bytes < 1024**3:
        return "%.1f MB" % (bytes / 1024.0**2)
    else:
        return "%.1f GB" % (bytes / 1024.0**3)

コード例 #4

ファイル: parse_logs.py プロジェクト: kkorvel/Pythoni-kursus

for filename in os.listdir(args.path):
    if not filename.startswith("access."):
        continue

    if filename.endswith(".gz"):
        if args.skip_compressed:
            continue
        fh = gzip.open(os.path.join(args.path, filename))
    else:
        fh = open(os.path.join(args.path, filename))

    if args.verbose:
        print "Parsing:", filename

    logparser.parse_file(fh)

if not logparser.urls:
    print "No log entries!"
    exit(254)


def humanize(bytes):
    if bytes < 1024:
        return "%d B" % bytes
    elif bytes < 1024 ** 2:
        return "%.1f kB" % (bytes / 1024.0)
    elif bytes < 1024 ** 3:
        return "%.1f MB" % (bytes / 1024.0 ** 2)
    else:
        return "%.1f GB" % (bytes / 1024.0 ** 3)