Ejemplo n.º 1
0
def run_indices(threads, args):
    "builds the index files"

    single_template = load_template(args.templates + "index.html.jst")
    grouped_template = load_template(args.templates + "grouped-index.html.jst")

    messages = [
        NS([("from", simple_from(m["headers"]["from"]))] + list(m.items())) for _, messages in threads for m in messages
    ]

    # build simple indices
    for index in INDICES:
        data = dict(title=index.name(args), **index.partitioner(messages))

        if "groups" in data:
            html = grouped_template.expand(data)
        else:
            html = single_template.expand(data)

        with open(path.join(args.output, index.filename(args)), mode="w", encoding="utf-8") as out:

            out.write(html)

    partials = {}
    if args.partials.isdir():
        partials = PartialManager(args.partials)

    index_template = load_template(args.templates + "thread-index.html.jst", more_formatters=partials)

    partial_template = load_template(args.partials + "thread.html.jst", more_formatters=partials)

    # flatten the threads
    messages = [message for _, messages in threads for message in messages]

    def preprocess(message):
        from_ = simple_from(message.headers.get("from", "")) or None
        return dict(list(message.items()) + [("from", from_)])

    # recursively render the threads here so the expanding doesn't
    # hit the recursion limit
    def render_thread(thread):
        return partial_template.expand(
            message=preprocess(thread.message), children=[render_thread(child) for child in thread.children]
        )

    with open(path.join(args.output, args.thread_index), mode="w", encoding="utf-8") as out:

        out.write(
            index_template.expand(
                title=args.thread_title,
                threads=[
                    dict(message=preprocess(t.message), children=[render_thread(c) for c in t.children])
                    for t in normalize_threads(build_threads(messages))
                ],
            )
        )
Ejemplo n.º 2
0
def convert(url, gzip=False):
    "converts a mbox url to a JSON encodable structure"

    parser = parse_gz_mbox if gzip else parse_mbox

    # stdin
    if url == "-":
        messages = parser(fileobj=BytesIO(sys.stdin.read()))

    # local file
    elif not urlsplit(url).scheme:
        messages = parser(filename=url)
    else:
        messages = fetch_messages(url, parser=parser)

    threads = list(normalize_threads(build_threads(list(messages))))
    tie_threads(threads)

    return list(flatten_threads(threads))