Ejemplo n.º 1
0
def read_wikistats(lang, f):
    """
    Read wikistats and process redirect pages
    """
    try:
        for line in f:
            try:
                field = line.split()
                if lang == field[0]:
                    page = field[1]
                    if utils.is_valid_title(page) and utils.is_title_in_ns0(page):
                        if not REDIRECTS:
                            print line,
                        else:
                            title = utils.normalize_title(page)
                            if title:
                                pagecounts[title] = pagecounts.get(title, 0) + int(field[2])
            except UnicodeError:
                sys.stderr.write("UnicodeError: %s" % line)
            except IndexError:
                sys.stderr.write("IndexError: %s" % line)
    except IOError:
        sys.stderr.write("IOError")
    finally:
        if f:
            f.close()