def read_wikistats(lang, f): """ Read wikistats and process redirect pages """ try: for line in f: try: field = line.split() if lang == field[0]: page = field[1] if utils.is_valid_title(page) and utils.is_title_in_ns0(page): if not REDIRECTS: print line, else: title = utils.normalize_title(page) if title: pagecounts[title] = pagecounts.get(title, 0) + int(field[2]) except UnicodeError: sys.stderr.write("UnicodeError: %s" % line) except IndexError: sys.stderr.write("IndexError: %s" % line) except IOError: sys.stderr.write("IOError") finally: if f: f.close()