def get_cities_from_wikipedia(url='https://en.wikipedia.org/wiki/List_of_United_States_cities_by_population'): ab = AnonBrowser() ab.anonymize() page = ab.open(url) html = page.read() parser = CityParser() parser.feed(html) return sorted(parser.cities)
def parse_links(url): ab = AnonBrowser() ab.anonymize() page = ab.open(url) html = page.read() return LinkParser.get_links_from_html(html)