def crawl(start_url: str):
# Use a breakpoint in the code line below to debug your script.
print(f'start crawling {start_url}'
) # Press Strg+F8 to toggle the breakpoint.
crawler_fetcher = crawler.ArticleFetcher(start_url)
pages = crawler_fetcher.fetch__all__pages(
) # --> fetch_all _pages return list of list of articles ()
counter = 0
# flatten with generator-support):
articles = (article for pg in pages for article in pg)
for a in articles:
counter += 1
if counter == 8:
break
print(a.emoji + ": " + a.title)
import crawler
fetcher = crawler.ArticleFetcher()
for element in fetcher.fetch():
print(element.emoji + ": " + element.title)