async def fetch_page_indexed(
self, session: ClientSession,
items_per_page: int) -> AsyncIterable[List[Event]]:
page_index = 0
done = False
while not done:
page_index += 1
data = await fetch(url=self.scrape_url.format(page_index),
session=session)
new_events = self.parser.parse(
ParsingContext(venue=self.venue, content=data))
yield new_events
done = len(new_events) < items_per_page
async def fetch_page_in_one_call(
self, session: ClientSession) -> AsyncIterable[List[Event]]:
data = await fetch(url=self.scrape_url, session=session)
events = self.parser.parse(
ParsingContext(venue=self.venue, content=data))
yield events