def fetch_all_sources(api_client): for i, batch in enumerate(sources_iterator(api_client)): print(f'[fetch-all-sources] batch #{i}') batch = map(map_source, batch) with get_engine().begin() as engine: engine.execute(Source.upsert_query(), [source.__dict__ for source in batch])