def pages_worker(domains): responses = make_async_requests(domains) documents = process_async_responses(responses) write_page_records(documents) write_items_to_datastore(ACCELERANDS_DOMAINS, domains)
def domains_worker(): domains = get_available_domains() write_items_to_datastore(DOMAINS_MOST_RECENT, domains) ping(pageS_PING)