Example #1
0
def pages_worker(domains):
    responses = make_async_requests(domains)
    documents = process_async_responses(responses)
    write_page_records(documents)
    write_items_to_datastore(ACCELERANDS_DOMAINS, domains)
Example #2
0
def domains_worker():
    domains = get_available_domains()
    write_items_to_datastore(DOMAINS_MOST_RECENT, domains)
    ping(pageS_PING)