예제 #1
0
파일: pages.py 프로젝트: mnsbus/api-sketch
def pages_worker(domains):
    responses = make_async_requests(domains)
    documents = process_async_responses(responses)
    write_page_records(documents)
    write_items_to_datastore(ACCELERANDS_DOMAINS, domains)
예제 #2
0
def domains_worker():
    domains = get_available_domains()
    write_items_to_datastore(DOMAINS_MOST_RECENT, domains)
    ping(pageS_PING)