Exemple #1
0
def main():
    ps = get_pubsub(ACCELERANDS_PING)
    for notification in ps.listen():
        domains = pop_n_items(ACCELERANDS_DOMAINS, pageS_MAX_PER_CHANNEL)
        print domains
        # TODO: Multiprocessing
        process_domains(domains)
Exemple #2
0
def main():
    pubsub = get_pubsub(pageS_PING)
    for notification in pubsub.listen():
        domains = pop_n_items(DOMAINS_MOST_RECENT, DOMAINS_MAX_PER_CHANNEL)
        print domains
        # TODO: split domains among threads/processes & launch
        pages_worker(domains)
        ping(ACCELERANDS_PING)