def main(): ps = get_pubsub(ACCELERANDS_PING) for notification in ps.listen(): domains = pop_n_items(ACCELERANDS_DOMAINS, pageS_MAX_PER_CHANNEL) print domains # TODO: Multiprocessing process_domains(domains)
def main(): pubsub = get_pubsub(pageS_PING) for notification in pubsub.listen(): domains = pop_n_items(DOMAINS_MOST_RECENT, DOMAINS_MAX_PER_CHANNEL) print domains # TODO: split domains among threads/processes & launch pages_worker(domains) ping(ACCELERANDS_PING)