def worker(data=None, scheduler='tcp://127.0.0.1:5555'): if data is None: data = dict() a = Worker(scheduler, data, hostname='127.0.0.1', nthreads=50) try: yield a finally: a.close()
def worker(data=None, scheduler='tcp://localhost:5555'): if data is None: data = dict() a = Worker(scheduler, data) try: yield a finally: a.close()
def worker(data=None, scheduler="tcp://127.0.0.1:5555"): if data is None: data = dict() a = Worker(scheduler, data, hostname="127.0.0.1", nthreads=50) try: yield a finally: a.close()
def scheduler_and_workers(n=2): with scheduler() as s: workers = [Worker(s.address_to_workers) for i in range(n)] try: yield s, workers finally: for w in workers: w.close()
def scheduler_and_workers(n=2): with scheduler() as s: workers = [Worker(s.address_to_workers) for i in range(n)] while (len(s.workers) < n): sleep(0.01) try: yield s, workers finally: for w in workers: w.close()
def scheduler_and_workers(n=2, scheduler_kwargs={}, worker_kwargs={}): with scheduler(scheduler_kwargs) as s: workers = [Worker(s.address_to_workers, hostname='127.0.0.1', nthreads=10, **worker_kwargs) for i in range(n)] # wait for workers to register while(len(s.workers) < n): sleep(1e-6) try: yield s, workers finally: for w in workers: w.close()