def worker(data=None, scheduler='tcp://127.0.0.1:5555'):
if data is None:
data = dict()
a = Worker(scheduler, data, hostname='127.0.0.1', nthreads=50)
try:
yield a
finally:
a.close()
def worker(data=None, scheduler='tcp://localhost:5555'):
if data is None:
data = dict()
a = Worker(scheduler, data)
try:
yield a
finally:
a.close()
def worker(data=None, scheduler='tcp://localhost:5555'):
if data is None:
data = dict()
a = Worker(scheduler, data)
try:
yield a
finally:
a.close()
def worker(data=None, scheduler="tcp://127.0.0.1:5555"):
if data is None:
data = dict()
a = Worker(scheduler, data, hostname="127.0.0.1", nthreads=50)
try:
yield a
finally:
a.close()
def scheduler_and_workers(n=2):
with scheduler() as s:
workers = [Worker(s.address_to_workers) for i in range(n)]
try:
yield s, workers
finally:
for w in workers:
w.close()
def scheduler_and_workers(n=2):
with scheduler() as s:
workers = [Worker(s.address_to_workers) for i in range(n)]
while (len(s.workers) < n):
sleep(0.01)
try:
yield s, workers
finally:
for w in workers:
w.close()
def scheduler_and_workers(n=2, scheduler_kwargs={}, worker_kwargs={}):
with scheduler(scheduler_kwargs) as s:
workers = [Worker(s.address_to_workers, hostname='127.0.0.1',
nthreads=10, **worker_kwargs) for i in range(n)]
# wait for workers to register
while(len(s.workers) < n):
sleep(1e-6)
try:
yield s, workers
finally:
for w in workers:
w.close()
