def setup(self):
cluster = LocalCluster(n_workers=1, threads_per_worker=1,
resources={"resource": 1}, worker_class=Worker)
spec = copy.deepcopy(cluster.new_worker_spec())
del spec[1]['options']['resources']
cluster.worker_spec.update(spec)
cluster.scale(2)
client = Client(cluster)
self.client = client
def setup(self, resource, steal_interval):
config.set(
{"distributed.scheduler.work-stealing-interval": steal_interval})
rdict = {"resource": resource} if resource else None
cluster = LocalCluster(n_workers=1,
threads_per_worker=1,
resources=rdict,
worker_class=Worker)
spec = copy.deepcopy(cluster.new_worker_spec())
if resource:
del spec[1]['options']['resources']
cluster.worker_spec.update(spec)
cluster.scale(2)
client = Client(cluster)
self.client = client
