def setup(self): cluster = LocalCluster(n_workers=1, threads_per_worker=1, resources={"resource": 1}, worker_class=Worker) spec = copy.deepcopy(cluster.new_worker_spec()) del spec[1]['options']['resources'] cluster.worker_spec.update(spec) cluster.scale(2) client = Client(cluster) self.client = client
def setup(self, resource, steal_interval): config.set( {"distributed.scheduler.work-stealing-interval": steal_interval}) rdict = {"resource": resource} if resource else None cluster = LocalCluster(n_workers=1, threads_per_worker=1, resources=rdict, worker_class=Worker) spec = copy.deepcopy(cluster.new_worker_spec()) if resource: del spec[1]['options']['resources'] cluster.worker_spec.update(spec) cluster.scale(2) client = Client(cluster) self.client = client