def test_scale_up_and_down(): loop = IOLoop.current() cluster = LocalCluster(0, scheduler_port=0, processes=False, silence_logs=False, diagnostics_port=None, loop=loop, start=False) c = yield Client(cluster, loop=loop, asynchronous=True) assert not cluster.workers yield cluster.scale_up(2) assert len(cluster.workers) == 2 assert len(cluster.scheduler.ncores) == 2 addr = cluster.workers[0].address yield cluster.scale_down([addr]) assert len(cluster.workers) == 1 assert addr not in cluster.scheduler.ncores yield c._close() yield cluster._close()
def test_scale_up_and_down(): loop = IOLoop.current() cluster = LocalCluster(0, scheduler_port=0, nanny=False, silence_logs=False, diagnostic_port=None, loop=loop, start=False) c = Client(cluster, start=False, loop=loop) yield c._start() assert not cluster.workers yield cluster.scale_up(2) assert len(cluster.workers) == 2 assert len(cluster.scheduler.ncores) == 2 addr = cluster.workers[0].address yield cluster.scale_down([addr]) assert len(cluster.workers) == 1 assert addr not in cluster.scheduler.ncores yield c._shutdown() yield cluster._close()
def test_dask_cv_single(self): test_cluster = LocalCluster(1) test_client = Client(test_cluster) iris = load_iris() reg = tree.DecisionTreeClassifier() cv_score = test_client.submit(cross_val_score, reg, iris.data, iris.target) self.assertGreater(cv_score.result().mean(), 0) test_cluster.scale_up(4) _cv_results = { 'reg_%i': test_client.submit(cross_val_score, tree.DecisionTreeClassifier(min_samples_leaf=i), iris.data, iris.target) for i in range(5) } cv_results = test_client.gather(list(_cv_results.values())) for cv_result in cv_results: self.assertGreaterEqual(cv_result.mean(), 0)
def test_scale_up_and_down(): loop = IOLoop.current() cluster = LocalCluster(0, scheduler_port=0, nanny=False, silence_logs=False, diagnostics_port=None, loop=loop, start=False) c = Client(cluster, start=False, loop=loop) yield c._start() assert not cluster.workers yield cluster.scale_up(2) assert len(cluster.workers) == 2 assert len(cluster.scheduler.ncores) == 2 addr = cluster.workers[0].address yield cluster.scale_down([addr]) assert len(cluster.workers) == 1 assert addr not in cluster.scheduler.ncores yield c._shutdown() yield cluster._close()