def test_train_client(tmpdir, start_ray_client_server_2_cpus, seed, num_slots): """Tests if training modifies model weights.""" assert ray.util.client.ray.is_connected() model = BoringModel() plugin = HorovodRayPlugin(num_slots=num_slots, use_gpu=False) trainer = get_trainer(tmpdir, plugins=[plugin]) train_test(trainer, model)
def test_multi_node(tmpdir): """Tests if multi-node GPU training works.""" ray.init("auto") num_gpus = ray.available_resources()["GPU"] model = BoringModel() plugin = RayPlugin(num_workers=num_gpus, use_gpu=True) trainer = get_trainer(tmpdir, plugins=[plugin], use_gpu=True) train_test(trainer, model)
def test_multi_node(tmpdir): """Tests if multi-node GPU training works.""" ray.init("auto") num_gpus = ray.available_resources()["GPU"] model = BoringModel() accelerator = RayAccelerator(num_workers=num_gpus, use_gpu=True) trainer = get_trainer(tmpdir, accelerator=accelerator, use_gpu=True) train_test(trainer, model)
def test_train(tmpdir, ray_start_2_cpus, num_workers): """Tests if training modifies model weights.""" model = BoringModel() plugin = RayPlugin(num_workers=num_workers) trainer = get_trainer(tmpdir, plugins=[plugin]) train_test(trainer, model)
def test_train(tmpdir, ray_start_2_cpus, num_workers): """Tests if training modifies model weights.""" model = BoringModel() accelerator = RayAccelerator(num_workers=num_workers) trainer = get_trainer(tmpdir, accelerator=accelerator) train_test(trainer, model)
def test_train_gpu(tmpdir, ray_start_2_gpus, seed, num_slots): """Tests if training modifies model weights.""" model = BoringModel() plugin = HorovodRayPlugin(num_slots=num_slots, use_gpu=True) trainer = get_trainer(tmpdir, plugins=[plugin], use_gpu=True) train_test(trainer, model)
def test_train_client(tmpdir, start_ray_client_server_2_cpus, num_workers): assert ray.util.client.ray.is_connected() model = BoringModel() plugin = RayPlugin(num_workers=num_workers) trainer = get_trainer(tmpdir, plugins=[plugin]) train_test(trainer, model)
def test_train_gpu(tmpdir, ray_start_2_gpus, seed, num_slots): """Tests if training modifies model weights.""" model = BoringModel() accelerator = HorovodRayAccelerator(num_slots=num_slots, use_gpu=True) trainer = get_trainer(tmpdir, accelerator=accelerator, use_gpu=True) train_test(trainer, model)