def test_train_client(tmpdir, start_ray_client_server_2_cpus, seed, num_slots):
"""Tests if training modifies model weights."""
assert ray.util.client.ray.is_connected()
model = BoringModel()
plugin = HorovodRayPlugin(num_slots=num_slots, use_gpu=False)
trainer = get_trainer(tmpdir, plugins=[plugin])
train_test(trainer, model)
def test_multi_node(tmpdir):
"""Tests if multi-node GPU training works."""
ray.init("auto")
num_gpus = ray.available_resources()["GPU"]
model = BoringModel()
plugin = RayPlugin(num_workers=num_gpus, use_gpu=True)
trainer = get_trainer(tmpdir, plugins=[plugin], use_gpu=True)
train_test(trainer, model)
def test_multi_node(tmpdir):
"""Tests if multi-node GPU training works."""
ray.init("auto")
num_gpus = ray.available_resources()["GPU"]
model = BoringModel()
accelerator = RayAccelerator(num_workers=num_gpus, use_gpu=True)
trainer = get_trainer(tmpdir, accelerator=accelerator, use_gpu=True)
train_test(trainer, model)
def test_train(tmpdir, ray_start_2_cpus, num_workers):
"""Tests if training modifies model weights."""
model = BoringModel()
plugin = RayPlugin(num_workers=num_workers)
trainer = get_trainer(tmpdir, plugins=[plugin])
train_test(trainer, model)
def test_train(tmpdir, ray_start_2_cpus, num_workers):
"""Tests if training modifies model weights."""
model = BoringModel()
accelerator = RayAccelerator(num_workers=num_workers)
trainer = get_trainer(tmpdir, accelerator=accelerator)
train_test(trainer, model)
def test_train_gpu(tmpdir, ray_start_2_gpus, seed, num_slots):
"""Tests if training modifies model weights."""
model = BoringModel()
plugin = HorovodRayPlugin(num_slots=num_slots, use_gpu=True)
trainer = get_trainer(tmpdir, plugins=[plugin], use_gpu=True)
train_test(trainer, model)
def test_train_client(tmpdir, start_ray_client_server_2_cpus, num_workers):
assert ray.util.client.ray.is_connected()
model = BoringModel()
plugin = RayPlugin(num_workers=num_workers)
trainer = get_trainer(tmpdir, plugins=[plugin])
train_test(trainer, model)
def test_train_gpu(tmpdir, ray_start_2_gpus, seed, num_slots):
"""Tests if training modifies model weights."""
model = BoringModel()
accelerator = HorovodRayAccelerator(num_slots=num_slots, use_gpu=True)
trainer = get_trainer(tmpdir, accelerator=accelerator, use_gpu=True)
train_test(trainer, model)