def test_finetune2_on_torch_dp(): train_experiment(None, dl.DataParallelEngine())
def test_run_on_amp_dp(): train_experiment(dl.DataParallelEngine(fp16=True))
def test_distillation_on_torch_dp(): train_experiment(None, dl.DataParallelEngine())
def test_run_on_torch_dp(): train_experiment(dl.DataParallelEngine())