def run_api_experiment(config, data_parquet): # Sanity check that we get 4 slots over 1 host kwargs = get_horovod_kwargs() assert kwargs.get('num_hosts') == 1 assert kwargs.get('num_slots') == 2 # Train on Parquet dask_backend = RayBackend() train_with_backend(dask_backend, config, dataset=data_parquet)
def run_api_experiment(config, data_parquet): # Sanity check that we get 4 slots over 1 host kwargs = get_horovod_kwargs() assert kwargs.get("num_workers") == 2 # Train on Parquet dask_backend = RayBackend() assert train_with_backend(dask_backend, config, dataset=data_parquet, evaluate=False)