def train_wrapper(config, ray_params): train_ray( path="/data/classification.parquet", num_workers=32, num_boost_rounds=100, num_files=128, regression=False, use_gpu=False, ray_params=ray_params, lightgbm_params=config, )
def train(): train_ray( path="/data/classification.parquet", num_workers=4, num_boost_rounds=100, num_files=25, regression=False, use_gpu=False, ray_params=ray_params, lightgbm_params=None, )
def train(): os.environ["TEST_OUTPUT_JSON"] = output train_ray( path="/data/classification.parquet", num_workers=4, num_boost_rounds=100, num_files=25, regression=False, use_gpu=False, ray_params=ray_params, lightgbm_params=None, )
failure_state = FailureState.remote() ray_params = RayParams(max_actor_restarts=2, num_actors=4, cpus_per_actor=4, gpus_per_actor=0) _, additional_results, _ = train_ray( path="/data/classification.parquet", num_workers=None, num_boost_rounds=100, num_files=200, regression=False, use_gpu=False, ray_params=ray_params, lightgbm_params=None, callbacks=[ TrackingCallback(), FailureInjection(id="first_fail", state=failure_state, ranks=[1], iteration=14), FailureInjection(id="second_fail", state=failure_state, ranks=[0], iteration=34), ], ) print("PASSED.")