def hp_bo_start(self, experiment_group_id, auto_retry=False):
if not base.should_group_start(experiment_group_id=experiment_group_id,
task=HPCeleryTasks.HP_BO_START,
auto_retry=auto_retry):
return
experiment_group = get_running_experiment_group(
experiment_group_id=experiment_group_id)
if not experiment_group:
return
should_retry = base.start_group_experiments(
experiment_group=experiment_group)
if should_retry:
if auto_retry:
# Schedule another task
self.retry(countdown=Intervals.EXPERIMENTS_SCHEDULER)
return
workers.send(HPCeleryTasks.HP_BO_ITERATE,
kwargs={
'experiment_group_id': experiment_group_id,
'auto_retry': auto_retry
},
countdown=None)
def hp_grid_search_start(self, experiment_group_id):
experiment_group = get_running_experiment_group(experiment_group_id=experiment_group_id)
if not experiment_group:
return
should_retry = base.start_group_experiments(experiment_group=experiment_group)
if should_retry:
# Schedule another task
self.retry(countdown=Intervals.EXPERIMENTS_SCHEDULER)
return
base.check_group_experiments_finished(experiment_group_id)
def hp_random_search_start(self, experiment_group_id):
experiment_group = get_running_experiment_group(experiment_group_id=experiment_group_id)
if not experiment_group:
return
should_retry = base.start_group_experiments(experiment_group=experiment_group)
if should_retry:
# Schedule another task
self.retry(countdown=Intervals.EXPERIMENTS_SCHEDULER)
return
base.check_group_experiments_finished(experiment_group_id)
def hp_hyperband_start(self, experiment_group_id):
experiment_group = get_running_experiment_group(experiment_group_id=experiment_group_id)
if not experiment_group:
return
should_retry = base.start_group_experiments(experiment_group=experiment_group)
if should_retry:
# Schedule another task
self.retry(countdown=Intervals.EXPERIMENTS_SCHEDULER)
return
celery_app.send_task(
HPCeleryTasks.HP_HYPERBAND_ITERATE,
kwargs={'experiment_group_id': experiment_group_id})
def hp_hyperband_start(self, experiment_group_id):
experiment_group = get_running_experiment_group(
experiment_group_id=experiment_group_id)
if not experiment_group:
return
should_retry = base.start_group_experiments(
experiment_group=experiment_group)
if should_retry:
# Schedule another task
self.retry(countdown=Intervals.EXPERIMENTS_SCHEDULER)
return
celery_app.send_task(HPCeleryTasks.HP_HYPERBAND_ITERATE,
kwargs={'experiment_group_id': experiment_group_id})
def hp_grid_search_start(self, experiment_group_id, auto_retry=False):
if not base.should_group_start(experiment_group_id=experiment_group_id,
task=HPCeleryTasks.HP_GRID_SEARCH_START,
auto_retry=auto_retry):
return
experiment_group = get_running_experiment_group(experiment_group_id=experiment_group_id)
if not experiment_group:
return
should_retry = base.start_group_experiments(experiment_group=experiment_group)
if should_retry:
if auto_retry:
# Schedule another task
self.retry(countdown=Intervals.EXPERIMENTS_SCHEDULER)
return
base.check_group_experiments_done(experiment_group_id, auto_retry=auto_retry)
