def leaderboard(ctx, provider, run_id):
"""Show Experiment leaderboard for specified run id.
If run id is not provided, latest experiment run
leaderboard will be shown.
"""
A2MLExperiment(ctx, provider).leaderboard(run_id)
def history(ctx, provider):
"""Show Experiment history"""
A2MLExperiment(ctx, provider).history()
def start(ctx, provider):
"""Start Experiment.
If Experiment is not selected, new Experiment will be created.
"""
A2MLExperiment(ctx, provider).start()
def stop(ctx, provider, run_id):
"""Stop Experiment"""
A2MLExperiment(ctx, provider).stop(run_id)
def list_cmd(ctx, provider):
"""List Experiments for selected DataSet"""
A2MLExperiment(ctx, provider).list()
def stop_experiment_task(params):
return with_context(
params, lambda ctx: A2MLExperiment(ctx, None).stop(
*params['args'], **params['kwargs']))
def leaderboard_experiment_task(params):
return with_context(
params, lambda ctx: A2MLExperiment(ctx, None).leaderboard(
*params['args'], **params['kwargs']))
def func(ctx):
res = A2MLExperiment(ctx, None).list(*params['args'],
**params['kwargs'])
return __map_collection_to_name(res, 'experiments')
def stop(ctx, provider):
"""Stop Experiment"""
A2MLExperiment(ctx, provider).stop()