def create_dataset(name, sim, args):
"""create dataset
Create a generated dataset object in backend that will trigger
the generation of the dataset.
Args:
name (str): name of new dataset
sim (str): name of sim dataset is built with
args (List(str)): configuration of sim for this dataset
"""
from cli.datasets import create_generated_dataset
try:
dataset_config = parse_args(args)
except Exception:
click.secho("Failed to parse args: {args}", fg="yellow", err=True)
return
try:
create_generated_dataset(name, sim, parse_args(args))
click.secho(
f"Created dataset '{name}' from sim '{sim}' with config {dataset_config}",
fg="green",
)
except requests.exceptions.HTTPError as e:
click.secho(f"Failed to create dataset: {e}", fg="red", err=True)
except NameError as e:
click.secho(f"Failed to create dataset: {e}", fg="yellow", err=True)
def create_job(name, operation, datasets, filters, configfile, args):
config = read_config()
if configfile:
job_config = read_json(configfile)
else:
job_config = parse_args(args)
datasets_list = [x for x in datasets]
for dfilter in filters:
datasets_list.extend(
filter_dataset(dfilter, config['ENDPOINT'], config['TOKEN']))
create_new_job(name, operation, job_config, datasets_list,
config['ENDPOINT'], config['TOKEN'])
def create_job(name, operation, filters, configfile, sweepfile, args):
datasets_list = []
for dfilter in filters:
datasets_list.extend(filter_dataset(dfilter))
if sweepfile:
sweep_config = read_json(sweepfile)
bindings = sweep_config['gin_bindings']
for c, random_binding in enumerate([dict(zip(bindings, v)) for v in product(*bindings.values())]):
job_name = f'{name} {c}'
job_config = deepcopy(sweep_config)
job_config['gin_bindings'] = random_binding
create_new_job(job_name, operation, job_config, datasets_list)
return
if configfile:
job_config = read_json(configfile)
else:
job_config = parse_args(args)
create_new_job(name, operation, job_config, datasets_list)
def create_sweep(name, sim, number, args):
"""create sweep
Create a sweep of generated dataset object in backend that will trigger
the generation of the dataset. Sweep is just a series of create dataset
calls with different seeds set.
Args:
name (str): name of new dataset
sim (str): name of sim dataset is built with
number (str): number of datasets to create
args (List(str)): configuration of sim for this dataset
"""
from cli.datasets import create_generated_dataset
try:
dataset_config = parse_args(args)
except Exception:
click.secho("Failed to parse args: {args}", fg="yellow", err=True)
return
for i in range(int(number)):
dataset_name = f"{name} seed{i}"
dataset_config["seed"] = i
try:
create_generated_dataset(dataset_name, sim, dataset_config)
click.secho(
f"Created dataset '{dataset_name}' from sim '{sim}' with config {dataset_config}",
fg="green",
)
except requests.exceptions.HTTPError as e:
click.secho(f"Failed to create dataset: {e}", fg="red", err=True)
except NameError as e:
click.secho(f"Failed to create dataset: {e}",
fg="yellow",
err=True)
return
click.echo(f"Finished creating {number} datasets from sim '{sim}'.")
def create_dataset(name, scene, args):
config = read_config()
dataset_config = parse_args(args)
create_generated_dataset(name, scene, dataset_config, config['ENDPOINT'],
config['TOKEN'])
def create_sweep(name, sim, number, args):
dataset_config = parse_args(args)
for i in range(int(number)):
dataset_name = f'{name} seed{i}'
dataset_config['seed'] = i
create_generated_dataset(dataset_name, sim, dataset_config)
def create_dataset(name, sim, args):
dataset_config = parse_args(args)
create_generated_dataset(name, sim, dataset_config)