def create_dataset(name, sim, args): """create dataset Create a generated dataset object in backend that will trigger the generation of the dataset. Args: name (str): name of new dataset sim (str): name of sim dataset is built with args (List(str)): configuration of sim for this dataset """ from cli.datasets import create_generated_dataset try: dataset_config = parse_args(args) except Exception: click.secho("Failed to parse args: {args}", fg="yellow", err=True) return try: create_generated_dataset(name, sim, parse_args(args)) click.secho( f"Created dataset '{name}' from sim '{sim}' with config {dataset_config}", fg="green", ) except requests.exceptions.HTTPError as e: click.secho(f"Failed to create dataset: {e}", fg="red", err=True) except NameError as e: click.secho(f"Failed to create dataset: {e}", fg="yellow", err=True)
def create_job(name, operation, datasets, filters, configfile, args): config = read_config() if configfile: job_config = read_json(configfile) else: job_config = parse_args(args) datasets_list = [x for x in datasets] for dfilter in filters: datasets_list.extend( filter_dataset(dfilter, config['ENDPOINT'], config['TOKEN'])) create_new_job(name, operation, job_config, datasets_list, config['ENDPOINT'], config['TOKEN'])
def create_job(name, operation, filters, configfile, sweepfile, args): datasets_list = [] for dfilter in filters: datasets_list.extend(filter_dataset(dfilter)) if sweepfile: sweep_config = read_json(sweepfile) bindings = sweep_config['gin_bindings'] for c, random_binding in enumerate([dict(zip(bindings, v)) for v in product(*bindings.values())]): job_name = f'{name} {c}' job_config = deepcopy(sweep_config) job_config['gin_bindings'] = random_binding create_new_job(job_name, operation, job_config, datasets_list) return if configfile: job_config = read_json(configfile) else: job_config = parse_args(args) create_new_job(name, operation, job_config, datasets_list)
def create_sweep(name, sim, number, args): """create sweep Create a sweep of generated dataset object in backend that will trigger the generation of the dataset. Sweep is just a series of create dataset calls with different seeds set. Args: name (str): name of new dataset sim (str): name of sim dataset is built with number (str): number of datasets to create args (List(str)): configuration of sim for this dataset """ from cli.datasets import create_generated_dataset try: dataset_config = parse_args(args) except Exception: click.secho("Failed to parse args: {args}", fg="yellow", err=True) return for i in range(int(number)): dataset_name = f"{name} seed{i}" dataset_config["seed"] = i try: create_generated_dataset(dataset_name, sim, dataset_config) click.secho( f"Created dataset '{dataset_name}' from sim '{sim}' with config {dataset_config}", fg="green", ) except requests.exceptions.HTTPError as e: click.secho(f"Failed to create dataset: {e}", fg="red", err=True) except NameError as e: click.secho(f"Failed to create dataset: {e}", fg="yellow", err=True) return click.echo(f"Finished creating {number} datasets from sim '{sim}'.")
def create_dataset(name, scene, args): config = read_config() dataset_config = parse_args(args) create_generated_dataset(name, scene, dataset_config, config['ENDPOINT'], config['TOKEN'])
def create_sweep(name, sim, number, args): dataset_config = parse_args(args) for i in range(int(number)): dataset_name = f'{name} seed{i}' dataset_config['seed'] = i create_generated_dataset(dataset_name, sim, dataset_config)
def create_dataset(name, sim, args): dataset_config = parse_args(args) create_generated_dataset(name, sim, dataset_config)