def load_dataset(cls, dataset_id: str) -> Dataset: """ Load dataset from JSON file. :param dataset_id: dataset ID """ dataset_path = DatasetPath(dataset_id) metadata = cls.__load_json(dataset_path.metadata_file, DatasetMetadata) dataset_config = cls.__load_json(dataset_path.dataset_config_file, DatasetConfig) module = ModuleUtils.import_module(dataset_path.module_dir, dataset_path.module_name) dataset_config.module = module dataset = Dataset(dataset_id=dataset_id, metadata=metadata, dataset_config=dataset_config) dataset.module = module return dataset
def load_job(cls, job_id: str) -> Job: """ Load job from JSON file. :param job_id: dataset ID """ job_path = JobPath(job_id) metadata = cls.__load_json(job_path.metadata_file, JobMetadata) job_config = cls.__load_json(job_path.job_config_file, JobConfig) train_config = cls.__load_json(job_path.train_config_file, TrainConfig) aggregate_config = cls.__load_json(job_path.aggregate_config_file, AggregateConfig) module = ModuleUtils.import_module(job_path.module_dir, job_path.module_name) job_config.module = module train_config.module = module aggregate_config.module = module job = Job(job_id=job_id, metadata=metadata, job_config=job_config, train_config=train_config, aggregate_config=aggregate_config) job.module = module return job