def test_reload_dataconfig(self): self.data_config = DataConfig(**self.storage_config, dataset_name="test_reload_dataconfig", attributes=DataAttribute( "x", "uint8", (1))) self.data_config_file = "data_config_file.json" self.data_config.to_json_file(self.data_config_file) self.data_config = None self.data_config = DataConfig.from_json_file(self.data_config_file)
def test_loader_from_json_file(self): from matorage.tensorflow import Dataset self.test_tf_saver(save_to_json_file=True) self.data_config = None self.data_config = DataConfig.from_json_file(self.data_config_file) self.dataset = Dataset(config=self.data_config) for batch_idx, (image, target) in enumerate( tqdm(self.dataset.dataloader, total=2)): pass
def test_loader_from_json_file(self): from matorage.torch import Dataset self.test_torch_saver(save_to_json_file=True) self.data_config = None self.data_config = DataConfig.from_json_file(self.data_config_file) self.dataset = Dataset(config=self.data_config) loader = DataLoader(self.dataset, batch_size=64, num_workers=8, shuffle=True) for batch_idx, (image, target) in enumerate(tqdm(loader)): pass
def test_saver_from_json_file(self): self.test_tf_saver(save_to_json_file=True) self.data_config = None self.data_saver = None self.data_config = DataConfig.from_json_file(self.data_config_file) self.data_saver = DataSaver(config=self.data_config) self.data_saver({ "image": np.asarray([[[1, 2], [3, 4]], [[5, 6], [7, 8]]]), "target": np.asarray([0, 1]), }) self.data_saver.disconnect()