def test_reload_dataconfig(self):
self.data_config = DataConfig(**self.storage_config,
dataset_name="test_reload_dataconfig",
attributes=DataAttribute(
"x", "uint8", (1)))
self.data_config_file = "data_config_file.json"
self.data_config.to_json_file(self.data_config_file)
self.data_config = None
self.data_config = DataConfig.from_json_file(self.data_config_file)
def test_loader_from_json_file(self):
from matorage.tensorflow import Dataset
self.test_tf_saver(save_to_json_file=True)
self.data_config = None
self.data_config = DataConfig.from_json_file(self.data_config_file)
self.dataset = Dataset(config=self.data_config)
for batch_idx, (image, target) in enumerate(
tqdm(self.dataset.dataloader, total=2)):
pass
def test_loader_from_json_file(self):
from matorage.torch import Dataset
self.test_torch_saver(save_to_json_file=True)
self.data_config = None
self.data_config = DataConfig.from_json_file(self.data_config_file)
self.dataset = Dataset(config=self.data_config)
loader = DataLoader(self.dataset, batch_size=64, num_workers=8, shuffle=True)
for batch_idx, (image, target) in enumerate(tqdm(loader)):
pass
def test_saver_from_json_file(self):
self.test_tf_saver(save_to_json_file=True)
self.data_config = None
self.data_saver = None
self.data_config = DataConfig.from_json_file(self.data_config_file)
self.data_saver = DataSaver(config=self.data_config)
self.data_saver({
"image":
np.asarray([[[1, 2], [3, 4]], [[5, 6], [7, 8]]]),
"target":
np.asarray([0, 1]),
})
self.data_saver.disconnect()