def test_set_get_resource(self, storage_connector: FileStorageConnector):
bin_stream1 = io.BytesIO(b"abcdef")
storage_connector.set_resource("x", bin_stream1)
bin_stream2 = storage_connector.get_resource("x")
bin_stream1.seek(0)
bin_stream2.seek(0)
assert bin_stream2.read() == bin_stream1.read()
def test_get_resource_404(self, storage_connector: FileStorageConnector):
raised = False
try:
storage_connector.get_resource("xxxxxxxx")
except ResourceNotFoundError:
raised = True
assert raised
target_resource = self.storage_connector.get_resource(
identifier=target_identifier)
return FashionMNISTIterator(sample_resource, target_resource)
def get_dataset_iterator(
self,
config: Dict[str,
Any] = None) -> Tuple[DatasetIteratorIF, IteratorMeta]:
return self._get_iterator(**config), IteratorMeta(sample_pos=0,
target_pos=1,
tag_pos=2)
if __name__ == "__main__":
import data_stack
from matplotlib import pyplot as plt
data_stack_root = os.path.dirname(
os.path.dirname(os.path.dirname(os.path.abspath(data_stack.__file__))))
example_file_storage_path = os.path.join(data_stack_root,
"example_file_storage")
storage_connector = FileStorageConnector(
root_path=example_file_storage_path)
factory = FashionMNISTFactory(storage_connector)
factory.get_dataset_iterator(config={"split": "train"})
iterator, _ = factory.get_dataset_iterator(config={"split": "train"})
img, target, tag = iterator[0]
plt.imshow(img)
plt.show()