def test_set_get_resource(self, storage_connector: FileStorageConnector): bin_stream1 = io.BytesIO(b"abcdef") storage_connector.set_resource("x", bin_stream1) bin_stream2 = storage_connector.get_resource("x") bin_stream1.seek(0) bin_stream2.seek(0) assert bin_stream2.read() == bin_stream1.read()
def test_get_resource_404(self, storage_connector: FileStorageConnector): raised = False try: storage_connector.get_resource("xxxxxxxx") except ResourceNotFoundError: raised = True assert raised
target_resource = self.storage_connector.get_resource( identifier=target_identifier) return FashionMNISTIterator(sample_resource, target_resource) def get_dataset_iterator( self, config: Dict[str, Any] = None) -> Tuple[DatasetIteratorIF, IteratorMeta]: return self._get_iterator(**config), IteratorMeta(sample_pos=0, target_pos=1, tag_pos=2) if __name__ == "__main__": import data_stack from matplotlib import pyplot as plt data_stack_root = os.path.dirname( os.path.dirname(os.path.dirname(os.path.abspath(data_stack.__file__)))) example_file_storage_path = os.path.join(data_stack_root, "example_file_storage") storage_connector = FileStorageConnector( root_path=example_file_storage_path) factory = FashionMNISTFactory(storage_connector) factory.get_dataset_iterator(config={"split": "train"}) iterator, _ = factory.get_dataset_iterator(config={"split": "train"}) img, target, tag = iterator[0] plt.imshow(img) plt.show()