def test_append_resize(): dt = {"first": Tensor(shape=(250, 300)), "second": "float"} url = "./data/test/append_resize" ds = Dataset(schema=dt, shape=(100,), url=url, mode="a") ds.append_shape(20) assert len(ds) == 120 ds.resize_shape(150) assert len(ds) == 150
def main(): schema = { "image": Image(shape=(None, None), max_shape=(28, 28)), "label": ClassLabel(num_classes=10), } path = "./data/examples/new_api_intro2" ds = Dataset(path, shape=(10, ), mode="w", schema=schema) print(len(ds)) for i in range(len(ds)): with Timer("writing single element"): ds["image", i] = np.ones((28, 28), dtype="uint8") ds["label", i] = 3 ds.resize_shape(200) print(ds.shape) print(ds["label", 100:110].numpy()) with Timer("Committing"): ds.flush() ds = Dataset(path) print(ds.schema) print(ds["image", 0].compute())