def test_dataset_copy_hub_local(): password = os.getenv("ACTIVELOOP_HUB_PASSWORD") login_fn("testingacc", password) ds = Dataset("testingacc/cp_original_ds_hub_1", shape=(100,), schema=simple_schema) DS2_PATH = "./data/testing/cp_copy_ds_local_5" DS3_PATH = "testingacc/cp_copy_dataset_testing_2" for i in range(100): ds["num", i] = 2 * i try: ds2 = ds.copy(DS2_PATH) except: dsi = Dataset(DS2_PATH) dsi.delete() ds2 = ds.copy(DS2_PATH) try: ds3 = ds2.copy(DS3_PATH) except: dsi = Dataset(DS3_PATH) dsi.delete() ds3 = ds2.copy(DS3_PATH) for i in range(100): assert ds2["num", i].compute() == 2 * i assert ds3["num", i].compute() == 2 * i ds.delete() ds2.delete() ds3.delete()
def test_transform_overwrite(): password = os.getenv("ACTIVELOOP_HUB_PASSWORD") login_fn("testingacc", password) schema = { "image": hub.schema.Image(shape=(None, None, 1), dtype="uint8", max_shape=(1, 1, 1)), } @hub.transform(schema=schema) def create_image(value): return {"image": np.ones((1, 1, 1), dtype="uint8") * value} ds1 = create_image(range(5)) ds = ds1.store("testingacc/ds_transform", public=False) for i in range(5): assert (ds["image", i].compute() == i * np.ones((1, 1, 1))).all() ds = ds1.store("testingacc/ds_transform", public=False) for i in range(5): assert (ds["image", i].compute() == i * np.ones((1, 1, 1))).all()
def test_dataset_hub(): password = os.getenv("ACTIVELOOP_HUB_PASSWORD") login_fn("testingacc", password) test_dataset("testingacc/test_dataset_private_2", public=False) test_dataset("testingacc/test_dataset_public_2")