def test_dataset_copy_hub_local():
password = os.getenv("ACTIVELOOP_HUB_PASSWORD")
login_fn("testingacc", password)
ds = Dataset("testingacc/cp_original_ds_hub_1", shape=(100,), schema=simple_schema)
DS2_PATH = "./data/testing/cp_copy_ds_local_5"
DS3_PATH = "testingacc/cp_copy_dataset_testing_2"
for i in range(100):
ds["num", i] = 2 * i
try:
ds2 = ds.copy(DS2_PATH)
except:
dsi = Dataset(DS2_PATH)
dsi.delete()
ds2 = ds.copy(DS2_PATH)
try:
ds3 = ds2.copy(DS3_PATH)
except:
dsi = Dataset(DS3_PATH)
dsi.delete()
ds3 = ds2.copy(DS3_PATH)
for i in range(100):
assert ds2["num", i].compute() == 2 * i
assert ds3["num", i].compute() == 2 * i
ds.delete()
ds2.delete()
ds3.delete()
def test_transform_overwrite():
password = os.getenv("ACTIVELOOP_HUB_PASSWORD")
login_fn("testingacc", password)
schema = {
"image":
hub.schema.Image(shape=(None, None, 1),
dtype="uint8",
max_shape=(1, 1, 1)),
}
@hub.transform(schema=schema)
def create_image(value):
return {"image": np.ones((1, 1, 1), dtype="uint8") * value}
ds1 = create_image(range(5))
ds = ds1.store("testingacc/ds_transform", public=False)
for i in range(5):
assert (ds["image", i].compute() == i * np.ones((1, 1, 1))).all()
ds = ds1.store("testingacc/ds_transform", public=False)
for i in range(5):
assert (ds["image", i].compute() == i * np.ones((1, 1, 1))).all()
def test_dataset_hub():
password = os.getenv("ACTIVELOOP_HUB_PASSWORD")
login_fn("testingacc", password)
test_dataset("testingacc/test_dataset_private_2", public=False)
test_dataset("testingacc/test_dataset_public_2")
