def test_defaults(self):
"""Test the BetterLoader call using the default parameters"""
index_json = "./examples/sample_index.json"
basepath = "./examples/sample_dataset/"
batch_size = 2
loader = BetterLoader(basepath=basepath, index_json_path=index_json)
dataloaders, sizes = loader.fetch_segmented_dataloaders(
batch_size=batch_size, transform=None)
assert dataloaders is not None
assert sizes["train"] == 4
assert sizes["test"] == 2
assert sizes["val"] == 2
def test_defaults_with_object(self):
"""Test the BetterLoader call using the default parameters but using index_object not index_json_path"""
index = {
"class1": ["image0.jpg", "image1.jpg", "image2.jpg", "image3.jpg"],
"class2": ["image4.jpg", "image5.jpg", "image6.jpg", "image7.jpg"],
}
basepath = "./examples/sample_dataset/"
batch_size = 2
loader = BetterLoader(basepath=basepath, index_object=index)
dataloaders, sizes = loader.fetch_segmented_dataloaders(
batch_size=batch_size, transform=None)
assert dataloaders is not None
assert sizes["train"] == 4
assert sizes["test"] == 2
assert sizes["val"] == 2
def test_complex_metadata(self):
index_json = "./examples/sample_index.json"
basepath = "./examples/sample_dataset/"
batch_size = 2
dataset_metadata = collate_metadata()
loader = BetterLoader(
basepath=basepath,
index_json_path=index_json,
dataset_metadata=dataset_metadata,
)
dataloaders, sizes = loader.fetch_segmented_dataloaders(
batch_size=batch_size, transform=None)
assert dataloaders is not None
assert sizes["train"] == 4
assert sizes["test"] == 2
assert sizes["val"] == 2
def test_simple_metadata(self):
"""Test the BetterLoader call using the same default functions, but passed in this time"""
index_json = "./examples/sample_index.json"
basepath = "./examples/sample_dataset/"
batch_size = 2
dataset_metadata = simple_metadata()
loader = BetterLoader(
basepath=basepath,
index_json_path=index_json,
dataset_metadata=dataset_metadata,
)
dataloaders, sizes = loader.fetch_segmented_dataloaders(
batch_size=batch_size, transform=None)
assert dataloaders is not None
assert sizes["train"] == 4
assert sizes["test"] == 2
assert sizes["val"] == 2
"""
A simple betterloader.BetterLoader usage example. We should really add to these.
Notes:
1. This example uses the default parameters.
2. The structure of the index file can be any json as long as you change the other parameters to work with that
"""
from betterloader import BetterLoader
index_json = "./examples/sample_index.json"
basepath = "./examples/sample_dataset/"
batch_size = 2
loader = BetterLoader(basepath=basepath, index_json_path=index_json)
dataloaders, sizes = loader.fetch_segmented_dataloaders(batch_size=batch_size,
transform=None)
print("Dataloader sizes: {}".format(str(sizes)))