def test_dataloader_serializer(self) -> None:
"""Test dataloader config serializer."""
data = {
"last_batch": "rollover",
"batch_size": 2,
"dataset": {
"TestDataset": {
"dataset_param": "/some/path",
"bool_param": True,
"list_param": ["item1", "item2"],
},
},
"transform": {
"TestTransform": {
"shape": [1000, 224, 224, 3],
"some_op": True
},
"AnotherTestTransform": {
"shape": [10, 299, 299, 3],
"some_op": False
},
},
"filter": {
"LabelBalance": {
"size": 1
},
},
}
dataloader = Dataloader(data)
self.assertDictEqual(
dataloader.serialize(),
{
"last_batch": "rollover",
"batch_size": 2,
"dataset": {
"TestDataset": {
"dataset_param": "/some/path",
"bool_param": True,
"list_param": ["item1", "item2"],
},
},
"transform": {
"TestTransform": {
"shape": [1000, 224, 224, 3],
"some_op": True
},
"AnotherTestTransform": {
"shape": [10, 299, 299, 3],
"some_op": False,
},
},
"filter": {
"LabelBalance": {
"size": 1
},
},
},
)
def test_dataloader_serializer_defaults(self) -> None:
"""Test dataloader config serializer defaults."""
dataloader = Dataloader()
self.assertDictEqual(
dataloader.serialize(),
{
"batch_size": 1,
},
)
def test_dataloader_constructor_defaults_batch_overwrite(self) -> None:
"""Test dataloader config constructor defaults with batch overwrite."""
dataloader = Dataloader(batch_size=8)
self.assertIsNone(dataloader.last_batch)
self.assertEqual(dataloader.batch_size, 8)
self.assertIsNone(dataloader.dataset)
self.assertDictEqual(dataloader.transform, {})
self.assertIsNone(dataloader.filter)
def test_dataloader_constructor_defaults(self) -> None:
"""Test dataloader config constructor defaults."""
dataloader = Dataloader()
self.assertIsNone(dataloader.last_batch)
self.assertEqual(dataloader.batch_size, 1)
self.assertIsNone(dataloader.dataset)
self.assertDictEqual(dataloader.transform, {})
self.assertIsNone(dataloader.filter)
def test_dataloader_constructor_batch_overwrite(self) -> None:
"""Test dataloader config constructor with batch overwrite."""
dataloader = Dataloader(
data={"batch_size": 2},
batch_size=32,
)
self.assertIsNone(dataloader.last_batch)
self.assertEqual(
dataloader.batch_size,
32,
) # Batch size from parameter has higher priority
self.assertIsNone(dataloader.dataset)
self.assertDictEqual(dataloader.transform, {})
self.assertIsNone(dataloader.filter)
def __init__(self, data: Dict[str, Any] = {}):
"""Initialize Configuration Performance class."""
super().__init__()
self.warmup: int = data.get("warmup", 10)
self.iteration: int = data.get("iteration", -1)
self.configs: Configs = Configs(data.get("configs", {}))
self.dataloader: Optional[Dataloader] = None
if isinstance(data.get("dataloader"), dict):
self.dataloader = Dataloader(data.get("dataloader", {}))
self.postprocess: Optional[Postprocess] = None
if isinstance(data.get("postprocess"), dict):
self.postprocess = Postprocess(data.get("postprocess", {}))
def __init__(self, data: Dict[str, Any] = {}):
"""Initialize Configuration Accuracy class."""
super().__init__()
self.metric = None
if isinstance(data.get("metric"), dict):
self.metric = Metric(data.get("metric", {}))
self.configs = None
if isinstance(data.get("configs"), dict):
self.configs = Configs(data.get("configs", {}))
self.dataloader = None
if isinstance(data.get("dataloader"), dict):
self.dataloader = Dataloader(data.get("dataloader", {}))
self.postprocess = None
if isinstance(data.get("postprocess"), dict):
self.postprocess = Postprocess(data.get("postprocess", {}))
def test_dataloader_constructor(self) -> None:
"""Test dataloader config constructor."""
data = {
"last_batch": "rollover",
"batch_size": 2,
"dataset": {
"TestDataset": {
"dataset_param": "/some/path",
"bool_param": True,
"list_param": ["item1", "item2"],
},
},
"transform": {
"TestTransform": {
"shape": [1000, 224, 224, 3],
"some_op": True
},
"AnotherTestTransform": {
"shape": [10, 299, 299, 3],
"some_op": False
},
},
"filter": {
"LabelBalance": {
"size": 1
},
},
}
dataloader = Dataloader(data)
self.assertEqual(dataloader.last_batch, "rollover")
self.assertEqual(dataloader.batch_size, 2)
self.assertIsNotNone(dataloader.dataset)
self.assertEqual(dataloader.dataset.name, "TestDataset")
self.assertDictEqual(
dataloader.dataset.params,
{
"dataset_param": "/some/path",
"bool_param": True,
"list_param": ["item1", "item2"],
},
)
transform_name, transform = list(dataloader.transform.items())[0]
self.assertEqual(transform_name, "TestTransform")
self.assertEqual(transform.name, "TestTransform")
self.assertDictEqual(
transform.parameters,
{
"shape": [1000, 224, 224, 3],
"some_op": True,
},
)
transform_name, transform = list(dataloader.transform.items())[1]
self.assertEqual(transform_name, "AnotherTestTransform")
self.assertEqual(transform.name, "AnotherTestTransform")
self.assertDictEqual(
transform.parameters,
{
"shape": [10, 299, 299, 3],
"some_op": False
},
)
self.assertIsNotNone(dataloader.filter)
self.assertIsNotNone(dataloader.filter.LabelBalance)
self.assertEqual(dataloader.filter.LabelBalance.size, 1)