def test_dataset():
data = [1, 2, 3]
# The default stream requests an example at a time
stream = ContainerDataset(data).get_default_stream()
epoch = stream.get_epoch_iterator()
assert list(epoch) == list(zip(data))
# Check if iterating over multiple epochs works
for i, epoch in zip(range(2), stream.iterate_epochs()):
assert list(epoch) == list(zip(data))
# Check whether the returning as a dictionary of sources works
assert next(stream.get_epoch_iterator(as_dict=True)) == {"data": 1}
def test_dataset():
data = [1, 2, 3]
data_doubled = [2, 4, 6]
# The default stream requests an example at a time
stream = ContainerDataset([1, 2, 3]).get_default_stream()
epoch = stream.get_epoch_iterator()
assert list(epoch) == list(zip(data))
# Check if iterating over multiple epochs works
for i, epoch in zip(range(2), stream.iterate_epochs()):
assert list(epoch) == list(zip(data))
for i, epoch in enumerate(stream.iterate_epochs()):
assert list(epoch) == list(zip(data))
if i == 1:
break
# Check whether the returning as a dictionary of sources works
assert next(stream.get_epoch_iterator(as_dict=True)) == {"data": 1}
# Check whether basic stream wrappers work
wrapper = DataStreamMapping(stream, lambda d: (2 * d[0], ))
assert list(wrapper.get_epoch_iterator()) == list(zip(data_doubled))
def test_dataset():
data = [1, 2, 3]
data_doubled = [2, 4, 6]
# The default stream requests an example at a time
stream = ContainerDataset([1, 2, 3]).get_default_stream()
epoch = stream.get_epoch_iterator()
assert list(epoch) == list(zip(data))
# Check if iterating over multiple epochs works
for i, epoch in zip(range(2), stream.iterate_epochs()):
assert list(epoch) == list(zip(data))
for i, epoch in enumerate(stream.iterate_epochs()):
assert list(epoch) == list(zip(data))
if i == 1:
break
# Check whether the returning as a dictionary of sources works
assert next(stream.get_epoch_iterator(as_dict=True)) == {"data": 1}
# Check whether basic stream wrappers work
wrapper = DataStreamMapping(
stream, lambda d: (2 * d[0],))
assert list(wrapper.get_epoch_iterator()) == list(zip(data_doubled))