def test_filter_batches(self):
data = [1, 2, 3, 4]
data_filtered = [([3, 4],)]
stream = DataStream(IndexableDataset(data),
iteration_scheme=SequentialScheme(4, 2))
wrapper = Filter(stream, lambda d: d[0][0] % 3 == 0)
assert_equal(list(wrapper.get_epoch_iterator()), data_filtered)
def test_filter_examples(self):
data = [1, 2, 3]
data_filtered = [1, 3]
stream = DataStream(IterableDataset(data))
wrapper = Filter(stream, lambda d: d[0] % 2 == 1)
assert_equal(list(wrapper.get_epoch_iterator()),
list(zip(data_filtered)))
def test_filter_batches(self):
data = [1, 2, 3, 4]
data_filtered = [([3, 4],)]
stream = DataStream(IndexableDataset(data),
iteration_scheme=SequentialScheme(4, 2))
wrapper = Filter(stream, lambda d: d[0][0] % 3 == 0)
assert_equal(list(wrapper.get_epoch_iterator()), data_filtered)
def test_filter_examples(self):
data = [1, 2, 3]
data_filtered = [1, 3]
stream = DataStream(IterableDataset(data))
wrapper = Filter(stream, lambda d: d[0] % 2 == 1)
assert_equal(list(wrapper.get_epoch_iterator()),
list(zip(data_filtered)))
def test_filter():
data = [1, 2, 3]
data_filtered = [1, 3]
stream = DataStream(IterableDataset(data))
wrapper = Filter(stream, lambda d: d[0] % 2 == 1)
assert list(wrapper.get_epoch_iterator()) == list(zip(data_filtered))
def test_data_stream_filter():
data = [1, 2, 3]
data_filtered = [1, 3]
stream = DataStream(IterableDataset(data))
wrapper = Filter(stream, lambda d: d[0] % 2 == 1)
assert list(wrapper.get_epoch_iterator()) == list(zip(data_filtered))
