def test_filter_batches(self): data = [1, 2, 3, 4] data_filtered = [([3, 4],)] stream = DataStream(IndexableDataset(data), iteration_scheme=SequentialScheme(4, 2)) wrapper = Filter(stream, lambda d: d[0][0] % 3 == 0) assert_equal(list(wrapper.get_epoch_iterator()), data_filtered)
def test_filter_examples(self): data = [1, 2, 3] data_filtered = [1, 3] stream = DataStream(IterableDataset(data)) wrapper = Filter(stream, lambda d: d[0] % 2 == 1) assert_equal(list(wrapper.get_epoch_iterator()), list(zip(data_filtered)))
def test_filter(): data = [1, 2, 3] data_filtered = [1, 3] stream = DataStream(IterableDataset(data)) wrapper = Filter(stream, lambda d: d[0] % 2 == 1) assert list(wrapper.get_epoch_iterator()) == list(zip(data_filtered))
def test_data_stream_filter(): data = [1, 2, 3] data_filtered = [1, 3] stream = DataStream(IterableDataset(data)) wrapper = Filter(stream, lambda d: d[0] % 2 == 1) assert list(wrapper.get_epoch_iterator()) == list(zip(data_filtered))