def test_compose_not_aligned_no_check(self): total = 0 reader = paddle.reader.compose(paddle.reader.chain( reader_creator_10(0), reader_creator_10(0)), reader_creator_10(0), check_alignment=False) for e in reader(): total += 1 # expecting 10, not 20 self.assertEqual(total, 10)
def test_compose_not_aligned_no_check(self): total = 0 reader = paddle.reader.compose( paddle.reader.chain(reader_creator_10(0), reader_creator_10(0)), reader_creator_10(0), check_alignment=False) for e in reader(): total += 1 # expecting 10, not 20 self.assertEqual(total, 10)
def test_compose_not_aligned(self): total = 0 reader = paddle.reader.compose( paddle.reader.chain(reader_creator_10(0), reader_creator_10(0)), reader_creator_10(0)) with self.assertRaises(paddle.reader.ComposeNotAligned): for e in reader(): total += 1 # expecting 10, not 20 self.assertEqual(total, 10)
def test_xmap(self): def mapper(x): return (x + 1) orders = (True, False) thread_nums = (1, 2, 4, 8, 16) buffered_size = (1, 2, 4, 8, 16) for order in orders: for tNum in thread_nums: for size in buffered_size: reader = paddle.reader.xmap_readers( mapper, reader_creator_10(0), tNum, size, order) for n in range(3): result = [] for i in reader(): result.append(i) if not order: result.sort() for idx, e in enumerate(result): self.assertEqual(e, mapper(idx))
def test_xmap(self): def mapper(x): return (x + 1) orders = (True, False) thread_nums = (1, 2, 4, 8, 16) buffered_size = (1, 2, 4, 8, 16) for order in orders: for tNum in thread_nums: for size in buffered_size: reader = paddle.reader.xmap_readers(mapper, reader_creator_10(0), tNum, size, order) for n in xrange(3): result = [] for i in reader(): result.append(i) if not order: result.sort() for idx, e in enumerate(result): self.assertEqual(e, mapper(idx))
def test_compse(self): reader = paddle.reader.compose(reader_creator_10(0), reader_creator_10(0)) for idx, e in enumerate(reader()): self.assertEqual(e, (idx, idx))
def test_compse(self): reader = paddle.reader.compose( reader_creator_10(0), reader_creator_10(0)) for idx, e in enumerate(reader()): self.assertEqual(e, (idx, idx))