def test_reader_buf_size(self):
reader = ChunkReader(None, 8, {})
chunk = {}
source = FakeSource(["1234", "abcd", "123", "4a", "bcd1234abcd1234a", "b"])
it = reader._create_iter(chunk, source)
data = list(it)
self.assertEqual(data, ["1234abcd", "1234abcd", "1234abcd", "1234ab"])
def test_reader_buf_size(self):
reader = ChunkReader(None, 8, {})
chunk = {}
source = FakeSource(
['1234', 'abcd', '123', '4a', 'bcd1234abcd1234a', 'b'])
it = reader._create_iter(chunk, source)
data = list(it)
self.assertEqual(data, ['1234abcd', '1234abcd', '1234abcd', '1234ab'])
def test_reader_buf_resume(self):
chunk = {}
reader = ChunkReader(None, 8, {})
# provide source0 with failure
source0 = FakeSource(['1234', 'abcd', '123', None])
it = reader._create_iter(chunk, source0)
# provide source1 for recovery
source1 = FakeSource(['5678efgh'])
with patch.object(reader, '_get_source', lambda: (source1, chunk)):
data = list(it)
self.assertEqual(data, ['1234abcd', '5678efgh'])
def test_reader_buf_resume(self):
chunk = {}
reader = ChunkReader(None, 8, {})
# provide source0 with failure
source0 = FakeSource(["1234", "abcd", "123", None])
it = reader._create_iter(chunk, source0)
# provide source1 for recovery
source1 = FakeSource(["5678efgh"])
with patch.object(reader, "_get_source", lambda: (source1, chunk)):
data = list(it)
self.assertEqual(data, ["1234abcd", "5678efgh"])
