def test_optimize_for_size(self):
writer = chunk_writer.ChunkWriter(4096)
writer.set_optimize(for_size=True)
self.assertEqual(chunk_writer.ChunkWriter._repack_opts_for_size,
(writer._max_repack, writer._max_zsync))
writer = chunk_writer.ChunkWriter(4096, optimize_for_size=True)
self.assertEqual(chunk_writer.ChunkWriter._repack_opts_for_size,
(writer._max_repack, writer._max_zsync))
def test_chunk_writer_empty(self):
writer = chunk_writer.ChunkWriter(4096)
bytes_list, unused, padding = writer.finish()
node_bytes = self.check_chunk(bytes_list, 4096)
self.assertEqual("", node_bytes)
self.assertEqual(None, unused)
# Only a zlib header.
self.assertEqual(4088, padding)
def test_some_data(self):
writer = chunk_writer.ChunkWriter(4096)
writer.write("foo bar baz quux\n")
bytes_list, unused, padding = writer.finish()
node_bytes = self.check_chunk(bytes_list, 4096)
self.assertEqual("foo bar baz quux\n", node_bytes)
self.assertEqual(None, unused)
# More than just the header..
self.assertEqual(4073, padding)
def test_too_much_data_does_not_exceed_size(self):
# Generate enough data to exceed 4K
lines = []
for group in range(48):
offset = group * 50
numbers = range(offset, offset + 50)
# Create a line with this group
lines.append(''.join(map(str, numbers)) + '\n')
writer = chunk_writer.ChunkWriter(4096)
for idx, line in enumerate(lines):
if writer.write(line):
self.assertEqual(46, idx)
break
bytes_list, unused, _ = writer.finish()
node_bytes = self.check_chunk(bytes_list, 4096)
# the first 46 lines should have been added
expected_bytes = ''.join(lines[:46])
self.assertEqualDiff(expected_bytes, node_bytes)
# And the line that failed should have been saved for us
self.assertEqual(lines[46], unused)
def test_too_much_data_preserves_reserve_space(self):
# Generate enough data to exceed 4K
lines = []
for group in range(48):
offset = group * 50
numbers = range(offset, offset + 50)
# Create a line with this group
lines.append(''.join(map(str, numbers)) + '\n')
writer = chunk_writer.ChunkWriter(4096, 256)
for idx, line in enumerate(lines):
if writer.write(line):
self.assertEqual(44, idx)
break
else:
self.fail('We were able to write all lines')
self.assertFalse(writer.write("A"*256, reserved=True))
bytes_list, unused, _ = writer.finish()
node_bytes = self.check_chunk(bytes_list, 4096)
# the first 44 lines should have been added
expected_bytes = ''.join(lines[:44]) + "A"*256
self.assertEqualDiff(expected_bytes, node_bytes)
# And the line that failed should have been saved for us
self.assertEqual(lines[44], unused)