def test_optimize_for_size(self): writer = chunk_writer.ChunkWriter(4096) writer.set_optimize(for_size=True) self.assertEqual(chunk_writer.ChunkWriter._repack_opts_for_size, (writer._max_repack, writer._max_zsync)) writer = chunk_writer.ChunkWriter(4096, optimize_for_size=True) self.assertEqual(chunk_writer.ChunkWriter._repack_opts_for_size, (writer._max_repack, writer._max_zsync))
def test_chunk_writer_empty(self): writer = chunk_writer.ChunkWriter(4096) bytes_list, unused, padding = writer.finish() node_bytes = self.check_chunk(bytes_list, 4096) self.assertEqual("", node_bytes) self.assertEqual(None, unused) # Only a zlib header. self.assertEqual(4088, padding)
def test_some_data(self): writer = chunk_writer.ChunkWriter(4096) writer.write("foo bar baz quux\n") bytes_list, unused, padding = writer.finish() node_bytes = self.check_chunk(bytes_list, 4096) self.assertEqual("foo bar baz quux\n", node_bytes) self.assertEqual(None, unused) # More than just the header.. self.assertEqual(4073, padding)
def test_too_much_data_does_not_exceed_size(self): # Generate enough data to exceed 4K lines = [] for group in range(48): offset = group * 50 numbers = range(offset, offset + 50) # Create a line with this group lines.append(''.join(map(str, numbers)) + '\n') writer = chunk_writer.ChunkWriter(4096) for idx, line in enumerate(lines): if writer.write(line): self.assertEqual(46, idx) break bytes_list, unused, _ = writer.finish() node_bytes = self.check_chunk(bytes_list, 4096) # the first 46 lines should have been added expected_bytes = ''.join(lines[:46]) self.assertEqualDiff(expected_bytes, node_bytes) # And the line that failed should have been saved for us self.assertEqual(lines[46], unused)
def test_too_much_data_preserves_reserve_space(self): # Generate enough data to exceed 4K lines = [] for group in range(48): offset = group * 50 numbers = range(offset, offset + 50) # Create a line with this group lines.append(''.join(map(str, numbers)) + '\n') writer = chunk_writer.ChunkWriter(4096, 256) for idx, line in enumerate(lines): if writer.write(line): self.assertEqual(44, idx) break else: self.fail('We were able to write all lines') self.assertFalse(writer.write("A"*256, reserved=True)) bytes_list, unused, _ = writer.finish() node_bytes = self.check_chunk(bytes_list, 4096) # the first 44 lines should have been added expected_bytes = ''.join(lines[:44]) + "A"*256 self.assertEqualDiff(expected_bytes, node_bytes) # And the line that failed should have been saved for us self.assertEqual(lines[44], unused)