def test_compress_copy(): """ inflateCopy produces an independent copy of a stream. """ stream = rzlib.deflateInit() bytes1 = rzlib.compress(stream, expanded[:10]) assert bytes1 copied = rzlib.deflateCopy(stream) bytes_stream = rzlib.compress( stream, expanded[10:], rzlib.Z_FINISH, ) assert bytes1 + bytes_stream == compressed rzlib.deflateEnd(stream) bytes_copy = rzlib.compress( copied, expanded[10:], rzlib.Z_FINISH, ) rzlib.deflateEnd(copied) assert bytes1 + bytes_copy == compressed
def test_compression(): """ Once we have got a deflate stream, rzlib.compress() should allow us to compress bytes. """ stream = rzlib.deflateInit() bytes = rzlib.compress(stream, expanded) bytes += rzlib.compress(stream, "", rzlib.Z_FINISH) rzlib.deflateEnd(stream) assert bytes == compressed
def test_deflate_set_dictionary(): text = 'abcabc' zdict = 'abc' stream = rzlib.deflateInit() rzlib.deflateSetDictionary(stream, zdict) bytes = rzlib.compress(stream, text, rzlib.Z_FINISH) rzlib.deflateEnd(stream) stream2 = rzlib.inflateInit() from rpython.rtyper.lltypesystem import lltype, rffi, rstr from rpython.rtyper.annlowlevel import llstr from rpython.rlib.rstring import StringBuilder with lltype.scoped_alloc(rffi.CCHARP.TO, len(bytes)) as inbuf: rstr.copy_string_to_raw(llstr(bytes), inbuf, 0, len(bytes)) stream2.c_next_in = rffi.cast(rzlib.Bytefp, inbuf) rffi.setintfield(stream2, 'c_avail_in', len(bytes)) with lltype.scoped_alloc(rffi.CCHARP.TO, 100) as outbuf: stream2.c_next_out = rffi.cast(rzlib.Bytefp, outbuf) bufsize = 100 rffi.setintfield(stream2, 'c_avail_out', bufsize) err = rzlib._inflate(stream2, rzlib.Z_SYNC_FLUSH) assert err == rzlib.Z_NEED_DICT rzlib.inflateSetDictionary(stream2, zdict) rzlib._inflate(stream2, rzlib.Z_SYNC_FLUSH) avail_out = rffi.cast(lltype.Signed, stream2.c_avail_out) result = StringBuilder() result.append_charpsize(outbuf, bufsize - avail_out) rzlib.inflateEnd(stream2) assert result.build() == text
def flush(self, space, mode=rzlib.Z_FINISH): """ flush( [mode] ) -- Return a string containing any remaining compressed data. mode can be one of the constants Z_SYNC_FLUSH, Z_FULL_FLUSH, Z_FINISH; the default value used when mode is not specified is Z_FINISH. If mode == Z_FINISH, the compressor object can no longer be used after calling the flush() method. Otherwise, more data can still be compressed. """ try: self.lock() try: if not self.stream: raise zlib_error(space, "compressor object already flushed") result = rzlib.compress(self.stream, '', mode) if mode == rzlib.Z_FINISH: # release the data structures now rzlib.deflateEnd(self.stream) self.stream = rzlib.null_stream self.may_unregister_rpython_finalizer(space) finally: self.unlock() except rzlib.RZlibError as e: raise zlib_error(space, e.msg) return space.newbytes(result)
def flush(self, space, mode=rzlib.Z_FINISH): """ flush( [mode] ) -- Return a string containing any remaining compressed data. mode can be one of the constants Z_SYNC_FLUSH, Z_FULL_FLUSH, Z_FINISH; the default value used when mode is not specified is Z_FINISH. If mode == Z_FINISH, the compressor object can no longer be used after calling the flush() method. Otherwise, more data can still be compressed. """ try: self.lock() try: if not self.stream: raise zlib_error(space, "compressor object already flushed") result = rzlib.compress(self.stream, '', mode) if mode == rzlib.Z_FINISH: # release the data structures now rzlib.deflateEnd(self.stream) self.stream = rzlib.null_stream finally: self.unlock() except rzlib.RZlibError, e: raise zlib_error(space, e.msg)
def Compress_compress(self, array): data = array.to_str() try: # lock result = rzlib.compress(self.stream, data) # unlock except rzlib.RZlibError as e: raise zlib_error(e.msg) return to_uint8array(result)
def test_compression_lots_of_data(): """ Test compression of more data that fits in a single internal output buffer. """ expanded = repr(range(20000)) compressed = zlib.compress(expanded) print len(expanded), '=>', len(compressed) stream = rzlib.deflateInit() bytes = rzlib.compress(stream, expanded, rzlib.Z_FINISH) rzlib.deflateEnd(stream) assert bytes == compressed
def Compress_finish(self, mode): mode = rzlib.Z_FINISH if mode is None else mode.value try: # lock result = rzlib.compress(self.stream, '', rzlib.Z_FINISH) if mode == rzlib.Z_FINISH: rzlib.deflateEnd(self.stream) self.stream = rzlib.null_stream # unlock except rzlib.RZlibError as e: raise zlib_error(e.msg) return to_uint8array(result)
def f(i, check): bytes = "s" * i if check == 1: for j in range(3): stream = rzlib.deflateInit() bytes = rzlib.compress(stream, bytes, rzlib.Z_FINISH) rzlib.deflateEnd(stream) return bytes if check == 2: return str(rzlib.adler32(bytes)) if check == 3: return str(rzlib.crc32(bytes)) return '?'
def test_cornercases(): """ Test degenerate arguments. """ stream = rzlib.deflateInit() bytes = rzlib.compress(stream, "") bytes += rzlib.compress(stream, "") bytes += rzlib.compress(stream, "", rzlib.Z_FINISH) assert zlib.decompress(bytes) == "" rzlib.deflateEnd(stream) stream = rzlib.inflateInit() data, finished, unused = rzlib.decompress(stream, "") assert data == "" assert finished is False assert unused == 0 buf = compressed for i in range(10): data, finished, unused = rzlib.decompress(stream, buf, max_length=0) assert data == "" assert finished is False assert unused > 0 buf = buf[-unused:] rzlib.deflateEnd(stream)
def compress(space, string, level=rzlib.Z_DEFAULT_COMPRESSION): """ compress(string[, level]) -- Returned compressed string. Optional arg level is the compression level, in 1-9. """ try: try: stream = rzlib.deflateInit(level) except ValueError: raise zlib_error(space, "Bad compression level") try: result = rzlib.compress(stream, string, rzlib.Z_FINISH) finally: rzlib.deflateEnd(stream) except rzlib.RZlibError, e: raise zlib_error(space, e.msg)
def compress(self, space, data): """ compress(data) -- Return a string containing data compressed. After calling this function, some of the input data may still be stored in internal buffers for later processing. Call the flush() method to clear these buffers. """ try: self.lock() try: if not self.stream: raise zlib_error(space, "compressor object already flushed") result = rzlib.compress(self.stream, data) finally: self.unlock() except rzlib.RZlibError, e: raise zlib_error(space, e.msg)
def _encode(data, level, encoding): stream = rzlib.deflateInit(level=level, wbits=encoding) bytes = rzlib.compress(stream, data) bytes += rzlib.compress(stream, "", rzlib.Z_FINISH) rzlib.deflateEnd(stream) return bytes