def test_compress_copy():
"""
inflateCopy produces an independent copy of a stream.
"""
stream = rzlib.deflateInit()
bytes1 = rzlib.compress(stream, expanded[:10])
assert bytes1
copied = rzlib.deflateCopy(stream)
bytes_stream = rzlib.compress(
stream,
expanded[10:],
rzlib.Z_FINISH,
)
assert bytes1 + bytes_stream == compressed
rzlib.deflateEnd(stream)
bytes_copy = rzlib.compress(
copied,
expanded[10:],
rzlib.Z_FINISH,
)
rzlib.deflateEnd(copied)
assert bytes1 + bytes_copy == compressed
def test_compression():
"""
Once we have got a deflate stream, rzlib.compress()
should allow us to compress bytes.
"""
stream = rzlib.deflateInit()
bytes = rzlib.compress(stream, expanded)
bytes += rzlib.compress(stream, "", rzlib.Z_FINISH)
rzlib.deflateEnd(stream)
assert bytes == compressed
def test_compression():
"""
Once we have got a deflate stream, rzlib.compress()
should allow us to compress bytes.
"""
stream = rzlib.deflateInit()
bytes = rzlib.compress(stream, expanded)
bytes += rzlib.compress(stream, "", rzlib.Z_FINISH)
rzlib.deflateEnd(stream)
assert bytes == compressed
def test_deflate_set_dictionary():
text = 'abcabc'
zdict = 'abc'
stream = rzlib.deflateInit()
rzlib.deflateSetDictionary(stream, zdict)
bytes = rzlib.compress(stream, text, rzlib.Z_FINISH)
rzlib.deflateEnd(stream)
stream2 = rzlib.inflateInit()
from rpython.rtyper.lltypesystem import lltype, rffi, rstr
from rpython.rtyper.annlowlevel import llstr
from rpython.rlib.rstring import StringBuilder
with lltype.scoped_alloc(rffi.CCHARP.TO, len(bytes)) as inbuf:
rstr.copy_string_to_raw(llstr(bytes), inbuf, 0, len(bytes))
stream2.c_next_in = rffi.cast(rzlib.Bytefp, inbuf)
rffi.setintfield(stream2, 'c_avail_in', len(bytes))
with lltype.scoped_alloc(rffi.CCHARP.TO, 100) as outbuf:
stream2.c_next_out = rffi.cast(rzlib.Bytefp, outbuf)
bufsize = 100
rffi.setintfield(stream2, 'c_avail_out', bufsize)
err = rzlib._inflate(stream2, rzlib.Z_SYNC_FLUSH)
assert err == rzlib.Z_NEED_DICT
rzlib.inflateSetDictionary(stream2, zdict)
rzlib._inflate(stream2, rzlib.Z_SYNC_FLUSH)
avail_out = rffi.cast(lltype.Signed, stream2.c_avail_out)
result = StringBuilder()
result.append_charpsize(outbuf, bufsize - avail_out)
rzlib.inflateEnd(stream2)
assert result.build() == text
def flush(self, space, mode=rzlib.Z_FINISH):
"""
flush( [mode] ) -- Return a string containing any remaining compressed
data.
mode can be one of the constants Z_SYNC_FLUSH, Z_FULL_FLUSH, Z_FINISH;
the default value used when mode is not specified is Z_FINISH.
If mode == Z_FINISH, the compressor object can no longer be used after
calling the flush() method. Otherwise, more data can still be
compressed.
"""
try:
self.lock()
try:
if not self.stream:
raise zlib_error(space,
"compressor object already flushed")
result = rzlib.compress(self.stream, '', mode)
if mode == rzlib.Z_FINISH: # release the data structures now
rzlib.deflateEnd(self.stream)
self.stream = rzlib.null_stream
self.may_unregister_rpython_finalizer(space)
finally:
self.unlock()
except rzlib.RZlibError as e:
raise zlib_error(space, e.msg)
return space.newbytes(result)
def test_deflate_set_dictionary():
text = 'abcabc'
zdict = 'abc'
stream = rzlib.deflateInit()
rzlib.deflateSetDictionary(stream, zdict)
bytes = rzlib.compress(stream, text, rzlib.Z_FINISH)
rzlib.deflateEnd(stream)
stream2 = rzlib.inflateInit()
from rpython.rtyper.lltypesystem import lltype, rffi, rstr
from rpython.rtyper.annlowlevel import llstr
from rpython.rlib.rstring import StringBuilder
with lltype.scoped_alloc(rffi.CCHARP.TO, len(bytes)) as inbuf:
rstr.copy_string_to_raw(llstr(bytes), inbuf, 0, len(bytes))
stream2.c_next_in = rffi.cast(rzlib.Bytefp, inbuf)
rffi.setintfield(stream2, 'c_avail_in', len(bytes))
with lltype.scoped_alloc(rffi.CCHARP.TO, 100) as outbuf:
stream2.c_next_out = rffi.cast(rzlib.Bytefp, outbuf)
bufsize = 100
rffi.setintfield(stream2, 'c_avail_out', bufsize)
err = rzlib._inflate(stream2, rzlib.Z_SYNC_FLUSH)
assert err == rzlib.Z_NEED_DICT
rzlib.inflateSetDictionary(stream2, zdict)
rzlib._inflate(stream2, rzlib.Z_SYNC_FLUSH)
avail_out = rffi.cast(lltype.Signed, stream2.c_avail_out)
result = StringBuilder()
result.append_charpsize(outbuf, bufsize - avail_out)
rzlib.inflateEnd(stream2)
assert result.build() == text
def flush(self, space, mode=rzlib.Z_FINISH):
"""
flush( [mode] ) -- Return a string containing any remaining compressed
data.
mode can be one of the constants Z_SYNC_FLUSH, Z_FULL_FLUSH, Z_FINISH;
the default value used when mode is not specified is Z_FINISH.
If mode == Z_FINISH, the compressor object can no longer be used after
calling the flush() method. Otherwise, more data can still be
compressed.
"""
try:
self.lock()
try:
if not self.stream:
raise zlib_error(space,
"compressor object already flushed")
result = rzlib.compress(self.stream, '', mode)
if mode == rzlib.Z_FINISH: # release the data structures now
rzlib.deflateEnd(self.stream)
self.stream = rzlib.null_stream
finally:
self.unlock()
except rzlib.RZlibError, e:
raise zlib_error(space, e.msg)
def Compress_compress(self, array):
data = array.to_str()
try:
# lock
result = rzlib.compress(self.stream, data)
# unlock
except rzlib.RZlibError as e:
raise zlib_error(e.msg)
return to_uint8array(result)
def test_compression_lots_of_data():
"""
Test compression of more data that fits in a single internal output buffer.
"""
expanded = repr(range(20000))
compressed = zlib.compress(expanded)
print len(expanded), '=>', len(compressed)
stream = rzlib.deflateInit()
bytes = rzlib.compress(stream, expanded, rzlib.Z_FINISH)
rzlib.deflateEnd(stream)
assert bytes == compressed
def test_compression_lots_of_data():
"""
Test compression of more data that fits in a single internal output buffer.
"""
expanded = repr(range(20000))
compressed = zlib.compress(expanded)
print len(expanded), '=>', len(compressed)
stream = rzlib.deflateInit()
bytes = rzlib.compress(stream, expanded, rzlib.Z_FINISH)
rzlib.deflateEnd(stream)
assert bytes == compressed
def Compress_finish(self, mode):
mode = rzlib.Z_FINISH if mode is None else mode.value
try:
# lock
result = rzlib.compress(self.stream, '', rzlib.Z_FINISH)
if mode == rzlib.Z_FINISH:
rzlib.deflateEnd(self.stream)
self.stream = rzlib.null_stream
# unlock
except rzlib.RZlibError as e:
raise zlib_error(e.msg)
return to_uint8array(result)
def f(i, check):
bytes = "s" * i
if check == 1:
for j in range(3):
stream = rzlib.deflateInit()
bytes = rzlib.compress(stream, bytes, rzlib.Z_FINISH)
rzlib.deflateEnd(stream)
return bytes
if check == 2:
return str(rzlib.adler32(bytes))
if check == 3:
return str(rzlib.crc32(bytes))
return '?'
def test_cornercases():
"""
Test degenerate arguments.
"""
stream = rzlib.deflateInit()
bytes = rzlib.compress(stream, "")
bytes += rzlib.compress(stream, "")
bytes += rzlib.compress(stream, "", rzlib.Z_FINISH)
assert zlib.decompress(bytes) == ""
rzlib.deflateEnd(stream)
stream = rzlib.inflateInit()
data, finished, unused = rzlib.decompress(stream, "")
assert data == ""
assert finished is False
assert unused == 0
buf = compressed
for i in range(10):
data, finished, unused = rzlib.decompress(stream, buf, max_length=0)
assert data == ""
assert finished is False
assert unused > 0
buf = buf[-unused:]
rzlib.deflateEnd(stream)
def test_cornercases():
"""
Test degenerate arguments.
"""
stream = rzlib.deflateInit()
bytes = rzlib.compress(stream, "")
bytes += rzlib.compress(stream, "")
bytes += rzlib.compress(stream, "", rzlib.Z_FINISH)
assert zlib.decompress(bytes) == ""
rzlib.deflateEnd(stream)
stream = rzlib.inflateInit()
data, finished, unused = rzlib.decompress(stream, "")
assert data == ""
assert finished is False
assert unused == 0
buf = compressed
for i in range(10):
data, finished, unused = rzlib.decompress(stream, buf, max_length=0)
assert data == ""
assert finished is False
assert unused > 0
buf = buf[-unused:]
rzlib.deflateEnd(stream)
def compress(space, string, level=rzlib.Z_DEFAULT_COMPRESSION):
"""
compress(string[, level]) -- Returned compressed string.
Optional arg level is the compression level, in 1-9.
"""
try:
try:
stream = rzlib.deflateInit(level)
except ValueError:
raise zlib_error(space, "Bad compression level")
try:
result = rzlib.compress(stream, string, rzlib.Z_FINISH)
finally:
rzlib.deflateEnd(stream)
except rzlib.RZlibError, e:
raise zlib_error(space, e.msg)
def compress(space, string, level=rzlib.Z_DEFAULT_COMPRESSION):
"""
compress(string[, level]) -- Returned compressed string.
Optional arg level is the compression level, in 1-9.
"""
try:
try:
stream = rzlib.deflateInit(level)
except ValueError:
raise zlib_error(space, "Bad compression level")
try:
result = rzlib.compress(stream, string, rzlib.Z_FINISH)
finally:
rzlib.deflateEnd(stream)
except rzlib.RZlibError, e:
raise zlib_error(space, e.msg)
def compress(self, space, data):
"""
compress(data) -- Return a string containing data compressed.
After calling this function, some of the input data may still be stored
in internal buffers for later processing.
Call the flush() method to clear these buffers.
"""
try:
self.lock()
try:
if not self.stream:
raise zlib_error(space,
"compressor object already flushed")
result = rzlib.compress(self.stream, data)
finally:
self.unlock()
except rzlib.RZlibError, e:
raise zlib_error(space, e.msg)
def compress(self, space, data):
"""
compress(data) -- Return a string containing data compressed.
After calling this function, some of the input data may still be stored
in internal buffers for later processing.
Call the flush() method to clear these buffers.
"""
try:
self.lock()
try:
if not self.stream:
raise zlib_error(space,
"compressor object already flushed")
result = rzlib.compress(self.stream, data)
finally:
self.unlock()
except rzlib.RZlibError, e:
raise zlib_error(space, e.msg)
def _encode(data, level, encoding):
stream = rzlib.deflateInit(level=level, wbits=encoding)
bytes = rzlib.compress(stream, data)
bytes += rzlib.compress(stream, "", rzlib.Z_FINISH)
rzlib.deflateEnd(stream)
return bytes