def test_deflate_set_dictionary():
text = 'abcabc'
zdict = 'abc'
stream = rzlib.deflateInit()
rzlib.deflateSetDictionary(stream, zdict)
bytes = rzlib.compress(stream, text, rzlib.Z_FINISH)
rzlib.deflateEnd(stream)
stream2 = rzlib.inflateInit()
from rpython.rtyper.lltypesystem import lltype, rffi, rstr
from rpython.rtyper.annlowlevel import llstr
from rpython.rlib.rstring import StringBuilder
with lltype.scoped_alloc(rffi.CCHARP.TO, len(bytes)) as inbuf:
rstr.copy_string_to_raw(llstr(bytes), inbuf, 0, len(bytes))
stream2.c_next_in = rffi.cast(rzlib.Bytefp, inbuf)
rffi.setintfield(stream2, 'c_avail_in', len(bytes))
with lltype.scoped_alloc(rffi.CCHARP.TO, 100) as outbuf:
stream2.c_next_out = rffi.cast(rzlib.Bytefp, outbuf)
bufsize = 100
rffi.setintfield(stream2, 'c_avail_out', bufsize)
err = rzlib._inflate(stream2, rzlib.Z_SYNC_FLUSH)
assert err == rzlib.Z_NEED_DICT
rzlib.inflateSetDictionary(stream2, zdict)
rzlib._inflate(stream2, rzlib.Z_SYNC_FLUSH)
avail_out = rffi.cast(lltype.Signed, stream2.c_avail_out)
result = StringBuilder()
result.append_charpsize(outbuf, bufsize - avail_out)
rzlib.inflateEnd(stream2)
assert result.build() == text
def read(self, filename):
zinfo = self.getinfo(filename)
fp = self.get_fp()
try:
filepos = fp.tell()
fp.seek(zinfo.file_offset, 0)
bytes = fp.read(intmask(zinfo.compress_size))
fp.seek(filepos, 0)
if zinfo.compress_type == ZIP_STORED:
pass
elif zinfo.compress_type == ZIP_DEFLATED and rzlib is not None:
stream = rzlib.inflateInit(wbits=-15)
try:
bytes, _, _ = rzlib.decompress(stream, bytes)
# need to feed in unused pad byte so that zlib won't choke
ex, _, _ = rzlib.decompress(stream, 'Z')
if ex:
bytes = bytes + ex
finally:
rzlib.inflateEnd(stream)
elif zinfo.compress_type == ZIP_DEFLATED:
raise BadZipfile, \
"Cannot decompress file, zlib not installed"
else:
raise BadZipfile, \
"Unsupported compression method %d for file %s" % \
(zinfo.compress_type, filename)
crc = crc32(bytes)
if crc != zinfo.CRC:
raise BadZipfile, "Bad CRC-32 for file %s" % filename
return bytes
finally:
fp.close()
def read(self, filename):
zinfo = self.getinfo(filename)
fp = self.get_fp()
try:
filepos = fp.tell()
fp.seek(zinfo.file_offset, 0)
bytes = fp.read(intmask(zinfo.compress_size))
fp.seek(filepos, 0)
if zinfo.compress_type == ZIP_STORED:
pass
elif zinfo.compress_type == ZIP_DEFLATED and rzlib is not None:
stream = rzlib.inflateInit(wbits=-15)
try:
bytes, _, _ = rzlib.decompress(stream, bytes)
# need to feed in unused pad byte so that zlib won't choke
ex, _, _ = rzlib.decompress(stream, 'Z')
if ex:
bytes = bytes + ex
finally:
rzlib.inflateEnd(stream)
elif zinfo.compress_type == ZIP_DEFLATED:
raise BadZipfile("Cannot decompress file, zlib not installed")
else:
raise BadZipfile("Unsupported compression method %d for "
"file %s" % (zinfo.compress_type, filename))
crc = crc32(bytes)
if crc != zinfo.CRC:
raise BadZipfile("Bad CRC-32 for file %s" % filename)
return bytes
finally:
fp.close()
def test_deflate_set_dictionary():
text = 'abcabc'
zdict = 'abc'
stream = rzlib.deflateInit()
rzlib.deflateSetDictionary(stream, zdict)
bytes = rzlib.compress(stream, text, rzlib.Z_FINISH)
rzlib.deflateEnd(stream)
stream2 = rzlib.inflateInit()
from rpython.rtyper.lltypesystem import lltype, rffi, rstr
from rpython.rtyper.annlowlevel import llstr
from rpython.rlib.rstring import StringBuilder
with lltype.scoped_alloc(rffi.CCHARP.TO, len(bytes)) as inbuf:
rstr.copy_string_to_raw(llstr(bytes), inbuf, 0, len(bytes))
stream2.c_next_in = rffi.cast(rzlib.Bytefp, inbuf)
rffi.setintfield(stream2, 'c_avail_in', len(bytes))
with lltype.scoped_alloc(rffi.CCHARP.TO, 100) as outbuf:
stream2.c_next_out = rffi.cast(rzlib.Bytefp, outbuf)
bufsize = 100
rffi.setintfield(stream2, 'c_avail_out', bufsize)
err = rzlib._inflate(stream2, rzlib.Z_SYNC_FLUSH)
assert err == rzlib.Z_NEED_DICT
rzlib.inflateSetDictionary(stream2, zdict)
rzlib._inflate(stream2, rzlib.Z_SYNC_FLUSH)
avail_out = rffi.cast(lltype.Signed, stream2.c_avail_out)
result = StringBuilder()
result.append_charpsize(outbuf, bufsize - avail_out)
rzlib.inflateEnd(stream2)
assert result.build() == text
def flush(self, space, w_length=None):
"""
flush( [length] ) -- This is kept for backward compatibility,
because each call to decompress() immediately returns as much
data as possible.
"""
if w_length is not None:
length = space.int_w(w_length)
if length <= 0:
raise oefmt(space.w_ValueError,
"length must be greater than zero")
data = self.unconsumed_tail
try:
self.lock()
try:
result = rzlib.decompress(self.stream, data, rzlib.Z_FINISH)
finally:
self.unlock()
except rzlib.RZlibError:
string = ""
else:
string, finished, unused_len = result
self._save_unconsumed_input(data, finished, unused_len)
if finished:
rzlib.inflateEnd(self.stream)
self.stream = rzlib.null_stream
return space.newbytes(string)
def test_decompress_copy():
"""
inflateCopy produces an independent copy of a stream.
"""
stream = rzlib.inflateInit()
bytes1, finished1, unused1 = rzlib.decompress(stream, compressed[:10])
assert bytes1
assert finished1 is False
copied = rzlib.inflateCopy(stream)
bytes_stream, finished_stream, unused_stream = rzlib.decompress(
stream,
compressed[10:],
rzlib.Z_FINISH,
)
assert bytes1 + bytes_stream == expanded
assert finished_stream is True
assert unused1 == 0
assert unused_stream == 0
rzlib.inflateEnd(stream)
bytes_copy, finished_copy, unused_copy = rzlib.decompress(
copied,
compressed[10:],
rzlib.Z_FINISH,
)
rzlib.inflateEnd(copied)
assert bytes1 + bytes_copy == expanded
assert finished_copy is True
assert unused_copy == 0
def test_decompression_lots_of_data():
"""
Test compression of more data that fits in a single internal output buffer.
"""
expanded = repr(range(20000))
compressed = zlib.compress(expanded)
print len(compressed), '=>', len(expanded)
stream = rzlib.inflateInit()
bytes, finished, unused = rzlib.decompress(stream, compressed,
rzlib.Z_FINISH)
rzlib.inflateEnd(stream)
assert bytes == expanded
assert finished is True
assert unused == 0
def test_decompression():
"""
Once we have got a inflate stream, rzlib.decompress()
should allow us to decompress bytes.
"""
stream = rzlib.inflateInit()
bytes1, finished1, unused1 = rzlib.decompress(stream, compressed)
bytes2, finished2, unused2 = rzlib.decompress(stream, "", rzlib.Z_FINISH)
rzlib.inflateEnd(stream)
assert bytes1 + bytes2 == expanded
assert finished1 is True
assert finished2 is True
assert unused1 == 0
assert unused2 == 0
def test_decompression_lots_of_data():
"""
Test compression of more data that fits in a single internal output buffer.
"""
expanded = repr(range(20000))
compressed = zlib.compress(expanded)
print len(compressed), '=>', len(expanded)
stream = rzlib.inflateInit()
bytes, finished, unused = rzlib.decompress(stream, compressed,
rzlib.Z_FINISH)
rzlib.inflateEnd(stream)
assert bytes == expanded
assert finished is True
assert unused == 0
def test_decompression():
"""
Once we have got a inflate stream, rzlib.decompress()
should allow us to decompress bytes.
"""
stream = rzlib.inflateInit()
bytes1, finished1, unused1 = rzlib.decompress(stream, compressed)
bytes2, finished2, unused2 = rzlib.decompress(stream, "", rzlib.Z_FINISH)
rzlib.inflateEnd(stream)
assert bytes1 + bytes2 == expanded
assert finished1 is True
assert finished2 is True
assert unused1 == 0
assert unused2 == 0
def test_unsuccessful_decompress_copy():
"""
Errors during unsuccesful inflateCopy operations raise RZlibErrors.
"""
stream = rzlib.inflateInit()
# From zlib.h:
#
# "inflateCopy returns [...] Z_STREAM_ERROR if the source stream
# state was inconsistent (such as zalloc being Z_NULL)"
from rpython.rtyper.lltypesystem import rffi, lltype
stream.c_zalloc = rffi.cast(lltype.typeOf(stream.c_zalloc), rzlib.Z_NULL)
exc = py.test.raises(rzlib.RZlibError, rzlib.inflateCopy, stream)
msg = "Error -2 while copying decompression object: inconsistent stream state"
assert str(exc.value) == msg
rzlib.inflateEnd(stream)
def decompress(space, string, wbits=rzlib.MAX_WBITS, bufsize=0):
"""
decompress(string[, wbits[, bufsize]]) -- Return decompressed string.
Optional arg wbits is the window buffer size. Optional arg bufsize is
only for compatibility with CPython and is ignored.
"""
try:
try:
stream = rzlib.inflateInit(wbits)
except ValueError:
raise zlib_error(space, "Bad window buffer size")
try:
result, _, _ = rzlib.decompress(stream, string, rzlib.Z_FINISH)
finally:
rzlib.inflateEnd(stream)
except rzlib.RZlibError, e:
raise zlib_error(space, e.msg)
def decompress(space, string, wbits=rzlib.MAX_WBITS, bufsize=0):
"""
decompress(string[, wbits[, bufsize]]) -- Return decompressed string.
Optional arg wbits is the window buffer size. Optional arg bufsize is
only for compatibility with CPython and is ignored.
"""
try:
try:
stream = rzlib.inflateInit(wbits)
except ValueError:
raise zlib_error(space, "Bad window buffer size")
try:
result, _, _ = rzlib.decompress(stream, string, rzlib.Z_FINISH)
finally:
rzlib.inflateEnd(stream)
except rzlib.RZlibError, e:
raise zlib_error(space, e.msg)
def test_decompression_truncated_input():
"""
Test that we can accept incomplete input when inflating, but also
detect this situation when using Z_FINISH.
"""
expanded = repr(range(20000))
compressed = zlib.compress(expanded)
print len(compressed), '=>', len(expanded)
stream = rzlib.inflateInit()
data, finished1, unused1 = rzlib.decompress(stream, compressed[:1000])
assert expanded.startswith(data)
assert finished1 is False
assert unused1 == 0
data2, finished2, unused2 = rzlib.decompress(stream, compressed[1000:2000])
data += data2
assert finished2 is False
assert unused2 == 0
assert expanded.startswith(data)
exc = py.test.raises(rzlib.RZlibError, rzlib.decompress, stream,
compressed[2000:-500], rzlib.Z_FINISH)
msg = "Error -5 while decompressing data: incomplete or truncated stream"
assert str(exc.value) == msg
rzlib.inflateEnd(stream)
def test_decompression_truncated_input():
"""
Test that we can accept incomplete input when inflating, but also
detect this situation when using Z_FINISH.
"""
expanded = repr(range(20000))
compressed = zlib.compress(expanded)
print len(compressed), '=>', len(expanded)
stream = rzlib.inflateInit()
data, finished1, unused1 = rzlib.decompress(stream, compressed[:1000])
assert expanded.startswith(data)
assert finished1 is False
assert unused1 == 0
data2, finished2, unused2 = rzlib.decompress(stream, compressed[1000:2000])
data += data2
assert finished2 is False
assert unused2 == 0
assert expanded.startswith(data)
exc = py.test.raises(
rzlib.RZlibError,
rzlib.decompress, stream, compressed[2000:-500], rzlib.Z_FINISH)
msg = "Error -5 while decompressing data: incomplete or truncated stream"
assert str(exc.value) == msg
rzlib.inflateEnd(stream)
def test_inflate_init_end():
"""
inflateInit() followed by inflateEnd() should work and do nothing.
"""
stream = rzlib.inflateInit()
rzlib.inflateEnd(stream)
def __del__(self):
"""Automatically free the resources used by the stream."""
if self.stream:
rzlib.inflateEnd(self.stream)
self.stream = rzlib.null_stream
def _decode(data, encoding):
stream = rzlib.inflateInit(wbits=encoding)
bytes, finished, unused = rzlib.decompress(stream, data,
rzlib.Z_FINISH)
rzlib.inflateEnd(stream)
return bytes
def _finalize_(self):
"""Automatically free the resources used by the stream."""
if self.stream:
rzlib.inflateEnd(self.stream)
self.stream = rzlib.null_stream
def __del__(self):
if self.stream:
rzlib.inflateEnd(self.stream)
self.stream = rzlib.null_stream
def test_inflate_init_end():
"""
inflateInit() followed by inflateEnd() should work and do nothing.
"""
stream = rzlib.inflateInit()
rzlib.inflateEnd(stream)
