def test_deflate_set_dictionary():
text = 'abcabc'
zdict = 'abc'
stream = rzlib.deflateInit()
rzlib.deflateSetDictionary(stream, zdict)
bytes = rzlib.compress(stream, text, rzlib.Z_FINISH)
rzlib.deflateEnd(stream)
stream2 = rzlib.inflateInit()
from rpython.rtyper.lltypesystem import lltype, rffi, rstr
from rpython.rtyper.annlowlevel import llstr
from rpython.rlib.rstring import StringBuilder
with lltype.scoped_alloc(rffi.CCHARP.TO, len(bytes)) as inbuf:
rstr.copy_string_to_raw(llstr(bytes), inbuf, 0, len(bytes))
stream2.c_next_in = rffi.cast(rzlib.Bytefp, inbuf)
rffi.setintfield(stream2, 'c_avail_in', len(bytes))
with lltype.scoped_alloc(rffi.CCHARP.TO, 100) as outbuf:
stream2.c_next_out = rffi.cast(rzlib.Bytefp, outbuf)
bufsize = 100
rffi.setintfield(stream2, 'c_avail_out', bufsize)
err = rzlib._inflate(stream2, rzlib.Z_SYNC_FLUSH)
assert err == rzlib.Z_NEED_DICT
rzlib.inflateSetDictionary(stream2, zdict)
rzlib._inflate(stream2, rzlib.Z_SYNC_FLUSH)
avail_out = rffi.cast(lltype.Signed, stream2.c_avail_out)
result = StringBuilder()
result.append_charpsize(outbuf, bufsize - avail_out)
rzlib.inflateEnd(stream2)
assert result.build() == text
def Decompress_init(wbits):
wbits = rzlib.MAX_WBITS if wbits is None else wbits.value
try:
stream = rzlib.inflateInit(wbits)
return Decompress(stream)
except rzlib.RZlibError as e:
raise zlib_error(e.msg)
def test_deflate_set_dictionary():
text = 'abcabc'
zdict = 'abc'
stream = rzlib.deflateInit()
rzlib.deflateSetDictionary(stream, zdict)
bytes = rzlib.compress(stream, text, rzlib.Z_FINISH)
rzlib.deflateEnd(stream)
stream2 = rzlib.inflateInit()
from rpython.rtyper.lltypesystem import lltype, rffi, rstr
from rpython.rtyper.annlowlevel import llstr
from rpython.rlib.rstring import StringBuilder
with lltype.scoped_alloc(rffi.CCHARP.TO, len(bytes)) as inbuf:
rstr.copy_string_to_raw(llstr(bytes), inbuf, 0, len(bytes))
stream2.c_next_in = rffi.cast(rzlib.Bytefp, inbuf)
rffi.setintfield(stream2, 'c_avail_in', len(bytes))
with lltype.scoped_alloc(rffi.CCHARP.TO, 100) as outbuf:
stream2.c_next_out = rffi.cast(rzlib.Bytefp, outbuf)
bufsize = 100
rffi.setintfield(stream2, 'c_avail_out', bufsize)
err = rzlib._inflate(stream2, rzlib.Z_SYNC_FLUSH)
assert err == rzlib.Z_NEED_DICT
rzlib.inflateSetDictionary(stream2, zdict)
rzlib._inflate(stream2, rzlib.Z_SYNC_FLUSH)
avail_out = rffi.cast(lltype.Signed, stream2.c_avail_out)
result = StringBuilder()
result.append_charpsize(outbuf, bufsize - avail_out)
rzlib.inflateEnd(stream2)
assert result.build() == text
def test_decompress_copy():
"""
inflateCopy produces an independent copy of a stream.
"""
stream = rzlib.inflateInit()
bytes1, finished1, unused1 = rzlib.decompress(stream, compressed[:10])
assert bytes1
assert finished1 is False
copied = rzlib.inflateCopy(stream)
bytes_stream, finished_stream, unused_stream = rzlib.decompress(
stream,
compressed[10:],
rzlib.Z_FINISH,
)
assert bytes1 + bytes_stream == expanded
assert finished_stream is True
assert unused1 == 0
assert unused_stream == 0
rzlib.inflateEnd(stream)
bytes_copy, finished_copy, unused_copy = rzlib.decompress(
copied,
compressed[10:],
rzlib.Z_FINISH,
)
rzlib.inflateEnd(copied)
assert bytes1 + bytes_copy == expanded
assert finished_copy is True
assert unused_copy == 0
def read(self, filename):
zinfo = self.getinfo(filename)
fp = self.get_fp()
try:
filepos = fp.tell()
fp.seek(zinfo.file_offset, 0)
bytes = fp.read(intmask(zinfo.compress_size))
fp.seek(filepos, 0)
if zinfo.compress_type == ZIP_STORED:
pass
elif zinfo.compress_type == ZIP_DEFLATED and rzlib is not None:
stream = rzlib.inflateInit(wbits=-15)
try:
bytes, _, _ = rzlib.decompress(stream, bytes)
# need to feed in unused pad byte so that zlib won't choke
ex, _, _ = rzlib.decompress(stream, 'Z')
if ex:
bytes = bytes + ex
finally:
rzlib.inflateEnd(stream)
elif zinfo.compress_type == ZIP_DEFLATED:
raise BadZipfile("Cannot decompress file, zlib not installed")
else:
raise BadZipfile("Unsupported compression method %d for "
"file %s" % (zinfo.compress_type, filename))
crc = crc32(bytes)
if crc != zinfo.CRC:
raise BadZipfile("Bad CRC-32 for file %s" % filename)
return bytes
finally:
fp.close()
def read(self, filename):
zinfo = self.getinfo(filename)
fp = self.get_fp()
try:
filepos = fp.tell()
fp.seek(zinfo.file_offset, 0)
bytes = fp.read(intmask(zinfo.compress_size))
fp.seek(filepos, 0)
if zinfo.compress_type == ZIP_STORED:
pass
elif zinfo.compress_type == ZIP_DEFLATED and rzlib is not None:
stream = rzlib.inflateInit(wbits=-15)
try:
bytes, _, _ = rzlib.decompress(stream, bytes)
# need to feed in unused pad byte so that zlib won't choke
ex, _, _ = rzlib.decompress(stream, 'Z')
if ex:
bytes = bytes + ex
finally:
rzlib.inflateEnd(stream)
elif zinfo.compress_type == ZIP_DEFLATED:
raise BadZipfile, \
"Cannot decompress file, zlib not installed"
else:
raise BadZipfile, \
"Unsupported compression method %d for file %s" % \
(zinfo.compress_type, filename)
crc = crc32(bytes)
if crc != zinfo.CRC:
raise BadZipfile, "Bad CRC-32 for file %s" % filename
return bytes
finally:
fp.close()
def test_decompression():
"""
Once we have got a inflate stream, rzlib.decompress()
should allow us to decompress bytes.
"""
stream = rzlib.inflateInit()
bytes1, finished1, unused1 = rzlib.decompress(stream, compressed)
bytes2, finished2, unused2 = rzlib.decompress(stream, "", rzlib.Z_FINISH)
rzlib.inflateEnd(stream)
assert bytes1 + bytes2 == expanded
assert finished1 is True
assert finished2 is True
assert unused1 == 0
assert unused2 == 0
def Decompress___new__(space, w_subtype, wbits=rzlib.MAX_WBITS):
"""
Create a new Decompress and call its initializer.
"""
w_stream = space.allocate_instance(Decompress, w_subtype)
w_stream = space.interp_w(Decompress, w_stream)
try:
stream = rzlib.inflateInit(wbits)
except rzlib.RZlibError as e:
raise zlib_error(space, e.msg)
except ValueError:
raise oefmt(space.w_ValueError, "Invalid initialization option")
Decompress.__init__(w_stream, space, stream, '', '')
return w_stream
def test_decompression_lots_of_data():
"""
Test compression of more data that fits in a single internal output buffer.
"""
expanded = repr(range(20000))
compressed = zlib.compress(expanded)
print len(compressed), '=>', len(expanded)
stream = rzlib.inflateInit()
bytes, finished, unused = rzlib.decompress(stream, compressed,
rzlib.Z_FINISH)
rzlib.inflateEnd(stream)
assert bytes == expanded
assert finished is True
assert unused == 0
def test_decompression_lots_of_data():
"""
Test compression of more data that fits in a single internal output buffer.
"""
expanded = repr(range(20000))
compressed = zlib.compress(expanded)
print len(compressed), '=>', len(expanded)
stream = rzlib.inflateInit()
bytes, finished, unused = rzlib.decompress(stream, compressed,
rzlib.Z_FINISH)
rzlib.inflateEnd(stream)
assert bytes == expanded
assert finished is True
assert unused == 0
def test_decompression():
"""
Once we have got a inflate stream, rzlib.decompress()
should allow us to decompress bytes.
"""
stream = rzlib.inflateInit()
bytes1, finished1, unused1 = rzlib.decompress(stream, compressed)
bytes2, finished2, unused2 = rzlib.decompress(stream, "", rzlib.Z_FINISH)
rzlib.inflateEnd(stream)
assert bytes1 + bytes2 == expanded
assert finished1 is True
assert finished2 is True
assert unused1 == 0
assert unused2 == 0
def test_decompress_max_length():
"""
Test the max_length argument of decompress().
"""
stream = rzlib.inflateInit()
data1, finished1, unused1 = rzlib.decompress(stream, compressed,
max_length = 17)
assert data1 == expanded[:17]
assert finished1 is False
assert unused1 > 0
data2, finished2, unused2 = rzlib.decompress(stream, compressed[-unused1:])
assert data2 == expanded[17:]
assert finished2 is True
assert unused2 == 0
rzlib.deflateEnd(stream)
def __init__(self, space, wbits=rzlib.MAX_WBITS):
"""
Initialize a new decompression object.
wbits is an integer between 8 and MAX_WBITS or -8 and -MAX_WBITS
(inclusive) giving the number of "window bits" to use for compression
and decompression. See the documentation for deflateInit2 and
inflateInit2.
"""
ZLibObject.__init__(self, space)
self.unused_data = ''
self.unconsumed_tail = ''
try:
self.stream = rzlib.inflateInit(wbits)
except rzlib.RZlibError, e:
raise zlib_error(space, e.msg)
def __init__(self, space, wbits=rzlib.MAX_WBITS):
"""
Initialize a new decompression object.
wbits is an integer between 8 and MAX_WBITS or -8 and -MAX_WBITS
(inclusive) giving the number of "window bits" to use for compression
and decompression. See the documentation for deflateInit2 and
inflateInit2.
"""
ZLibObject.__init__(self, space)
self.unused_data = ''
self.unconsumed_tail = ''
try:
self.stream = rzlib.inflateInit(wbits)
except rzlib.RZlibError, e:
raise zlib_error(space, e.msg)
def test_decompress_max_length():
"""
Test the max_length argument of decompress().
"""
stream = rzlib.inflateInit()
data1, finished1, unused1 = rzlib.decompress(stream, compressed,
max_length = 17)
assert data1 == expanded[:17]
assert finished1 is False
assert unused1 > 0
data2, finished2, unused2 = rzlib.decompress(stream, compressed[-unused1:])
assert data2 == expanded[17:]
assert finished2 is True
assert unused2 == 0
rzlib.deflateEnd(stream)
def test_unsuccessful_decompress_copy():
"""
Errors during unsuccesful inflateCopy operations raise RZlibErrors.
"""
stream = rzlib.inflateInit()
# From zlib.h:
#
# "inflateCopy returns [...] Z_STREAM_ERROR if the source stream
# state was inconsistent (such as zalloc being Z_NULL)"
from rpython.rtyper.lltypesystem import rffi, lltype
stream.c_zalloc = rffi.cast(lltype.typeOf(stream.c_zalloc), rzlib.Z_NULL)
exc = py.test.raises(rzlib.RZlibError, rzlib.inflateCopy, stream)
msg = "Error -2 while copying decompression object: inconsistent stream state"
assert str(exc.value) == msg
rzlib.inflateEnd(stream)
def decompress(space, string, wbits=rzlib.MAX_WBITS, bufsize=0):
"""
decompress(string[, wbits[, bufsize]]) -- Return decompressed string.
Optional arg wbits is the window buffer size. Optional arg bufsize is
only for compatibility with CPython and is ignored.
"""
try:
try:
stream = rzlib.inflateInit(wbits)
except ValueError:
raise zlib_error(space, "Bad window buffer size")
try:
result, _, _ = rzlib.decompress(stream, string, rzlib.Z_FINISH)
finally:
rzlib.inflateEnd(stream)
except rzlib.RZlibError, e:
raise zlib_error(space, e.msg)
def decompress(space, string, wbits=rzlib.MAX_WBITS, bufsize=0):
"""
decompress(string[, wbits[, bufsize]]) -- Return decompressed string.
Optional arg wbits is the window buffer size. Optional arg bufsize is
only for compatibility with CPython and is ignored.
"""
try:
try:
stream = rzlib.inflateInit(wbits)
except ValueError:
raise zlib_error(space, "Bad window buffer size")
try:
result, _, _ = rzlib.decompress(stream, string, rzlib.Z_FINISH)
finally:
rzlib.inflateEnd(stream)
except rzlib.RZlibError, e:
raise zlib_error(space, e.msg)
def test_decompression_too_much_input():
"""
Check the case where we feed extra data to decompress().
"""
stream = rzlib.inflateInit()
data1, finished1, unused1 = rzlib.decompress(stream, compressed[:-5])
assert finished1 is False
assert unused1 == 0
data2, finished2, unused2 = rzlib.decompress(stream,
compressed[-5:] + 'garbage')
assert finished2 is True
assert unused2 == len('garbage')
assert data1 + data2 == expanded
data3, finished3, unused3 = rzlib.decompress(stream, 'more_garbage')
assert finished3 is True
assert unused3 == len('more_garbage')
assert data3 == ''
rzlib.deflateEnd(stream)
def test_decompression_too_much_input():
"""
Check the case where we feed extra data to decompress().
"""
stream = rzlib.inflateInit()
data1, finished1, unused1 = rzlib.decompress(stream, compressed[:-5])
assert finished1 is False
assert unused1 == 0
data2, finished2, unused2 = rzlib.decompress(stream,
compressed[-5:] + 'garbage')
assert finished2 is True
assert unused2 == len('garbage')
assert data1 + data2 == expanded
data3, finished3, unused3 = rzlib.decompress(stream, 'more_garbage')
assert finished3 is True
assert unused3 == len('more_garbage')
assert data3 == ''
rzlib.deflateEnd(stream)
def __init__(self, space, wbits=rzlib.MAX_WBITS, zdict=None):
"""
Initialize a new decompression object.
wbits is an integer between 8 and MAX_WBITS or -8 and -MAX_WBITS
(inclusive) giving the number of "window bits" to use for compression
and decompression. See the documentation for deflateInit2 and
inflateInit2.
"""
ZLibObject.__init__(self, space)
self.unused_data = ''
self.unconsumed_tail = ''
self.eof = False
try:
self.stream = rzlib.inflateInit(wbits, zdict=zdict)
except rzlib.RZlibError as e:
raise zlib_error(space, e.msg)
except ValueError:
raise oefmt(space.w_ValueError, "Invalid initialization option")
self.zdict = zdict
self.register_finalizer(space)
def test_decompression_truncated_input():
"""
Test that we can accept incomplete input when inflating, but also
detect this situation when using Z_FINISH.
"""
expanded = repr(range(20000))
compressed = zlib.compress(expanded)
print len(compressed), '=>', len(expanded)
stream = rzlib.inflateInit()
data, finished1, unused1 = rzlib.decompress(stream, compressed[:1000])
assert expanded.startswith(data)
assert finished1 is False
assert unused1 == 0
data2, finished2, unused2 = rzlib.decompress(stream, compressed[1000:2000])
data += data2
assert finished2 is False
assert unused2 == 0
assert expanded.startswith(data)
exc = py.test.raises(rzlib.RZlibError, rzlib.decompress, stream,
compressed[2000:-500], rzlib.Z_FINISH)
msg = "Error -5 while decompressing data: incomplete or truncated stream"
assert str(exc.value) == msg
rzlib.inflateEnd(stream)
def test_decompression_truncated_input():
"""
Test that we can accept incomplete input when inflating, but also
detect this situation when using Z_FINISH.
"""
expanded = repr(range(20000))
compressed = zlib.compress(expanded)
print len(compressed), '=>', len(expanded)
stream = rzlib.inflateInit()
data, finished1, unused1 = rzlib.decompress(stream, compressed[:1000])
assert expanded.startswith(data)
assert finished1 is False
assert unused1 == 0
data2, finished2, unused2 = rzlib.decompress(stream, compressed[1000:2000])
data += data2
assert finished2 is False
assert unused2 == 0
assert expanded.startswith(data)
exc = py.test.raises(
rzlib.RZlibError,
rzlib.decompress, stream, compressed[2000:-500], rzlib.Z_FINISH)
msg = "Error -5 while decompressing data: incomplete or truncated stream"
assert str(exc.value) == msg
rzlib.inflateEnd(stream)
def test_cornercases():
"""
Test degenerate arguments.
"""
stream = rzlib.deflateInit()
bytes = rzlib.compress(stream, "")
bytes += rzlib.compress(stream, "")
bytes += rzlib.compress(stream, "", rzlib.Z_FINISH)
assert zlib.decompress(bytes) == ""
rzlib.deflateEnd(stream)
stream = rzlib.inflateInit()
data, finished, unused = rzlib.decompress(stream, "")
assert data == ""
assert finished is False
assert unused == 0
buf = compressed
for i in range(10):
data, finished, unused = rzlib.decompress(stream, buf, max_length=0)
assert data == ""
assert finished is False
assert unused > 0
buf = buf[-unused:]
rzlib.deflateEnd(stream)
def test_cornercases():
"""
Test degenerate arguments.
"""
stream = rzlib.deflateInit()
bytes = rzlib.compress(stream, "")
bytes += rzlib.compress(stream, "")
bytes += rzlib.compress(stream, "", rzlib.Z_FINISH)
assert zlib.decompress(bytes) == ""
rzlib.deflateEnd(stream)
stream = rzlib.inflateInit()
data, finished, unused = rzlib.decompress(stream, "")
assert data == ""
assert finished is False
assert unused == 0
buf = compressed
for i in range(10):
data, finished, unused = rzlib.decompress(stream, buf, max_length=0)
assert data == ""
assert finished is False
assert unused > 0
buf = buf[-unused:]
rzlib.deflateEnd(stream)
def test_inflate_init_end():
"""
inflateInit() followed by inflateEnd() should work and do nothing.
"""
stream = rzlib.inflateInit()
rzlib.inflateEnd(stream)
def _decode(data, encoding):
stream = rzlib.inflateInit(wbits=encoding)
bytes, finished, unused = rzlib.decompress(stream, data,
rzlib.Z_FINISH)
rzlib.inflateEnd(stream)
return bytes
def decompress(self,s): stream = rzlib.inflateInit() bytes, finished, unused = rzlib.decompress(stream, s) return bytes
def test_inflate_init_end():
"""
inflateInit() followed by inflateEnd() should work and do nothing.
"""
stream = rzlib.inflateInit()
rzlib.inflateEnd(stream)
