def worker(in_queue, out_queue, alloc_hint):
while True:
job = in_queue.get()
if job is QUIT:
break
idx, data = job
records = records.split("\n")
result = bz2.compress(pack_data_records(records, alloc_hint))
out_queue.put((idx, result))
def worker(in_queue, out_queue, alloc_hint):
while True:
job = in_queue.get()
if job is QUIT:
break
idx, data = job
records = records.split("\n")
result = bz2.compress(pack_data_records(records, alloc_hint))
out_queue.put((idx, result))
def doit():
leftover = ""
w = sys.stdout.write
while True:
buf = sys.stdin.read(BUFSIZE)
if not buf:
break
lines = buf.split("\n")
lines[0] = leftover + lines[0]
leftover = lines.pop()
w(pack_data_records(lines, 2* BUFSIZE))
def doit():
leftover = ""
w = sys.stdout.write
while True:
buf = sys.stdin.read(BUFSIZE)
if not buf:
break
lines = buf.split("\n")
lines[0] = leftover + lines[0]
leftover = lines.pop()
w(pack_data_records(lines, 2 * BUFSIZE))
from nose.tools import assert_raises
from .util import test_data_path
from .http_harness import web_server
from zs import ZS, ZSError, ZSCorrupt
from zs._zs import pack_data_records
from zs.common import read_length_prefixed, codec_shorthands
# letters.zs contains records:
# [b, bb, d, dd, f, ff, ..., z, zz]
letters_records = []
for i in range(1, 26, 2):
letter = int2byte(byte2int(b"a") + i)
letters_records += [letter, 2 * letter]
letters_sha256 = hashlib.sha256(pack_data_records(letters_records)).digest()
def identity(x):
return x
def _check_map_helper(records, arg1, arg2):
assert arg1 == 1
assert arg2 == 2
return records
def _check_raise_helper(records, exc):
raise exc
def check_letters_zs(z, codec_shorthand):
assert isinstance(z.root_index_offset, integer_types)
assert isinstance(z.root_index_length, integer_types)
