def worker(in_queue, out_queue, alloc_hint): while True: job = in_queue.get() if job is QUIT: break idx, data = job records = records.split("\n") result = bz2.compress(pack_data_records(records, alloc_hint)) out_queue.put((idx, result))
def doit(): leftover = "" w = sys.stdout.write while True: buf = sys.stdin.read(BUFSIZE) if not buf: break lines = buf.split("\n") lines[0] = leftover + lines[0] leftover = lines.pop() w(pack_data_records(lines, 2* BUFSIZE))
def doit(): leftover = "" w = sys.stdout.write while True: buf = sys.stdin.read(BUFSIZE) if not buf: break lines = buf.split("\n") lines[0] = leftover + lines[0] leftover = lines.pop() w(pack_data_records(lines, 2 * BUFSIZE))
from nose.tools import assert_raises from .util import test_data_path from .http_harness import web_server from zs import ZS, ZSError, ZSCorrupt from zs._zs import pack_data_records from zs.common import read_length_prefixed, codec_shorthands # letters.zs contains records: # [b, bb, d, dd, f, ff, ..., z, zz] letters_records = [] for i in range(1, 26, 2): letter = int2byte(byte2int(b"a") + i) letters_records += [letter, 2 * letter] letters_sha256 = hashlib.sha256(pack_data_records(letters_records)).digest() def identity(x): return x def _check_map_helper(records, arg1, arg2): assert arg1 == 1 assert arg2 == 2 return records def _check_raise_helper(records, exc): raise exc def check_letters_zs(z, codec_shorthand): assert isinstance(z.root_index_offset, integer_types) assert isinstance(z.root_index_length, integer_types)