def test_performance_sequential(n, length): _str = random_string(length) _strarr = [_str for _ in range(n)] now = dt.now() [c.decompress(y) for y in [c.compressHC(x) for x in _strarr]] clz4_time = (dt.now() - now).total_seconds() now = dt.now() c.decompress_array(c.compressHC_array(_strarr)) clz4_time_p = (dt.now() - now).total_seconds() now = dt.now() [lz4_decompress(y) for y in [lz4_compress(x) for x in _strarr]] lz4_time = (dt.now() - now).total_seconds() print() print("LZ4 Test %sx len:%s" % (n, length)) print(" LZ4 HC %s s" % clz4_time) print(" LZ4 HC Parallel %s s" % clz4_time_p) print(" LZ4 %s s" % lz4_time)
def test_performance_sequential(n, length): _str = random_string(length) _strarr = [_str for _ in range(n)] now = dt.now() [c.decompress(y) for y in [c.compressHC(x) for x in _strarr]] clz4_time = (dt.now() - now).total_seconds() now = dt.now() c.decompress_array(c.compressHC_array(_strarr)) clz4_time_p = (dt.now() - now).total_seconds() now = dt.now() [lz4_decompress(y) for y in [lz4_compress(x) for x in _strarr]] lz4_time = (dt.now() - now).total_seconds() print() print("LZ4 Test %sx len:%s" % (n, length)) print(" LZ4 HC %s s" % clz4_time) print(" LZ4 HC Parallel %s s" % clz4_time_p) print(" LZ4 %s s" % lz4_time)
def bench_multi(repeats, _strarr, use_HC, pool=None): measurements = [] for j in range(repeats): now = dt.now() if pool: # Raw LZ4 lib if use_HC: res = pool.map(c.lz4_compressHC, _strarr) else: res = pool.map(c.lz4_compress, _strarr) else: # Arctic's compression layer if use_HC: res = c.compressHC_array(_strarr) else: res = c.compress_array(_strarr, withHC=False) sample = (dt.now() - now).total_seconds() assert len(res) == len(_strarr) assert all(res) measurements.append(sample) return measurements
def bench_multi(repeats, _strarr, use_HC, pool=None): measurements = [] for j in range(repeats): now = dt.now() if pool: # Raw LZ4 lib if use_HC: res = pool.map(c.lz4_compressHC, _strarr) else: res = pool.map(c.lz4_compress, _strarr) else: # Arctic's compression layer if use_HC: res = c.compressHC_array(_strarr) else: res = c.compress_array(_strarr, withHC=False) sample = (dt.now() - now).total_seconds() assert len(res) == len(_strarr) assert all(res) measurements.append(sample) return measurements
def test_arr_zero(): assert [] == c.compressHC_array([]) assert [] == c.decompress_array([])
def test_roundtrip_arrHC(n, length): _strarr = [random_string(length) for _ in range(n)] cstr = c.compressHC_array(_strarr) assert _strarr == c.decompress_array(cstr)
def test_arr_zero(): assert [] == c.compressHC_array([]) assert [] == c.decompress_array([])
def test_roundtrip_arrHC(n, length): _strarr = [random_string(length) for _ in range(n)] cstr = c.compressHC_array(_strarr) assert _strarr == c.decompress_array(cstr)