Python LZ4 Examples

Example #1

File: test_dataset_utils.py Project: stjordanis/Hub-1

def test_get_compression():
    assert _get_compressor("lz4") == numcodecs.LZ4(numcodecs.lz4.DEFAULT_ACCELERATION)
    assert _get_compressor(None) is None
    assert _get_compressor("default") == "default"
    assert _get_compressor("zstd") == numcodecs.Zstd(numcodecs.zstd.DEFAULT_CLEVEL)
    assert _get_compressor("png") == PngCodec(solo_channel=True)
    with pytest.raises(ValueError):
        _get_compressor("abcd")

Example #2

 def _get_compressor(self, compressor: str):
     if compressor.lower() == "lz4":
         return numcodecs.LZ4(numcodecs.lz4.DEFAULT_ACCELERATION)
     elif compressor.lower() == "zstd":
         return numcodecs.Zstd(numcodecs.zstd.DEFAULT_CLEVEL)
     elif compressor.lower() == "default":
         return "default"
     else:
         raise ValueError(
             f"Wrong compressor: {compressor}, only LZ4 and ZSTD are supported"
         )

Example #3

File: dataset_utils.py Project: xBugs-dot/Hub

def _get_compressor(compressor: str):
    if compressor is None:
        return None
    elif compressor.lower() == "lz4":
        return numcodecs.LZ4(numcodecs.lz4.DEFAULT_ACCELERATION)
    elif compressor.lower() == "zstd":
        return numcodecs.Zstd(numcodecs.zstd.DEFAULT_CLEVEL)
    elif compressor.lower() == "default":
        return "default"
    elif compressor.lower() == "png":
        return PngCodec(solo_channel=True)
    else:
        raise ValueError(
            f"Wrong compressor: {compressor}, only LZ4, PNG and ZSTD are supported"
        )