def print_versions():
"""Print all the versions of packages that bcolz relies on."""
print("-=" * 38)
print("bcolz version: %s" % bcolz.__version__)
if bcolz.git_description:
print("bcolz git info: %s" % bcolz.git_description)
print("NumPy version: %s" % np.__version__)
tinfo = bcolz.blosc_version()
blosc_cnames = bcolz.blosc_compressor_list()
print("Blosc version: %s (%s)" % (tinfo[0], tinfo[1]))
print("Blosc compressors: %s" % (blosc_cnames,))
if bcolz.numexpr_here:
print("Numexpr version: %s" % bcolz.numexpr.__version__)
else:
print("Numexpr version: not available "
"(version >= %s not detected)" % bcolz.min_numexpr_version)
if bcolz.dask_here:
print("Dask version: %s" % bcolz.dask.__version__)
else:
print("Dask version: not available "
"(version >= %s not detected)" % bcolz.min_dask_version)
print("Python version: %s" % sys.version)
if os.name == "posix":
(sysname, nodename, release, version, machine) = os.uname()
print("Platform: %s-%s" % (sys.platform, machine))
print("Byte-ordering: %s" % sys.byteorder)
print("Detected cores: %s" % bcolz.detect_number_of_cores())
print("-=" * 38)
def print_versions():
"""Print all the versions of packages that bcolz relies on."""
print("-=" * 38)
print("bcolz version: %s" % bcolz.__version__)
if bcolz.git_description:
print("bcolz git info: %s" % bcolz.git_description)
print("NumPy version: %s" % np.__version__)
tinfo = bcolz.blosc_version()
blosc_cnames = bcolz.blosc_compressor_list()
print("Blosc version: %s (%s)" % (tinfo[0], tinfo[1]))
print("Blosc compressors: %s" % (blosc_cnames, ))
if bcolz.numexpr_here:
print("Numexpr version: %s" % bcolz.numexpr.__version__)
else:
print("Numexpr version: not available "
"(version >= %s not detected)" % bcolz.min_numexpr_version)
if bcolz.dask_here:
print("Dask version: %s" % bcolz.dask.__version__)
else:
print("Dask version: not available "
"(version >= %s not detected)" % bcolz.min_dask_version)
print("Python version: %s" % sys.version)
if os.name == "posix":
(sysname, nodename, release, version, machine) = os.uname()
print("Platform: %s-%s" % (sys.platform, machine))
print("Byte-ordering: %s" % sys.byteorder)
print("Detected cores: %s" % bcolz.detect_number_of_cores())
print("-=" * 38)
def _init_ctable(self, path):
"""
Create empty ctable for given path.
Obtain 、Create 、Append、Attr empty ctable for given path.
addcol(newcol[, name, pos, move]) Add a new newcol object as column.
append(cols) Append cols to this ctable -- e.g. : ctable
Flush data in internal buffers to disk:
This call should typically be done after performing modifications
(__settitem__(), append()) in persistence mode. If you don’t do this,
you risk losing part of your modifications.
Parameters
----------
path : string
The path to rootdir of the new ctable.
"""
bcolz_dir = os.path.dirname(path)
print('bcolz_dir', bcolz_dir)
if not os.path.exists(bcolz_dir):
os.makedirs(bcolz_dir)
print('path', path)
initial_array = np.empty(0, np.uint32)
# 配置bcolz
bcolz.set_nthreads(Num * bcolz.detect_number_of_cores())
# Print all the versions of packages that bcolz relies on.
bcolz.print_versions()
"""
clevel : int (0 <= clevel < 10) The compression level.
shuffle : int The shuffle filter to be activated. Allowed values are bcolz.NOSHUFFLE (0),
bcolz.SHUFFLE (1) and bcolz.BITSHUFFLE (2). The default is bcolz.SHUFFLE.
cname : string (‘blosclz’, ‘lz4’, ‘lz4hc’, ‘snappy’, ‘zlib’, ‘zstd’)
Select the compressor to use inside Blosc.
quantize : int (number of significant digits)
Quantize data to improve (lossy) compression. Data is quantized using np.around(scale*data)/scale,
where scale is 2**bits, and bits is determined from the quantize value. For example,
if quantize=1, bits will be 4. 0 means that the quantization is disabled.
default : cparams(clevel=5, shuffle=1, cname='lz4', quantize=0)
"""
params = bcolz.cparams(clevel=9)
table = bcolz.ctable(
rootdir=path,
columns=[
initial_array,
initial_array,
initial_array,
initial_array,
initial_array,
initial_array,
initial_array,
],
names=self._bcolz_fields,
mode='w',
cparams=params
)
print('cparams', table.cparams)
table.flush()
table = self._init_attr(table, path)
# table.attrs['metadata'] = self._init_metadata(path)
return table
def print_versions():
"""Print all the versions of software that carray relies on."""
print("-=" * 38)
print("carray version: %s" % bcolz.__version__)
print("NumPy version: %s" % numpy.__version__)
tinfo = bcolz.blosc_version()
print("Blosc version: %s (%s)" % (tinfo[0], tinfo[1]))
if bcolz.numexpr_here:
print("Numexpr version: %s" % bcolz.numexpr.__version__)
else:
print("Numexpr version: not available "
"(version >= %s not detected)" % bcolz.min_numexpr_version)
from Cython.Compiler.Main import Version as Cython_Version
print("Cython version: %s" % Cython_Version.version)
print("Python version: %s" % sys.version)
if os.name == "posix":
(sysname, nodename, release, version, machine) = os.uname()
print("Platform: %s-%s" % (sys.platform, machine))
print("Byte-ordering: %s" % sys.byteorder)
print("Detected cores: %s" % bcolz.detect_number_of_cores())
print("-=" * 38)
With Unix and Windows for python 2.6+ and 3.2+
:Author: `Aymeric Rateau <https://github.com/ratal/mdfreader>`__
Dependencies
-------------------
- Python >2.6, >3.2 <http://www.python.org>
- Numpy >1.6 <http://numpy.scipy.org>
mdf module
--------------------------
"""
try:
CompressionPossible = True
from bcolz import cparams, carray, detect_number_of_cores, set_nthreads
_ncores = detect_number_of_cores()
set_nthreads(_ncores)
from blosc import decompress_ptr, compress_ptr
except ImportError:
# Cannot compress data, please install bcolz and blosc
CompressionPossible = False
from pandas import set_option
from collections import OrderedDict,defaultdict
from numpy import array_repr, set_printoptions, recarray, empty
set_printoptions(threshold=100, edgeitems=1)
_notAllowedChannelNames = set(dir(recarray))
from io import open
from zipfile import is_zipfile, ZipFile
from itertools import chain
from random import choice
With Unix and Windows for python 2.6+ and 3.2+
:Author: `Aymeric Rateau <https://github.com/ratal/mdfreader>`__
Dependencies
-------------------
- Python >2.6, >3.2 <http://www.python.org>
- Numpy >1.6 <http://numpy.scipy.org>
mdf module
--------------------------
"""
try:
CompressionPossible = True
from bcolz import cparams, carray, detect_number_of_cores, set_nthreads
_ncores = detect_number_of_cores()
set_nthreads(_ncores)
from blosc import decompress_ptr, compress_ptr
except ImportError:
# Cannot compress data, please install bcolz and blosc
CompressionPossible = False
from pandas import set_option
from collections import OrderedDict, defaultdict
from numpy import array_repr, set_printoptions, recarray, empty
set_printoptions(threshold=100, edgeitems=1)
_notAllowedChannelNames = set(dir(recarray))
from io import open
from zipfile import is_zipfile, ZipFile
from itertools import chain
from random import choice
