def print_versions(): """Print all the versions of packages that bcolz relies on.""" print("-=" * 38) print("bcolz version: %s" % bcolz.__version__) if bcolz.git_description: print("bcolz git info: %s" % bcolz.git_description) print("NumPy version: %s" % np.__version__) tinfo = bcolz.blosc_version() blosc_cnames = bcolz.blosc_compressor_list() print("Blosc version: %s (%s)" % (tinfo[0], tinfo[1])) print("Blosc compressors: %s" % (blosc_cnames,)) if bcolz.numexpr_here: print("Numexpr version: %s" % bcolz.numexpr.__version__) else: print("Numexpr version: not available " "(version >= %s not detected)" % bcolz.min_numexpr_version) if bcolz.dask_here: print("Dask version: %s" % bcolz.dask.__version__) else: print("Dask version: not available " "(version >= %s not detected)" % bcolz.min_dask_version) print("Python version: %s" % sys.version) if os.name == "posix": (sysname, nodename, release, version, machine) = os.uname() print("Platform: %s-%s" % (sys.platform, machine)) print("Byte-ordering: %s" % sys.byteorder) print("Detected cores: %s" % bcolz.detect_number_of_cores()) print("-=" * 38)
def print_versions(): """Print all the versions of packages that bcolz relies on.""" print("-=" * 38) print("bcolz version: %s" % bcolz.__version__) if bcolz.git_description: print("bcolz git info: %s" % bcolz.git_description) print("NumPy version: %s" % np.__version__) tinfo = bcolz.blosc_version() blosc_cnames = bcolz.blosc_compressor_list() print("Blosc version: %s (%s)" % (tinfo[0], tinfo[1])) print("Blosc compressors: %s" % (blosc_cnames, )) if bcolz.numexpr_here: print("Numexpr version: %s" % bcolz.numexpr.__version__) else: print("Numexpr version: not available " "(version >= %s not detected)" % bcolz.min_numexpr_version) if bcolz.dask_here: print("Dask version: %s" % bcolz.dask.__version__) else: print("Dask version: not available " "(version >= %s not detected)" % bcolz.min_dask_version) print("Python version: %s" % sys.version) if os.name == "posix": (sysname, nodename, release, version, machine) = os.uname() print("Platform: %s-%s" % (sys.platform, machine)) print("Byte-ordering: %s" % sys.byteorder) print("Detected cores: %s" % bcolz.detect_number_of_cores()) print("-=" * 38)
def _init_ctable(self, path): """ Create empty ctable for given path. Obtain 、Create 、Append、Attr empty ctable for given path. addcol(newcol[, name, pos, move]) Add a new newcol object as column. append(cols) Append cols to this ctable -- e.g. : ctable Flush data in internal buffers to disk: This call should typically be done after performing modifications (__settitem__(), append()) in persistence mode. If you don’t do this, you risk losing part of your modifications. Parameters ---------- path : string The path to rootdir of the new ctable. """ bcolz_dir = os.path.dirname(path) print('bcolz_dir', bcolz_dir) if not os.path.exists(bcolz_dir): os.makedirs(bcolz_dir) print('path', path) initial_array = np.empty(0, np.uint32) # 配置bcolz bcolz.set_nthreads(Num * bcolz.detect_number_of_cores()) # Print all the versions of packages that bcolz relies on. bcolz.print_versions() """ clevel : int (0 <= clevel < 10) The compression level. shuffle : int The shuffle filter to be activated. Allowed values are bcolz.NOSHUFFLE (0), bcolz.SHUFFLE (1) and bcolz.BITSHUFFLE (2). The default is bcolz.SHUFFLE. cname : string (‘blosclz’, ‘lz4’, ‘lz4hc’, ‘snappy’, ‘zlib’, ‘zstd’) Select the compressor to use inside Blosc. quantize : int (number of significant digits) Quantize data to improve (lossy) compression. Data is quantized using np.around(scale*data)/scale, where scale is 2**bits, and bits is determined from the quantize value. For example, if quantize=1, bits will be 4. 0 means that the quantization is disabled. default : cparams(clevel=5, shuffle=1, cname='lz4', quantize=0) """ params = bcolz.cparams(clevel=9) table = bcolz.ctable( rootdir=path, columns=[ initial_array, initial_array, initial_array, initial_array, initial_array, initial_array, initial_array, ], names=self._bcolz_fields, mode='w', cparams=params ) print('cparams', table.cparams) table.flush() table = self._init_attr(table, path) # table.attrs['metadata'] = self._init_metadata(path) return table
def print_versions(): """Print all the versions of software that carray relies on.""" print("-=" * 38) print("carray version: %s" % bcolz.__version__) print("NumPy version: %s" % numpy.__version__) tinfo = bcolz.blosc_version() print("Blosc version: %s (%s)" % (tinfo[0], tinfo[1])) if bcolz.numexpr_here: print("Numexpr version: %s" % bcolz.numexpr.__version__) else: print("Numexpr version: not available " "(version >= %s not detected)" % bcolz.min_numexpr_version) from Cython.Compiler.Main import Version as Cython_Version print("Cython version: %s" % Cython_Version.version) print("Python version: %s" % sys.version) if os.name == "posix": (sysname, nodename, release, version, machine) = os.uname() print("Platform: %s-%s" % (sys.platform, machine)) print("Byte-ordering: %s" % sys.byteorder) print("Detected cores: %s" % bcolz.detect_number_of_cores()) print("-=" * 38)
With Unix and Windows for python 2.6+ and 3.2+ :Author: `Aymeric Rateau <https://github.com/ratal/mdfreader>`__ Dependencies ------------------- - Python >2.6, >3.2 <http://www.python.org> - Numpy >1.6 <http://numpy.scipy.org> mdf module -------------------------- """ try: CompressionPossible = True from bcolz import cparams, carray, detect_number_of_cores, set_nthreads _ncores = detect_number_of_cores() set_nthreads(_ncores) from blosc import decompress_ptr, compress_ptr except ImportError: # Cannot compress data, please install bcolz and blosc CompressionPossible = False from pandas import set_option from collections import OrderedDict,defaultdict from numpy import array_repr, set_printoptions, recarray, empty set_printoptions(threshold=100, edgeitems=1) _notAllowedChannelNames = set(dir(recarray)) from io import open from zipfile import is_zipfile, ZipFile from itertools import chain from random import choice
With Unix and Windows for python 2.6+ and 3.2+ :Author: `Aymeric Rateau <https://github.com/ratal/mdfreader>`__ Dependencies ------------------- - Python >2.6, >3.2 <http://www.python.org> - Numpy >1.6 <http://numpy.scipy.org> mdf module -------------------------- """ try: CompressionPossible = True from bcolz import cparams, carray, detect_number_of_cores, set_nthreads _ncores = detect_number_of_cores() set_nthreads(_ncores) from blosc import decompress_ptr, compress_ptr except ImportError: # Cannot compress data, please install bcolz and blosc CompressionPossible = False from pandas import set_option from collections import OrderedDict, defaultdict from numpy import array_repr, set_printoptions, recarray, empty set_printoptions(threshold=100, edgeitems=1) _notAllowedChannelNames = set(dir(recarray)) from io import open from zipfile import is_zipfile, ZipFile from itertools import chain from random import choice