Example #1
0
    def create_dataset(self, group, chunk_size):
        """Initialize the features subgoup."""
        group.attrs['format'] = self.dformat
        super().create_dataset(group, self.dtype, self.dim, chunk_size)

        # attribute declared outside init is not safe. Used because
        # Times.create_dataset need it
        self.nb_per_chunk = _nb_per_chunk(self.dtype.itemsize,
                                          self.dim, chunk_size)
Example #2
0
    def create_dataset(self, group, chunk_size):
        """Initializes sparse specific datasets."""
        group.attrs['format'] = self.dformat
        group.attrs['dim'] = self.dim

        # for storing sparse data we don't use the self.nb_per_chunk,
        # which is only used by the Writer to determine times chunking.
        per_chunk = _nb_per_chunk(self.dtype.itemsize, 1, chunk_size)

        group.create_dataset('coordinates', (0, 2), dtype=np.float64,
                             chunks=(per_chunk, 2), maxshape=(None, 2))

        group.create_dataset(self.name, (0,), dtype=self.dtype,
                             chunks=(per_chunk,), maxshape=(None,))

        dtype = np.int64
        chunks = (_nb_per_chunk(np.dtype(dtype).itemsize, 1, chunk_size),)
        group.create_dataset('frames', (0,), dtype=dtype,
                             chunks=chunks, maxshape=(None,))

        # Needed by Times.create_dataset
        self.nb_per_chunk = _nb_per_chunk(self.dtype.itemsize,
                                          int(round(self.sparsity*self.dim)),
                                          chunk_size)
Example #3
0
 def create_dataset(self, group, chunk_size):
     """Create an empty index dataset in the given group."""
     dtype=np.int64
     chunks = (_nb_per_chunk(np.dtype(dtype).itemsize, 1, chunk_size),)
     group.create_dataset(self.name, (0,), dtype=dtype,
                          chunks=chunks, maxshape=(None,))