Beispiel #1
0
 def _create_dba(self, dbpath, shape, dtype):
     """ Initialize a `DBArray` with provided information.
     """
     dba = DBArray(dbpath, self.DBTYPE)
     dba.set_shape(shape)
     dba.set_dtype(dtype)
     return dba
Beispiel #2
0
    def test_attr(self):
        """ Set/Get attributes.
        """
        for key, val in self.commdbs.iteritems():
            dbpath = os.path.join(self.tempdir, self.DBTYPE,
                                  'test_attr_%s.db' % key)
            dba = DBArray.fromndarray(val, dbpath, self.DBTYPE)
            data_mean = val.mean(0)
            int_attr = np.random.randint(100)
            flt_attr = np.random.rand()
            str_attr = 'hello world'

            dba['data_mean'] = data_mean
            dba['int_attr'] = int_attr
            dba['str_attr'] = str_attr
            # float is not support currently
            self.assertRaises(TypeError, dba.__setitem__,
                              ('flt_attr', flt_attr))

            self._arr_eq(dba['data_mean'], data_mean)
            self.assertEqual(dba['int_attr'], int_attr)
            self.assertEqual(dba['str_attr'], str_attr)

            del dba
            dba = DBArray(dbpath, self.DBTYPE)

            self._arr_eq(dba['data_mean'], data_mean)
            self.assertEqual(dba['int_attr'], int_attr)
            self.assertEqual(dba['str_attr'], str_attr)
Beispiel #3
0
    def test_from_and_to(self):
        for key, val in self.commdbs.iteritems():
            dbpath = os.path.join(self.tempdir, self.DBTYPE,
                                  'test_from_%s.db' % key)
            dba = DBArray.fromndarray(val, dbpath, self.DBTYPE)
            self._info_eq(dba, val)

            arr = dba.tondarray()
            self._arr_eq(arr, val)

            # cloase and re-open
            del dba
            dba = DBArray(dbpath, self.DBTYPE)
            self._info_eq(dba, val)

            arr = dba.tondarray()
            self._arr_eq(arr, val)
Beispiel #4
0
    def test_get_data(self):
        for key, val in self.commdbs.iteritems():
            dbpath = os.path.join(self.tempdir, self.DBTYPE,
                                  'test_get_data_%s.db' % key)
            dba = DBArray.fromndarray(val, dbpath, self.DBTYPE)
            self._arr_eq(dba[10], val[10])
            self._arr_eq(dba[10, :], val[10, :])
            self._arr_eq(dba[1:10], val[1:10])
            self._arr_eq(dba[1:10, :], val[1:10, :])

            self._arr_eq(dba[[1, 2, 5]], val[[1, 2, 5]])
Beispiel #5
0
    def test_multi_handle(self):
        """ Test the case of open multiple handle for the same database.

        This test is for:
            https://github.com/wanji/dbarray/issues/1
        """
        dbpath = os.path.join(self.tempdir, self.DBTYPE,
                              'test_multi_handle.db')
        for idx in range(2):
            # Create random array
            nrows = 1
            ncols = 5
            dtype = np.float32
            arr = np.random.random((nrows, ncols))
            arr = np.require(arr, dtype)

            """ `DBArray` from scratch
            """
            # Create `DBArray`
            dba1 = DBArray(dbpath)
            # Initialize
            dba1.set_shape((nrows, ncols))
            dba1.set_dtype(dtype)
            # Set rows
            dba1[:] = arr[:]
            # Convert to ndarray
            dba1.tondarray()

            """ Open exsiting `DBArray`
            """
            # Open another DB
            dba2 = DBArray(dbpath)
            dba2.tondarray()
            # Check if a error rises while accessing closed db
            dba1._storage.env.close()
            self.assertRaises(lmdb.Error, dba2.tondarray)