def test_db() :
logger.info('Saving all objects into DBASE')
import ostap.io.zipshelve as DBASE
from ostap.utils.timing import timing
with timing( name = 'Save everything to DBASE'), DBASE.tmpdb() as db :
db['models' ] = models
db.ls()
def test_db():
logger.info('Saving all objects into DBASE')
with timing(name='Save everything to DBASE'), DBASE.tmpdb() as db:
db['m_x'] = m_x
db['m_y'] = m_y
db['vars'] = varset
db['models'] = models
db['dataset'] = dataset
db.ls()
def test_db():
logger.info('Saving all objects into DBASE')
import ostap.io.zipshelve as DBASE
from ostap.utils.timing import timing
with timing('Save everything to DBASE', logger), DBASE.tmpdb() as db:
for i, m in enumerate(models):
db['model/%-2d: %s' % (i, m.name)] = m
db['models'] = models
db.ls()
def test_db() :
with timing ( 'Save everything to DBASE' , logger ), DBASE.tmpdb() as db :
db['m_x' ] = m_x
db['m_y' ] = m_y
db['vars' ] = varset
for m in models : db[ 'model:' + m.name ] = m
db['models' ] = models
db['dataset' ] = dataset
db.ls()
def test_db():
logger = getLogger('test_db')
logger.info('Saving all objects into DBASE')
with timing('Save everything to DBASE', logger), DBASE.tmpdb() as db:
db['m_x'] = m_x
db['m_y'] = m_y
for m in models:
db['model:' + m.name] = m
db['models'] = models
db.ls()
def test_db():
logger.info('Saving all objects into DBASE')
import ostap.io.zipshelve as DBASE
from ostap.utils.timing import timing
with timing(name='Save everything to DBASE'), DBASE.tmpdb() as db:
db['mass,vars'] = mass, varset0
db['dataset'] = dataset0
for m in models:
db['model:' + m.name] = m
db['models'] = models
db.ls()
def test_db():
logger = getLogger('test_db')
logger.info('Saving all objects into DBASE')
import ostap.io.zipshelve as DBASE
from ostap.utils.timing import timing
with timing('Save everything to DBASE', logger), DBASE.tmpdb() as db:
for i, f in enumerate(functions, start=1):
db['%03d:%s' % (i, f.__class__.__name__)] = f
db['functions'] = functions
db.ls()
def test_db():
"""check that everything is serializable
"""
logger.info('Saving all objects into DBASE')
import ostap.io.zipshelve as DBASE
from ostap.utils.timing import timing
with timing('Save everything to DBASE', logger), DBASE.tmpdb() as db:
for i, m in enumerate(models):
db['model/%2d: %s' % (i, type(m).__name__)] = m
db['models'] = models
db.ls()
def test_db():
logger.info('Saving all objects into DBASE')
import ostap.io.zipshelve as DBASE
from ostap.utils.timing import timing
with timing('Save everything to DBASE', logger), DBASE.tmpdb() as db:
db['m_x'] = m_x
db['m_y'] = m_y
db['vars'] = varset
db['dataset'] = dataset
db['models'] = models
db.ls()
def test_db() :
logger = getLogger ( 'test_laplace' )
if root_info < (6,20) and (3,0)<= python_info < (3,7) :
logger.warning ( "Test is disabled for this version of ROOT+python" )
return
logger.info('Saving all objects into DBASE')
import ostap.io.zipshelve as DBASE
from ostap.utils.timing import timing
with timing('Save everything to DBASE', logger ), DBASE.tmpdb() as db :
for i , m in enumerate ( models ) :
db['model/%-2d: %s' % ( i , m.name ) ] = m
db['models' ] = models
db.ls()
def test_db() :
logger = getLogger ( 'test_db' )
if root_info < (6,20) and (3,0)<= python_info < (3,7) :
logger.warning ( "Test is disabled for this version of ROOT+python" )
return
logger.info('Saving all objects into DBASE')
import ostap.io.zipshelve as DBASE
from ostap.utils.timing import timing
with timing( 'Save everything to DBASE', logger ), DBASE.tmpdb() as db :
db['mass'] = mass
db['dataset' ] = dataset
for m in models : db['model %s' % m.name ] = m
db['models' ] = models
db.ls()
def test_shelves():
db_sql = sqliteshelve.open(db_sql_name, 'c')
db_zip = zipshelve.open(db_zip_name, 'c')
db_root = rootshelve.open(db_root_name, 'c')
for k in data:
db_sql[k] = data[k]
db_zip[k] = data[k]
db_root[k] = data[k]
logger.info('SQLiteShelve keys: %s' % list(db_sql.keys()))
logger.info('ZipShelve keys: %s' % list(db_zip.keys()))
logger.info('RootShelve keys: %s' % list(db_root.keys()))
db_sql.close()
db_zip.close()
db_root.close()
logger.info('SQLiteShelve size: %d ' % os.path.getsize(db_sql_name))
logger.info('ZipShelve size: %d ' % os.path.getsize(db_zip_name))
logger.info('RootShelve size: %d ' % os.path.getsize(db_root_name))
db_sql = sqliteshelve.open(db_sql_name, 'r')
db_zip = zipshelve.open(db_zip_name, 'r')
db_root = rootshelve.open(db_root_name, 'r')
logger.info('SQLiteShelve keys: %s' % list(db_sql.keys()))
logger.info('ZipShelve keys: %s' % list(db_zip.keys()))
logger.info('RootShelve keys: %s' % list(db_root.keys()))
with timing('h2-read/SQL'):
h2_sql = db_sql['histo-2D']
with timing('h2_read/ZIP'):
h2_zip = db_zip['histo-2D']
with timing('h2_read/ROOT'):
h2_root = db_root['histo-2D']
with timing('tu-read/SQL'):
tu_sql = db_sql['both']
with timing('tu_read/ZIP'):
tu_zip = db_zip['both']
with timing('tu_read/ROOT'):
tu_root = db_root['both']
with timing('h1-read/SQL'):
h1_sql = db_sql['histo-1D']
with timing('h1-read/ZIP'):
h1_zip = db_zip['histo-1D']
with timing('h1-read/ROOT'):
h1_root = db_root['histo-1D']
for i in h1_sql:
v = h1_sql[i] - h1_zip[i]
if not iszero(v.value()):
logger.error('Large difference for 1D histogram(1)!')
v = h1_sql[i] - h1[i]
if not iszero(v.value()):
logger.error('Large difference for 1D histogram(2)!')
v = h1_root[i] - h1[i]
if not iszero(v.value()):
logger.error('Large difference for 1D histogram(3)!')
for i in h2_sql:
v = h2_sql[i] - h2_zip[i]
if not iszero(v.value()):
logger.error('Large difference for 2D histogram(1)!')
v = h2_sql[i] - h2[i]
if not iszero(v.value()):
logger.error('Large difference for 2D histogram(2)!')
v = h2_root[i] - h2[i]
if not iszero(v.value()):
logger.error('Large difference for 2D histogram(3)!')
h1tq = tu_sql[1]
h1tz = tu_zip[1]
h1tr = tu_root[1]
with timing('Close SQL'):
db_sql.close()
with timing('Close ZIP'):
db_zip.close()
with timing('Close ROOT'):
db_root.close()
with timing('Remove SQL'):
os.remove(db_sql_name)
with timing('Remove ZIP'):
os.remove(db_zip_name)
with timing('Remove ROOT'):
os.remove(db_root_name)
for dbase in (sqliteshelve.tmpdb(), zipshelve.tmpdb(), rootshelve.tmpdb()):
with dbase as db:
db['h1'] = h1
db['h2'] = h2
db.ls()
