def test_db() : logger.info('Saving all objects into DBASE') import ostap.io.zipshelve as DBASE from ostap.utils.timing import timing with timing( name = 'Save everything to DBASE'), DBASE.tmpdb() as db : db['models' ] = models db.ls()
def test_db(): logger.info('Saving all objects into DBASE') with timing(name='Save everything to DBASE'), DBASE.tmpdb() as db: db['m_x'] = m_x db['m_y'] = m_y db['vars'] = varset db['models'] = models db['dataset'] = dataset db.ls()
def test_db(): logger.info('Saving all objects into DBASE') import ostap.io.zipshelve as DBASE from ostap.utils.timing import timing with timing('Save everything to DBASE', logger), DBASE.tmpdb() as db: for i, m in enumerate(models): db['model/%-2d: %s' % (i, m.name)] = m db['models'] = models db.ls()
def test_db() : with timing ( 'Save everything to DBASE' , logger ), DBASE.tmpdb() as db : db['m_x' ] = m_x db['m_y' ] = m_y db['vars' ] = varset for m in models : db[ 'model:' + m.name ] = m db['models' ] = models db['dataset' ] = dataset db.ls()
def test_db(): logger = getLogger('test_db') logger.info('Saving all objects into DBASE') with timing('Save everything to DBASE', logger), DBASE.tmpdb() as db: db['m_x'] = m_x db['m_y'] = m_y for m in models: db['model:' + m.name] = m db['models'] = models db.ls()
def test_db(): logger.info('Saving all objects into DBASE') import ostap.io.zipshelve as DBASE from ostap.utils.timing import timing with timing(name='Save everything to DBASE'), DBASE.tmpdb() as db: db['mass,vars'] = mass, varset0 db['dataset'] = dataset0 for m in models: db['model:' + m.name] = m db['models'] = models db.ls()
def test_db(): logger = getLogger('test_db') logger.info('Saving all objects into DBASE') import ostap.io.zipshelve as DBASE from ostap.utils.timing import timing with timing('Save everything to DBASE', logger), DBASE.tmpdb() as db: for i, f in enumerate(functions, start=1): db['%03d:%s' % (i, f.__class__.__name__)] = f db['functions'] = functions db.ls()
def test_db(): """check that everything is serializable """ logger.info('Saving all objects into DBASE') import ostap.io.zipshelve as DBASE from ostap.utils.timing import timing with timing('Save everything to DBASE', logger), DBASE.tmpdb() as db: for i, m in enumerate(models): db['model/%2d: %s' % (i, type(m).__name__)] = m db['models'] = models db.ls()
def test_db(): logger.info('Saving all objects into DBASE') import ostap.io.zipshelve as DBASE from ostap.utils.timing import timing with timing('Save everything to DBASE', logger), DBASE.tmpdb() as db: db['m_x'] = m_x db['m_y'] = m_y db['vars'] = varset db['dataset'] = dataset db['models'] = models db.ls()
def test_db() : logger = getLogger ( 'test_laplace' ) if root_info < (6,20) and (3,0)<= python_info < (3,7) : logger.warning ( "Test is disabled for this version of ROOT+python" ) return logger.info('Saving all objects into DBASE') import ostap.io.zipshelve as DBASE from ostap.utils.timing import timing with timing('Save everything to DBASE', logger ), DBASE.tmpdb() as db : for i , m in enumerate ( models ) : db['model/%-2d: %s' % ( i , m.name ) ] = m db['models' ] = models db.ls()
def test_db() : logger = getLogger ( 'test_db' ) if root_info < (6,20) and (3,0)<= python_info < (3,7) : logger.warning ( "Test is disabled for this version of ROOT+python" ) return logger.info('Saving all objects into DBASE') import ostap.io.zipshelve as DBASE from ostap.utils.timing import timing with timing( 'Save everything to DBASE', logger ), DBASE.tmpdb() as db : db['mass'] = mass db['dataset' ] = dataset for m in models : db['model %s' % m.name ] = m db['models' ] = models db.ls()
def test_shelves(): db_sql = sqliteshelve.open(db_sql_name, 'c') db_zip = zipshelve.open(db_zip_name, 'c') db_root = rootshelve.open(db_root_name, 'c') for k in data: db_sql[k] = data[k] db_zip[k] = data[k] db_root[k] = data[k] logger.info('SQLiteShelve keys: %s' % list(db_sql.keys())) logger.info('ZipShelve keys: %s' % list(db_zip.keys())) logger.info('RootShelve keys: %s' % list(db_root.keys())) db_sql.close() db_zip.close() db_root.close() logger.info('SQLiteShelve size: %d ' % os.path.getsize(db_sql_name)) logger.info('ZipShelve size: %d ' % os.path.getsize(db_zip_name)) logger.info('RootShelve size: %d ' % os.path.getsize(db_root_name)) db_sql = sqliteshelve.open(db_sql_name, 'r') db_zip = zipshelve.open(db_zip_name, 'r') db_root = rootshelve.open(db_root_name, 'r') logger.info('SQLiteShelve keys: %s' % list(db_sql.keys())) logger.info('ZipShelve keys: %s' % list(db_zip.keys())) logger.info('RootShelve keys: %s' % list(db_root.keys())) with timing('h2-read/SQL'): h2_sql = db_sql['histo-2D'] with timing('h2_read/ZIP'): h2_zip = db_zip['histo-2D'] with timing('h2_read/ROOT'): h2_root = db_root['histo-2D'] with timing('tu-read/SQL'): tu_sql = db_sql['both'] with timing('tu_read/ZIP'): tu_zip = db_zip['both'] with timing('tu_read/ROOT'): tu_root = db_root['both'] with timing('h1-read/SQL'): h1_sql = db_sql['histo-1D'] with timing('h1-read/ZIP'): h1_zip = db_zip['histo-1D'] with timing('h1-read/ROOT'): h1_root = db_root['histo-1D'] for i in h1_sql: v = h1_sql[i] - h1_zip[i] if not iszero(v.value()): logger.error('Large difference for 1D histogram(1)!') v = h1_sql[i] - h1[i] if not iszero(v.value()): logger.error('Large difference for 1D histogram(2)!') v = h1_root[i] - h1[i] if not iszero(v.value()): logger.error('Large difference for 1D histogram(3)!') for i in h2_sql: v = h2_sql[i] - h2_zip[i] if not iszero(v.value()): logger.error('Large difference for 2D histogram(1)!') v = h2_sql[i] - h2[i] if not iszero(v.value()): logger.error('Large difference for 2D histogram(2)!') v = h2_root[i] - h2[i] if not iszero(v.value()): logger.error('Large difference for 2D histogram(3)!') h1tq = tu_sql[1] h1tz = tu_zip[1] h1tr = tu_root[1] with timing('Close SQL'): db_sql.close() with timing('Close ZIP'): db_zip.close() with timing('Close ROOT'): db_root.close() with timing('Remove SQL'): os.remove(db_sql_name) with timing('Remove ZIP'): os.remove(db_zip_name) with timing('Remove ROOT'): os.remove(db_root_name) for dbase in (sqliteshelve.tmpdb(), zipshelve.tmpdb(), rootshelve.tmpdb()): with dbase as db: db['h1'] = h1 db['h2'] = h2 db.ls()