def prepare_data(tmpdir, nfiles=100, nentries=100, ppservers=(), silent=True): ## Use generic Task from Kisa from ostap.parallel.parallel import GenericTask as Task task = Task(processor=create_tree) ## task = PrepareTask () wmgr = Parallel.WorkManager(ppservers=ppservers, silent=silent) from ostap.utils.cleanup import CleanUp tmpfile = CleanUp.tempfile(prefix='test_kisa_', suffix='.root', dir=tmpdir) fname = '%s/test_kisa_%d.root' files = [ CleanUp.tempfile(prefix='test_kisa_', suffix='.root', dir=tmpdir) for i in range(nfiles) ] wmgr.process(task, [(f, nentries) for f in files]) the_files = set() for f in task.results(): if os.path.exists(f): the_files.add(f) from ostap.trees.data import Data the_files = list(the_files) the_files.sort() return Data('S', list(the_files))
def tempfile(cls, suffix='-db', prefix='compress-shelve-', dir=None, date=True): """Ccreate the name for the temproary file The file will be deleted at-axit """ from ostap.utils.cleanup import CleanUp as CU return CU.tempfile(suffix=suffix, prefix=prefix, dir=dir, date=date)
def prepare_data(nfiles=50, nentries=500): from ostap.utils.cleanup import CleanUp files = [ CleanUp.tempfile(prefix='ostap-test-trees-addbranch-%d-' % i, suffix='.root') for i in range(nfiles) ] for f in progress_bar(files): create_tree(f, nentries) return files
def prepare_data(nfiles=50, nentries=500): """ prepare data for tests """ from ostap.utils.cleanup import CleanUp files = [ CleanUp.tempfile(prefix='ostap-test-fitting-fill-%d-' % i, suffix='.root') for i in range(nfiles) ] for f in progress_bar(files): create_tree(f, nentries) return files
def prepare_data(nfiles=10, nentries=100): """Prepare data for the test """ files = [] for i in progress_bar(range(nfiles)): from ostap.utils.cleanup import CleanUp tmpfile = CleanUp.tempfile(prefix='ostap-test-selectors-', suffix='.root') files.append(create_tree(tmpfile, nentries)) files.sort() return Data('S', files)
import ostap.io.zipshelve as DBASE from ostap.utils.timing import timing from ostap.logger.colorized import attention, allright # ============================================================================= # logging # ============================================================================= from ostap.logger.logger import getLogger if '__main__' == __name__ or '__builtin__' == __name__: logger = getLogger('ostap.test_tools_reweight2') else: logger = getLogger(__name__) # ============================================================================= logger.info('Test for 2D-Reweighting machinery') # ============================================================================ from ostap.utils.cleanup import CleanUp testdata = CleanUp.tempfile(suffix='.root', prefix='test_tools_reweight2_') tag_data = 'DATA2_histogram' tag_datax = 'DATAX_histogram' tag_datay = 'DATAY_histogram' tag_mc = 'MC2_tree' dbname = CleanUp.tempfile(suffix='.db', prefix='test_tools_reweight2_') if os.path.exists(testdata): os.remove(testdata) if os.path.exists(dbname): os.remove(dbname) import ostap.parallel.kisa if not os.path.exists(testdata): # seed = 1234567890 random.seed(seed)
from ostap.core.core import ROOTCWD from ostap.utils.progress_bar import progress_bar # ============================================================================= # logging # ============================================================================= from ostap.logger.logger import getLogger if '__main__' == __name__ or '__builtin__' == __name__: logger = getLogger('ostap.test_tools_tmva') else: logger = getLogger(__name__) # ============================================================================== # def test_tmva () : if 1 < 2: from ostap.utils.cleanup import CleanUp data_file = CleanUp.tempfile(suffix='.root', prefix='test_tools_tmva_') if not os.path.exists(data_file): import random nB = 10000 nS = 10000 ## nB = 100000 ## nS = 20000 logger.info('Prepare input ROOT file with data %s' % data_file) with ROOT.TFile.Open(data_file, 'recreate') as test_file: logger.info('HERE-0!') test_file.cd() logger.info('HERE-1!') treeSignal = ROOT.TTree('S', 'signal tree') treeBkg = ROOT.TTree('B', 'background tree') treeSignal.SetDirectory(test_file) treeBkg.SetDirectory(test_file)
from ostap.trees.data_utils import Data from ostap.logger.colorized import attention, allright # ============================================================================= # logging # ============================================================================= from ostap.logger.logger import getLogger if '__main__' == __name__ or '__builtin__' == __name__: logger = getLogger('ostap.test_tools_gbreweight') else: logger = getLogger(__name__) # ============================================================================= logger.info('Test for 2D-Reweighting machinery using GBReweighter') # ============================================================================ from ostap.utils.cleanup import CleanUp testdata = CleanUp.tempfile(suffix='.root', prefix='ostap-test-tools-gbreweight-') ## dbname = CleanUp.tempfile ( suffix = '.db' , prefix ='ostap-test-tools-gbreweight-' ) ## testdata = 'testdata.root' ## dbname = 'testdb.db' tag_data = 'DATA2_histogram' tag_datax = 'DATAX_histogram' tag_datay = 'DATAY_histogram' tag_mc = 'MC2_tree' ## if os.path.exists ( testdata ) : os.remove ( testdata ) ## if os.path.exists ( dbname ) : os.remove ( dbname ) import ostap.parallel.kisa N1 = 1000000
import ostap.io.root_file from builtins import range from ostap.core.core import ROOTCWD from ostap.utils.progress_bar import progress_bar # ============================================================================= # logging # ============================================================================= from ostap.logger.logger import getLogger if '__main__' == __name__: logger = getLogger('ostap.test_tools_tmva') else: logger = getLogger(__name__) # ============================================================================== # def test_tmva () : if 1 < 2: from ostap.utils.cleanup import CleanUp data_file = CleanUp.tempfile(suffix='.root', prefix='ostap-test-tools-tmva-') if not os.path.exists(data_file): import random nB = 10000 nS = 10000 ## nB = 100000 ## nS = 20000 logger.info('Prepare input ROOT file with data %s' % data_file) with ROOT.TFile.Open(data_file, 'recreate') as test_file: test_file.cd() treeSignal = ROOT.TTree('S', 'signal tree') treeBkg = ROOT.TTree('B', 'background tree') treeSignal.SetDirectory(test_file) treeBkg.SetDirectory(test_file) from array import array
import ostap.io.zipshelve as DBASE from ostap.utils.timing import timing from ostap.logger.colorized import attention, allright # ============================================================================= # logging # ============================================================================= from ostap.logger.logger import getLogger if '__main__' == __name__ or '__builtin__' == __name__: logger = getLogger('ostap.test_tools_reweight2') else: logger = getLogger(__name__) # ============================================================================= logger.info('Test for 2D-Reweighting machinery') # ============================================================================ from ostap.utils.cleanup import CleanUp testdata = CleanUp.tempfile(suffix='.root', prefix='ostap-test-tools-reweight2-') tag_data = 'DATA2_histogram' tag_datax = 'DATAX_histogram' tag_datay = 'DATAY_histogram' tag_mc = 'MC2_tree' dbname = CleanUp.tempfile(suffix='.db', prefix='ostap-test-tools-reweight2-') if os.path.exists(testdata): os.remove(testdata) if os.path.exists(dbname): os.remove(dbname) import ostap.parallel.kisa N1 = 1000000 N2 = 100000 N1 = 100000
import ostap.io.root_file from builtins import range from ostap.core.core import ROOTCWD from ostap.utils.progress_bar import progress_bar from array import array # ============================================================================= # logging # ============================================================================= from ostap.logger.logger import getLogger if '__main__' == __name__ or '__builtin__' == __name__: logger = getLogger('ostap.test_tools_chopping') else: logger = getLogger(__name__) # ============================================================================= from ostap.utils.cleanup import CleanUp data_file = CleanUp.tempfile(suffix='.root', prefix='test_tools_chopping_') if not os.path.exists(data_file): import random nB = 20000 nS = 10000 s_evt_per_run = 927 b_evt_per_run = 511 logger.info('Prepare input ROOT file with data %s' % data_file) with ROOT.TFile.Open(data_file, 'recreate') as test_file: ## test_file.cd() treeSignal = ROOT.TTree('S', 'signal tree') treeBkg = ROOT.TTree('B', 'background tree')
from ostap.core.meta_info import root_info from builtins import range from ostap.core.core import ROOTCWD from ostap.utils.progress_bar import progress_bar from array import array # ============================================================================= # logging # ============================================================================= from ostap.logger.logger import getLogger if '__main__' == __name__ or '__builtin__' == __name__: logger = getLogger('ostap.test_tools_chopping') else: logger = getLogger(__name__) # ============================================================================= from ostap.utils.cleanup import CleanUp data_file = CleanUp.tempfile(suffix='.root', prefix='ostap-test-tools-chopping-') if not os.path.exists(data_file): import random nB = 20000 nS = 10000 if root_info < (6, 15): nB = 2000 nS = 1000 s_evt_per_run = 927 b_evt_per_run = 511 logger.info('Prepare input ROOT file with data %s' % data_file)
import ROOT, os, random import ostap.core.pyrouts import ostap.trees.param import ostap.math.models from ostap.core.core import hID, SE, Ostap # ============================================================================= # logging # ============================================================================= from ostap.logger.logger import getLogger if '__main__' == __name__ or '__builtin__' == __name__: logger = getLogger('test_trees_param') else: logger = getLogger(__name__) # ============================================================================= from ostap.utils.cleanup import CleanUp data_file = CleanUp.tempfile(suffix='.root', prefix='ostap-test-trees-param-') if not os.path.exists(data_file): import random N = 200000 logger.info('Prepare input ROOT file with data %s' % data_file) with ROOT.TFile.Open(data_file, 'recreate') as test_file: ## test_file.cd() tree = ROOT.TTree('S', 'signal tree') tree.SetDirectory(test_file) from array import array var1 = array('d', [0])
import ROOT, os, random import ostap.core.pyrouts import ostap.trees.param import ostap.math.models from ostap.core.core import hID, SE, Ostap # ============================================================================= # logging # ============================================================================= from ostap.logger.logger import getLogger if '__main__' == __name__ or '__builtin__' == __name__: logger = getLogger('test_trees_param') else: logger = getLogger(__name__) # ============================================================================= from ostap.utils.cleanup import CleanUp data_file = CleanUp.tempfile(suffix='.root', prefix='test_trees_param_') if not os.path.exists(data_file): import random N = 200000 logger.info('Prepare input ROOT file with data %s' % data_file) with ROOT.TFile.Open(data_file, 'recreate') as test_file: ## test_file.cd() tree = ROOT.TTree('S', 'signal tree') tree.SetDirectory(test_file) from array import array var1 = array('d', [0])