def test_create_group():
data = hp.initialize()
hp.create_group(data, 'jet', counter='njet')
assert isEmpty(data['groups']) == False
assert 'jet/njet' in data.keys()
def convert_cleo(infilename):
data = h5hep.initialize()
groups = [ ['pions','npions',['e','px','py','pz','q','sigpi','sigka','likpi','likka','nphopi','nphoka','depthmu','cluster_energy'] ],
['kaons','nkaons',['e','px','py','pz','q','sigpi','sigka','likpi','likka','nphopi','nphoka','depthmu','cluster_energy'] ],
['muons','nmuons',['e','px','py','pz','q','sigpi','sigka','likpi','likka','nphopi','nphoka','depthmu','cluster_energy'] ],
['electrons','nelectrons',['e','px','py','pz','q','sigpi','sigka','likpi','likka','nphopi','nphoka','depthmu','cluster_energy'] ],
['photons','nphotons',['e','px','py','pz'] ],
]
for group in groups:
h5hep.create_group(data,group[0],counter=group[1])
h5hep.create_dataset(data,group[2],group=group[0],dtype=float)
'''
h5hep.create_group(data,'pions',counter='npions')
h5hep.create_dataset(data,['e','px','py','pz','q','beta','dedx'],group='pions',dtype=float)
'''
event = h5hep.create_single_event(data)
collisions = cleo.get_collisions(open(infilename))
for collision in collisions:
h5hep.clear_event(event)
pions,kaons,muons,electrons,photons = collision
particles = [pions,kaons,muons,electrons,photons]
for group,particle in zip(groups, particles):
key = "%s/%s" % (group[0],group[1])
event[key] = len(particle)
for p in particle:
for j in range(len(group[2])):
key = '%s/%s' % (group[0],group[2][j])
event[key].append(p[j])
'''
event['pions/npions'] = len(pions)
for pion in pions:
event['pions/e'].append(pion[0])
event['pions/px'].append(pion[1])
event['pions/py'].append(pion[2])
event['pions/pz'].append(pion[3])
event['pions/q'].append(pion[4])
event['pions/beta'].append(pion[5])
event['pions/dedx'].append(pion[6])
'''
h5hep.pack(data,event)
print("Writing the file...")
outfilename = infilename.split('.')[0] + ".hdf5"
print(outfilename)
hdfile = h5hep.write_to_file(outfilename,data,comp_type='gzip',comp_opts=9)
def test_initialize():
test_data = hp.initialize()
assert isinstance(test_data, dict)
assert test_data['groups']['_SINGLETON_'] == ['INDEX']
assert test_data['datasets_and_counters'][
'_SINGLETON_'] == '_SINGLETON_/INDEX'
assert test_data['list_of_counters'] == ['_SINGLETON_/INDEX']
assert test_data['_SINGLETON_/INDEX'] == []
def test_create_dataset():
data = hp.initialize()
hp.create_group(data, 'jet', counter='njet')
hp.create_dataset(data, ['e', 'px', 'py', 'pz'], group='jet', dtype=float)
assert isEmpty(data['groups']) == False
assert 'jet/njet' in data.keys()
assert 'jet/e' in data.keys()
assert 'jet/px' in data.keys()
assert 'jet/e' in data['datasets_and_counters'].keys()
assert data['datasets_and_counters']['jet/e'] == 'jet/njet'
def test_create_single_event():
data = hp.initialize()
hp.create_group(data, 'jet', counter='njet')
hp.create_dataset(data, ['e', 'px', 'py', 'pz'], group='jet', dtype=float)
hp.create_group(data, 'muons', counter='nmuon')
hp.create_dataset(data, ['e', 'px', 'py', 'pz'],
group='muons',
dtype=float)
test_event = hp.create_single_event(data)
assert isEmpty(test_event) == False
assert isinstance(test_event, dict)
def convert_babar(infilename,maxentries=None):
data = h5hep.initialize()
groups = [ ['pions','npions',['e','px','py','pz','q','beta','dedx'] ],
['kaons','nkaons',['e','px','py','pz','q','beta','dedx'] ],
['protons','nprotons',['e','px','py','pz','q','beta','dedx'] ],
['muons','nmuons',['e','px','py','pz','q','beta','dedx'] ],
['electrons','nelectrons',['e','px','py','pz','q','beta','dedx'] ],
['photons','nphotons',['e','px','py','pz'] ],
]
for group in groups:
h5hep.create_group(data,group[0],counter=group[1])
h5hep.create_dataset(data,group[2],group=group[0],dtype=float)
'''
h5hep.create_group(data,'pions',counter='npions')
h5hep.create_dataset(data,['e','px','py','pz','q','beta','dedx'],group='pions',dtype=float)
'''
event = h5hep.create_single_event(data)
f = ROOT.TFile(infilename)
tree = f.Get('ntp1')
#f = uproot.open(infilename)
#tree = f['ntp1']
nentries = tree.GetEntries()
#nentries = tree.numentries
#'''
for i in range(nentries):
if maxentries is not None and i>=maxentries:
break
h5hep.clear_event(event)
tree.GetEvent(i)
if i%1000==0:
print(i)
#pions,kaons,protons,muons,electrons,photons = collision
#particles = [pions,kaons,protons,muons,electrons,photons]
event['pions/npions'] = tree.npi
for j in range(tree.npi):
e = tree.pienergy[j]
p3 = tree.pip3[j]
phi = tree.piphi[j]
costh = tree.picosth[j]
px,py,pz = sph2cart(p3,costh,phi)
lund = tree.piLund[j]
q = int(lund/np.abs(lund))
idx = tree.piTrkIdx[j]
dedx = tree.TRKdedxdch[idx]
drc = tree.TRKDrcTh[idx]
beta = 1.0/np.cos(drc)/1.474
event['pions/e'].append(e)
event['pions/px'].append(px)
event['pions/py'].append(py)
event['pions/pz'].append(pz)
event['pions/q'].append(q)
event['pions/beta'].append(beta)
event['pions/dedx'].append(dedx)
event['kaons/nkaons'] = tree.nK
for j in range(tree.nK):
e = tree.Kenergy[j]
p3 = tree.Kp3[j]
phi = tree.Kphi[j]
costh = tree.Kcosth[j]
px,py,pz = sph2cart(p3,costh,phi)
lund = tree.KLund[j]
q = int(lund/np.abs(lund))
idx = tree.KTrkIdx[j]
dedx = tree.TRKdedxdch[idx]
drc = tree.TRKDrcTh[idx]
beta = 1.0/np.cos(drc)/1.474
event['kaons/e'].append(e)
event['kaons/px'].append(px)
event['kaons/py'].append(py)
event['kaons/pz'].append(pz)
event['kaons/q'].append(q)
event['kaons/beta'].append(beta)
event['kaons/dedx'].append(dedx)
event['protons/nprotons'] = tree.np
for j in range(tree.np):
e = tree.penergy[j]
p3 = tree.pp3[j]
phi = tree.pphi[j]
costh = tree.pcosth[j]
px,py,pz = sph2cart(p3,costh,phi)
lund = tree.pLund[j]
q = int(lund/np.abs(lund))
idx = tree.pTrkIdx[j]
dedx = tree.TRKdedxdch[idx]
drc = tree.TRKDrcTh[idx]
beta = 1.0/np.cos(drc)/1.474
event['protons/e'].append(e)
event['protons/px'].append(px)
event['protons/py'].append(py)
event['protons/pz'].append(pz)
event['protons/q'].append(q)
event['protons/beta'].append(beta)
event['protons/dedx'].append(dedx)
event['muons/nmuons'] = tree.nmu
for j in range(tree.nmu):
e = tree.muenergy[j]
p3 = tree.mup3[j]
phi = tree.muphi[j]
costh = tree.mucosth[j]
px,py,pz = sph2cart(p3,costh,phi)
lund = tree.muLund[j]
q = int(lund/np.abs(lund))
idx = tree.muTrkIdx[j]
dedx = tree.TRKdedxdch[idx]
drc = tree.TRKDrcTh[idx]
beta = 1.0/np.cos(drc)/1.474
event['muons/e'].append(e)
event['muons/px'].append(px)
event['muons/py'].append(py)
event['muons/pz'].append(pz)
event['muons/q'].append(q)
event['muons/beta'].append(beta)
event['muons/dedx'].append(dedx)
event['electrons/nelectrons'] = tree.ne
for j in range(tree.ne):
e = tree.eenergy[j]
p3 = tree.ep3[j]
phi = tree.ephi[j]
costh = tree.ecosth[j]
px,py,pz = sph2cart(p3,costh,phi)
lund = tree.eLund[j]
q = int(lund/np.abs(lund))
idx = tree.eTrkIdx[j]
dedx = tree.TRKdedxdch[idx]
drc = tree.TRKDrcTh[idx]
beta = 1.0/np.cos(drc)/1.474
event['electrons/e'].append(e)
event['electrons/px'].append(px)
event['electrons/py'].append(py)
event['electrons/pz'].append(pz)
event['electrons/q'].append(q)
event['electrons/beta'].append(beta)
event['electrons/dedx'].append(dedx)
event['photons/nphotons'] = tree.ngamma
for j in range(tree.ngamma):
e = tree.gammaenergy[j]
p3 = tree.gammap3[j]
phi = tree.gammaphi[j]
costh = tree.gammacosth[j]
px,py,pz = sph2cart(p3,costh,phi)
event['photons/e'].append(e)
event['photons/px'].append(px)
event['photons/py'].append(py)
event['photons/pz'].append(pz)
h5hep.pack(data,event)
print("Writing the file...")
outfilename = infilename.split('.')[0] + ".hdf5"
if maxentries is not None:
outfilename = infilename.split('.')[0] + "_" + str(maxentries) + "entries.hdf5"
print(outfilename)
hdfile = h5hep.write_to_file(outfilename,data,comp_type='gzip',comp_opts=9)
def convert_BaBar_ROOT(infilename,maxentries=None):
data = h5hep.initialize()
f = uproot.open(infilename)
t = f['ntp1']
nentries = t.numentries
counters = {}
nocounters = []
hascounters = []
print(nentries)
branchnames = t.allkeys()
for branch in branchnames:
countleaf = t[branch].countleaf
if countleaf is not None:
if countleaf in counters.keys():
counters[countleaf].append(branch.decode())
print(branch.decode(), countleaf.fName.decode())
else:
nocounters.append(branch.decode())
print(np.unique(counters))
print()
print(nocounters)
print()
print(hascounters)
print(t['nTRK'])
'''
groups = [ ['pions','npions',['e','px','py','pz','q','sigpi','sigka','likpi','likka','nphopi','nphoka','depthmu','cluster_energy'] ],
['kaons','nkaons',['e','px','py','pz','q','sigpi','sigka','likpi','likka','nphopi','nphoka','depthmu','cluster_energy'] ],
['muons','nmuons',['e','px','py','pz','q','sigpi','sigka','likpi','likka','nphopi','nphoka','depthmu','cluster_energy'] ],
['electrons','nelectrons',['e','px','py','pz','q','sigpi','sigka','likpi','likka','nphopi','nphoka','depthmu','cluster_energy'] ],
['photons','nphotons',['e','px','py','pz'] ],
]
for group in groups:
h5hep.create_group(data,group[0],counter=group[1])
h5hep.create_dataset(data,group[2],group=group[0],dtype=float)
'''
'''
h5hep.create_group(data,'pions',counter='npions')
h5hep.create_dataset(data,['e','px','py','pz','q','beta','dedx'],group='pions',dtype=float)
'''
'''
event = h5hep.create_single_event(data)
collisions = cleo.get_collisions(open(infilename))
for collision in collisions:
h5hep.clear_event(event)
pions,kaons,muons,electrons,photons = collision
particles = [pions,kaons,muons,electrons,photons]
for group,particle in zip(groups, particles):
key = "%s/%s" % (group[0],group[1])
event[key] = len(particle)
for p in particle:
for j in range(len(group[2])):
key = '%s/%s' % (group[0],group[2][j])
event[key].append(p[j])
'''
'''
def convert_cms(infilename):
data = h5hep.initialize()
h5hep.create_group(data,'jets',counter='njets')
h5hep.create_dataset(data,['e','px','py','pz','btag'],group='jets',dtype=float)
h5hep.create_group(data,'muons',counter='nmuons')
h5hep.create_dataset(data,['e','px','py','pz','q'],group='muons',dtype=float)
h5hep.create_group(data,'electrons',counter='nelectrons')
h5hep.create_dataset(data,['e','px','py','pz','q'],group='electrons',dtype=float)
h5hep.create_group(data,'photons',counter='nphotons')
h5hep.create_dataset(data,['e','px','py','pz'],group='photons',dtype=float)
h5hep.create_dataset(data,['METx','METy'],dtype=float)
event = h5hep.create_single_event(data)
#f = ROOT.TFile(infilename)
#t = ROOT.Get('ntp1')
f = uproot.open(infilename)
t = f['ntp1']
#nentries = t.GetEntries()
nentries = tree.numentries
#'''
for i in range(nentries):
t.GetEvent(i)
'''
event['jets/njets'] = len
for jet in jets:
event['jets/e'].append(jet[0])
event['jets/px'].append(jet[1])
event['jets/py'].append(jet[2])
event['jets/pz'].append(jet[3])
event['jets/btag'].append(jet[4])
event['muons/nmuons'] = len(muons)
for muon in muons:
event['muons/e'].append(muon[0])
event['muons/px'].append(muon[1])
event['muons/py'].append(muon[2])
event['muons/pz'].append(muon[3])
event['muons/q'].append(muon[4])
event['electrons/nelectrons'] = len(electrons)
for electron in electrons:
event['electrons/e'].append(electron[0])
event['electrons/px'].append(electron[1])
event['electrons/py'].append(electron[2])
event['electrons/pz'].append(electron[3])
event['electrons/q'].append(electron[4])
event['photons/nphotons'] = len(photons)
for photon in photons:
event['photons/e'].append(photon[0])
event['photons/px'].append(photon[1])
event['photons/py'].append(photon[2])
event['photons/pz'].append(photon[3])
event['METx'] = met[0]
event['METy'] = met[1]
h5hep.pack(data,event)
'''
'''
import numpy as np
import time
import sys
sys.path.append('../h5hep')
#from write import *
import h5hep as hp
data = hp.initialize()
hp.create_group(data,'jet',counter='njet')
hp.create_dataset(data,['e','px','py','pz'],group='jet',dtype=float)
hp.create_dataset(data,['time','runnum'],dtype=float)
event = hp.create_single_event(data)
# Fill
for i in range(0,10):
hp.clear_event(event)
#event['time'] = 12.0
event['time'] = time.time()
event['runnum'] = 122300
print(event['time'],event['runnum'])
njet = 5
event['jet/njet'] = njet
# First dump the XML with something like....
# hddm-xml -n 10 -o this particle_gun012_001_rest.hddm
# Got this
# https://github.com/martinblech/xmltodict
# And to use it
# https://stackoverflow.com/questions/2148119/how-to-convert-an-xml-string-to-a-dictionary
import xmltodict
import numpy as np
import h5hep
data = h5hep.initialize()
h5hep.create_group(data, 'startHit', counter='nstartHit')
h5hep.create_dataset(data, ['dE', 'time'], group='startHit', dtype=float)
h5hep.create_dataset(data, ['sector'], group='startHit', dtype=int)
h5hep.create_group(data, 'vertex', counter='nvertex')
h5hep.create_dataset(data, ['vx', 'vy', 'vz'], group='vertex', dtype=float)
h5hep.create_group(data, 'chargedTrack_0', counter='nchargedTrack_0')
h5hep.create_dataset(data, ['candidateId', 'px', 'py', 'pz'],
group='chargedTrack_0',
dtype=float)
h5hep.create_group(data, 'chargedTrack_1', counter='nchargedTrack_1')
h5hep.create_dataset(data, ['candidateId', 'px', 'py', 'pz'],
group='chargedTrack_1',
def convert_babar(infilename,maxentries=None):
data = h5hep.initialize()
groups = [ ['pions','npions',['e','px','py','pz','q','beta','dedx'] ],
['kaons','nkaons',['e','px','py','pz','q','beta','dedx'] ],
['protons','nprotons',['e','px','py','pz','q','beta','dedx'] ],
['muons','nmuons',['e','px','py','pz','q','beta','dedx'] ],
['electrons','nelectrons',['e','px','py','pz','q','beta','dedx'] ],
['photons','nphotons',['e','px','py','pz','q','beta','dedx'] ],
]
for group in groups:
h5hep.create_group(data,group[0],counter=group[1])
h5hep.create_dataset(data,group[2],group=group[0],dtype=float)
'''
h5hep.create_group(data,'pions',counter='npions')
h5hep.create_dataset(data,['e','px','py','pz','q','beta','dedx'],group='pions',dtype=float)
'''
event = h5hep.create_single_event(data)
collisions = babar.get_collisions(open(infilename))
for count,collision in enumerate(collisions):
if maxentries is not None and count>=maxentries:
break
h5hep.clear_event(event)
pions,kaons,protons,muons,electrons,photons = collision
particles = [pions,kaons,protons,muons,electrons,photons]
for group,particle in zip(groups, particles):
key = "%s/%s" % (group[0],group[1])
event[key] = len(particle)
for p in particle:
for j in range(len(group[2])):
key = '%s/%s' % (group[0],group[2][j])
event[key].append(p[j])
'''
event['pions/npions'] = len(pions)
for pion in pions:
event['pions/e'].append(pion[0])
event['pions/px'].append(pion[1])
event['pions/py'].append(pion[2])
event['pions/pz'].append(pion[3])
event['pions/q'].append(pion[4])
event['pions/beta'].append(pion[5])
event['pions/dedx'].append(pion[6])
'''
h5hep.pack(data,event)
print("Writing the file...")
outfilename = infilename.split('.')[0] + ".hdf5"
if maxentries is not None:
outfilename = infilename.split('.')[0] + "_" + str(maxentries) + "entries.hdf5"
print(outfilename)
hdfile = h5hep.write_to_file(outfilename,data,comp_type='gzip',comp_opts=9)
def convert_cms(infilename,maxentries=None):
data = h5hep.initialize()
h5hep.create_group(data,'jets',counter='njets')
h5hep.create_dataset(data,['e','px','py','pz','btag'],group='jets',dtype=float)
h5hep.create_group(data,'muons',counter='nmuons')
h5hep.create_dataset(data,['e','px','py','pz','q'],group='muons',dtype=float)
h5hep.create_group(data,'electrons',counter='nelectrons')
h5hep.create_dataset(data,['e','px','py','pz','q'],group='electrons',dtype=float)
h5hep.create_group(data,'photons',counter='nphotons')
h5hep.create_dataset(data,['e','px','py','pz'],group='photons',dtype=float)
h5hep.create_dataset(data,['METx','METy'],dtype=float)
event = h5hep.create_single_event(data)
collisions = cms.get_collisions_from_filename(infilename)
#'''
for count,collision in enumerate(collisions):
if maxentries is not None and count>=maxentries:
break
h5hep.clear_event(event)
jets,muons,electrons,photons,met = collision
event['jets/njets'] = len(jets)
for jet in jets:
event['jets/e'].append(jet[0])
event['jets/px'].append(jet[1])
event['jets/py'].append(jet[2])
event['jets/pz'].append(jet[3])
event['jets/btag'].append(jet[4])
event['muons/nmuons'] = len(muons)
for muon in muons:
event['muons/e'].append(muon[0])
event['muons/px'].append(muon[1])
event['muons/py'].append(muon[2])
event['muons/pz'].append(muon[3])
event['muons/q'].append(muon[4])
event['electrons/nelectrons'] = len(electrons)
for electron in electrons:
event['electrons/e'].append(electron[0])
event['electrons/px'].append(electron[1])
event['electrons/py'].append(electron[2])
event['electrons/pz'].append(electron[3])
event['electrons/q'].append(electron[4])
event['photons/nphotons'] = len(photons)
for photon in photons:
event['photons/e'].append(photon[0])
event['photons/px'].append(photon[1])
event['photons/py'].append(photon[2])
event['photons/pz'].append(photon[3])
event['METx'] = met[0]
event['METy'] = met[1]
h5hep.pack(data,event)
print("Writing the file...")
outfilename = infilename.split('.')[0] + ".hdf5"
if maxentries is not None:
outfilename = infilename.split('.')[0] + "_" + str(maxentries) + "entries.hdf5"
print(outfilename)
hdfile = h5hep.write_to_file(outfilename,data,comp_type='gzip',comp_opts=9)