def main():
gROOT.Reset()
for fill in fills:
print "Processing fill", fill
file = csvFilePattern.replace('__XXX__', str(fill))
rootFile = rootFilePattern.replace('__XXX__', str(fill))
try:
fin = open(file, 'r')
except IOError:
print "Cannot open file", file
continue
try:
fout = TFile(rootFile,'RECREATE')
except IOError:
print "Cannot open file for output", rootFile
continue
t = TTree('t', 'Fill CSV data')
lumiData = LumiData()
t.Branch('numBranch', lumiData, 'fill/D:run/D:lsno/D:nb4/D:secs/D:secsUtc/D:msecs/D:deadfrac/D:primaryLumi/D:hf/D:hfRaw/d:plt/D:pltRaw/D:pltZero/D:pltZeroRaw/D:bcmf/D:bcmfRaw/D')
first = 1 # to skip the header
for line in fin.readlines():
#Skip header
if first:
first = 0
continue
data = line.split(',')
lumiData.fill = float(data[0].replace('FILL', ''))
lumiData.run = float(data[1])
lumiData.lsno = float(data[2])
lumiData.nb4 = float(data[3])
lumiData.secs = float(data[5])
lumiData.secsUtc = float(local2utc(int(data[5])))
lumiData.msecs = float(data[6])
lumiData.deadfrac = float(data[7])
lumiData.primaryLumi = float(data[9])
lumiData.hf = float(data[10])
lumiData.hfRaw = float(data[11])
lumiData.plt = float(data[12])
lumiData.pltRaw = float(data[3])
lumiData.pltZero = float(data[14])
lumiData.pltZeroRaw = float(data[15])
lumiData.bcmf = float(data[16])
lumiData.bcmfRaw = float(data[17])
t.Fill()
del data
del fin
print "Writing", rootFile
fout.Write()
fout.Close()
del fout
def main():
# Get environment
cfg = Config()
lumiprefix = cfg.get_option('Env', 'lumiprefix')
fills = cfg.get_option('Env', 'fills').split(',')
time_zone = cfg.get_option('Misc', 'time_zone')
dbtime_format = cfg.get_option('DB', 'dbtime_format')
connstr = cfg.get_option('DB', 'connstr')
qtemplate = cfg.get_option('DB', 'qtemplate')
#os.environ['TZ'] = time_zone
del cfg
#Connect to DB
conn = cx_Oracle.connect(connstr)
curs = conn.cursor()
#fills = [3960, 3962, 3965, 3971, 3974, 3976, 3981, 3983, 3986, 3988, 3992, 3996, 4001, 4006, 4008, 4019, 4020, 4201, 4205, 4207, 4208, 4210, 4211, 4212, 4214, 4219, 4220, 4224, 4225, 4231, 4243, 4246, 4249, 4254, 4256, 4257, 4266, 4268, 4269, 4322, 4323, 4332, 4337, 4341, 4342, 4349, 4356, 4360, 4363, 4364, 4376, 4381, 4384, 4386, 4391, 4393, 4397, 4398, 4402, 4410, 4418, 4420, 4423, 4426, 4428, 4432, 4434, 4435, 4437, 4440, 4444, 4448, 4449, 4452, 4455, 4462, 4463, 4464, 4466, 4467, 4476, 4477, 4479, 4485, 4495, 4496, 4499, 4505, 4509, 4510, 4511, 4513, 4518, 4519, 4522, 4525, 4528, 4530, 4532, 4536, 4538, 4540, 4545, 4555, 4557, 4560, 4562, 4565, 4569]
#Loop over the fills
for fill in fills:
#DB query
query = qtemplate
query = query.replace('__XXX__', str(int(fill)))
#print "Using query ", query
print "Procesing fill", int(fill)
rootfile = lumiprefix + str(int(fill)) + '.root'
f = TFile(rootfile,'RECREATE')
t = TTree('t','Lumi Data')
lumiData = LumiData()
t.Branch('IntBranch', lumiData, 'fill/I:run/I:lsNo/I:nb4/I:tstamp/I:msecs/I:lsStart/I:lsStartMs/I:lsEnd/I:lsEndMs/I:bunchSpacing/I')
t.Branch('DblBranch', AddressOf(lumiData, 'lsLumi'), 'lsLumi/D:bestLumi:hfLumi:pltZeroLumi:pltLumi:bcmfLumi')
curs.execute(query)
started = 0
for row in curs:
##Ugly!!! Gotta think of something better
#try:
#limit = float(row[7])
#except:
#print row[7]
#limit = -1.
#if limit > 5.:
#started = 1
#if not started:
#continue
lumiData.fill = int(row[0])
lumiData.run = int(row[1])
lumiData.lsNo = int(row[2])
lumiData.nb4 = int(row[3])
lumiData.tstamp = int(row[4].strftime("%s"))
lumiData.msecs = int(row[4].strftime("%f"))
lumiData.bestLumi = float(row[8])
#for some fills lsLumi is None
try:
lsLumi = float(row[7])
except TypeError:
lsLumi = -1.
lumiData.lsLumi = lsLumi
lumiData.hfLumi = float(row[9])
lumiData.bcmfLumi = float(row[10])
lumiData.pltZeroLumi = float(row[11])
lumiData.pltLumi = float(row[12])
lumiData.lsStart = int(row[5].strftime("%s"))
lumiData.lsStartMs = int(row[5].strftime("%f"))
lumiData.lsEnd = int(row[6].strftime("%s"))
lumiData.lsEndMs = int(row[6].strftime("%f"))
scheme = row[13].split('_')
try:
lumiData.bunchSpacing = int(scheme[0].strip('ns'))
except:
lumiData.bunchSpacing = -1
t.Fill()
f.Write()
f.Close()
del query
del t
del f
del lumiData
def writeOutput(self):
rootFile = radmonLumiFilePattern.replace('__XXX__', str(self.fill))
try:
fout = TFile(rootFile, 'RECREATE')
except IOError:
print "Cannot open file for output", rootFile
exit
t = TTree('t', 'Combined Lumi and Radmon data')
timingData = TimingData()
lumiData = LumiData()
radmonData = RadmonData()
t.Branch('timingBranch', timingData,
'fill/D:startFill/D:endFill/D:run/D:lsno/D:tsUtc/D')
t.Branch(
'lumiBranch', lumiData,
'primaryLumi/D:primaryLumiErr/D:hf/D:hfErr/D:plt/D:pltErr/D:pltZero/D:pltZeroErr/D:bcmf/D:bcmfErr/D'
)
t.Branch('radmonBranch', radmonData, 'rates[16]/D:ratesErr[16]/D')
href = self.pprlumi # Reference histogram
#self.pbcmf.Draw()
#raw_input("Press enter to continue")
for i in range(len(self.xx) - 1):
timingData.fill = self.td[i].fill
timingData.startFill = self.td[i].startFill
timingData.endFill = self.td[i].endFill
timingData.run = self.td[i].run
timingData.lsno = self.td[i].lsno
timingData.tsUtc = href.GetXaxis().GetBinCenter(i)
lumiData.primaryLumi = self.pprlumi.GetBinContent(i)
lumiData.primaryLumiErr = self.pprlumi.GetBinError(i)
lumiData.hf = self.phf.GetBinContent(i)
lumiData.hfErr = self.phf.GetBinError(i)
lumiData.plt = self.pplt.GetBinContent(i)
lumiData.pltErr = self.pplt.GetBinError(i)
lumiData.pltZero = self.ppltZero.GetBinContent(i)
lumiData.pltZeroErr = self.ppltZero.GetBinError(i)
lumiData.bcmf = self.pbcmf.GetBinContent(i)
lumiData.bcmfErr = self.pbcmf.GetBinError(i)
for j in range(len(self.pradmon)):
radmonData.rates[j] = self.pradmon[j].GetBinContent(i)
radmonData.ratesErr[j] = self.pradmon[j].GetBinError(i)
t.Fill()
print "Writing", rootFile
fout.Write()
fout.Close()
del fout
def main():
# Get environment
cfg = Config()
lumiprefix = cfg.get_option('Env', 'lumiprefix')
fills = cfg.get_option('Env', 'fills').split(',')
time_zone = cfg.get_option('Misc', 'time_zone')
dbtime_format = cfg.get_option('DB', 'dbtime_format')
connstr = cfg.get_option('DB', 'connstr')
qtemplate = cfg.get_option('DB', 'qtemplate')
#os.environ['TZ'] = time_zone
del cfg
#Connect to DB
conn = cx_Oracle.connect(connstr)
curs = conn.cursor()
#fills = [3960, 3962, 3965, 3971, 3974, 3976, 3981, 3983, 3986, 3988, 3992, 3996, 4001, 4006, 4008, 4019, 4020, 4201, 4205, 4207, 4208, 4210, 4211, 4212, 4214, 4219, 4220, 4224, 4225, 4231, 4243, 4246, 4249, 4254, 4256, 4257, 4266, 4268, 4269, 4322, 4323, 4332, 4337, 4341, 4342, 4349, 4356, 4360, 4363, 4364, 4376, 4381, 4384, 4386, 4391, 4393, 4397, 4398, 4402, 4410, 4418, 4420, 4423, 4426, 4428, 4432, 4434, 4435, 4437, 4440, 4444, 4448, 4449, 4452, 4455, 4462, 4463, 4464, 4466, 4467, 4476, 4477, 4479, 4485, 4495, 4496, 4499, 4505, 4509, 4510, 4511, 4513, 4518, 4519, 4522, 4525, 4528, 4530, 4532, 4536, 4538, 4540, 4545, 4555, 4557, 4560, 4562, 4565, 4569]
#Loop over the fills
for fill in fills:
#DB query
query = qtemplate
query = query.replace('__XXX__', str(int(fill)))
#print "Using query ", query
print "Procesing fill", int(fill)
rootfile = lumiprefix + str(int(fill)) + '.root'
f = TFile(rootfile, 'RECREATE')
t = TTree('t', 'Lumi Data')
lumiData = LumiData()
t.Branch(
'IntBranch', lumiData,
'fill/I:run/I:lsNo/I:nb4/I:tstamp/I:msecs/I:lsStart/I:lsStartMs/I:lsEnd/I:lsEndMs/I:bunchSpacing/I'
)
t.Branch('DblBranch', AddressOf(lumiData, 'lsLumi'),
'lsLumi/D:bestLumi:hfLumi:pltZeroLumi:pltLumi:bcmfLumi')
curs.execute(query)
started = 0
for row in curs:
##Ugly!!! Gotta think of something better
#try:
#limit = float(row[7])
#except:
#print row[7]
#limit = -1.
#if limit > 5.:
#started = 1
#if not started:
#continue
lumiData.fill = int(row[0])
lumiData.run = int(row[1])
lumiData.lsNo = int(row[2])
lumiData.nb4 = int(row[3])
lumiData.tstamp = int(row[4].strftime("%s"))
lumiData.msecs = int(row[4].strftime("%f"))
lumiData.bestLumi = float(row[8])
#for some fills lsLumi is None
try:
lsLumi = float(row[7])
except TypeError:
lsLumi = -1.
lumiData.lsLumi = lsLumi
lumiData.hfLumi = float(row[9])
lumiData.bcmfLumi = float(row[10])
lumiData.pltZeroLumi = float(row[11])
lumiData.pltLumi = float(row[12])
lumiData.lsStart = int(row[5].strftime("%s"))
lumiData.lsStartMs = int(row[5].strftime("%f"))
lumiData.lsEnd = int(row[6].strftime("%s"))
lumiData.lsEndMs = int(row[6].strftime("%f"))
scheme = row[13].split('_')
try:
lumiData.bunchSpacing = int(scheme[0].strip('ns'))
except:
lumiData.bunchSpacing = -1
t.Fill()
f.Write()
f.Close()
del query
del t
del f
del lumiData
def writeOutput(self):
rootFile = radmonLumiFilePattern.replace('__XXX__', str(self.fill))
try:
fout = TFile(rootFile,'RECREATE')
except IOError:
print "Cannot open file for output", rootFile
exit
t = TTree('t', 'Combined Lumi and Radmon data')
timingData = TimingData()
lumiData = LumiData()
radmonData = RadmonData()
t.Branch('timingBranch', timingData, 'fill/D:startFill/D:endFill/D:run/D:lsno/D:tsUtc/D')
t.Branch('lumiBranch', lumiData, 'primaryLumi/D:primaryLumiErr/D:hf/D:hfErr/D:plt/D:pltErr/D:pltZero/D:pltZeroErr/D:bcmf/D:bcmfErr/D')
t.Branch('radmonBranch', radmonData, 'rates[16]/D:ratesErr[16]/D')
href = self.pprlumi # Reference histogram
#self.pbcmf.Draw()
#raw_input("Press enter to continue")
for i in range(len(self.xx) - 1):
timingData.fill = self.td[i].fill
timingData.startFill = self.td[i].startFill
timingData.endFill = self.td[i].endFill
timingData.run = self.td[i].run
timingData.lsno = self.td[i].lsno
timingData.tsUtc = href.GetXaxis().GetBinCenter(i)
lumiData.primaryLumi = self.pprlumi.GetBinContent(i)
lumiData.primaryLumiErr = self.pprlumi.GetBinError(i)
lumiData.hf = self.phf.GetBinContent(i)
lumiData.hfErr = self.phf.GetBinError(i)
lumiData.plt = self.pplt.GetBinContent(i)
lumiData.pltErr = self.pplt.GetBinError(i)
lumiData.pltZero = self.ppltZero.GetBinContent(i)
lumiData.pltZeroErr = self.ppltZero.GetBinError(i)
lumiData.bcmf = self.pbcmf.GetBinContent(i)
lumiData.bcmfErr = self.pbcmf.GetBinError(i)
for j in range(len(self.pradmon)):
radmonData.rates[j] = self.pradmon[j].GetBinContent(i)
radmonData.ratesErr[j] = self.pradmon[j].GetBinError(i)
t.Fill()
print "Writing", rootFile
fout.Write()
fout.Close()
del fout
def main():
gROOT.Reset()
for fill in fills:
print "Processing fill", fill
file = csvFilePattern.replace('__XXX__', str(fill))
rootFile = rootFilePattern.replace('__XXX__', str(fill))
try:
fin = open(file, 'r')
except IOError:
print "Cannot open file", file
continue
try:
fout = TFile(rootFile, 'RECREATE')
except IOError:
print "Cannot open file for output", rootFile
continue
t = TTree('t', 'Fill CSV data')
lumiData = LumiData()
t.Branch(
'numBranch', lumiData,
'fill/D:run/D:lsno/D:nb4/D:secs/D:secsUtc/D:msecs/D:deadfrac/D:primaryLumi/D:hf/D:hfRaw/d:plt/D:pltRaw/D:pltZero/D:pltZeroRaw/D:bcmf/D:bcmfRaw/D'
)
first = 1 # to skip the header
for line in fin.readlines():
#Skip header
if first:
first = 0
continue
data = line.split(',')
lumiData.fill = float(data[0].replace('FILL', ''))
lumiData.run = float(data[1])
lumiData.lsno = float(data[2])
lumiData.nb4 = float(data[3])
lumiData.secs = float(data[5])
lumiData.secsUtc = float(local2utc(int(data[5])))
lumiData.msecs = float(data[6])
lumiData.deadfrac = float(data[7])
lumiData.primaryLumi = float(data[9])
lumiData.hf = float(data[10])
lumiData.hfRaw = float(data[11])
lumiData.plt = float(data[12])
lumiData.pltRaw = float(data[3])
lumiData.pltZero = float(data[14])
lumiData.pltZeroRaw = float(data[15])
lumiData.bcmf = float(data[16])
lumiData.bcmfRaw = float(data[17])
t.Fill()
del data
del fin
print "Writing", rootFile
fout.Write()
fout.Close()
del fout
def writeOutput(self):
rootFile = radmonLumiFilePattern.replace('__XXX__', str(self.fill))
try:
fout = TFile(rootFile,'RECREATE')
except IOError:
print "Cannot open file for output", rootFile
exit
t = TTree('t', 'Combined Lumi and Radmon data')
fillData = FillData()
lumiData = LumiData()
radmonData = RadmonData()
t.Branch('fillBranch', fillData, 'fill/I:fillStart/I:fillStable/I:fillEnd/I:durationStable/I:run/I:lsNo/I:tstamp/I:msecs/I:bunchSpacing/I')
t.Branch('fillBranchD', AddressOf(fillData, 'bField'), 'bField/D:beamEnergy/D')
t.Branch('lumiBranch', lumiData, 'bestLumi/D:bestLumiErr/D:hfLumi/D:hfLumiErr/D:pltLumi/D:pltLumiErr/D:pltZeroLumi/D:pltZeroLumiErr/D:bcmfLumi/D:bcmfLumiErr/D')
t.Branch('radmonBranch', radmonData, 'rates[16]/D:ratesErr[16]/D')
href = self.pbest # Reference histogram
#self.pbcmf.Draw()
#raw_input("Press enter to continue")
print "Starting filling tree, file ", radmonLumiFilePattern.replace('__XXX__', str(self.fill))
for i in range(len(self.xx) - 1):
fillData.fill = self.fillDataList[i].fill
fillData.fillStart = self.fillDataList[i].fillStart
fillData.fillStable = self.fillDataList[i].fillStable
fillData.fillEnd = self.fillDataList[i].fillEnd
fillData.durationStable = self.fillDataList[i].durationStable
fillData.run = self.fillDataList[i].run
fillData.lsNo = self.fillDataList[i].lsNo
fillData.bunchSpacing = self.fillDataList[i].bunchSpacing
fillData.bField = self.fillDataList[i].bField
fillData.beamEnergy = self.fillDataList[i].beamEnergy
fillData.tstamp = int(href.GetXaxis().GetBinCenter(i))
fillData.msecs = int(href.GetXaxis().GetBinCenter(i) - fillData.tstamp)
lumiData.bestLumi = self.pbest.GetBinContent(i)
lumiData.bestLumiErr = self.pbest.GetBinError(i)
lumiData.hfLumi = self.phf.GetBinContent(i)
lumiData.hfLumiErr = self.phf.GetBinError(i)
lumiData.pltLumi = self.pplt.GetBinContent(i)
lumiData.pltLumiErr = self.pplt.GetBinError(i)
lumiData.pltZeroLumi = self.ppltZero.GetBinContent(i)
lumiData.pltZeroLumiErr = self.ppltZero.GetBinError(i)
lumiData.bcmfLumi = self.pbcmf.GetBinContent(i)
lumiData.bcmfLumiErr = self.pbcmf.GetBinError(i)
for j in range(len(self.pradmon)):
radmonData.rates[j] = self.pradmon[j].GetBinContent(i)
radmonData.ratesErr[j] = self.pradmon[j].GetBinError(i)
t.Fill()
print "Writing", rootFile
fout.Write()
fout.Close()
del fout
def writeOutput(self):
rootFile = radmonLumiFilePattern.replace('__XXX__', str(self.fill))
try:
fout = TFile(rootFile, 'RECREATE')
except IOError:
print "Cannot open file for output", rootFile
exit
t = TTree('t', 'Combined Lumi and Radmon data')
fillData = FillData()
lumiData = LumiData()
radmonData = RadmonData()
t.Branch(
'fillBranch', fillData,
'fill/I:fillStart/I:fillStable/I:fillEnd/I:durationStable/I:run/I:lsNo/I:tstamp/I:msecs/I:bunchSpacing/I'
)
t.Branch('fillBranchD', AddressOf(fillData, 'bField'),
'bField/D:beamEnergy/D')
t.Branch(
'lumiBranch', lumiData,
'bestLumi/D:bestLumiErr/D:hfLumi/D:hfLumiErr/D:pltLumi/D:pltLumiErr/D:pltZeroLumi/D:pltZeroLumiErr/D:bcmfLumi/D:bcmfLumiErr/D'
)
t.Branch('radmonBranch', radmonData, 'rates[16]/D:ratesErr[16]/D')
href = self.pbest # Reference histogram
#self.pbcmf.Draw()
#raw_input("Press enter to continue")
print "Starting filling tree, file ", radmonLumiFilePattern.replace(
'__XXX__', str(self.fill))
for i in range(len(self.xx) - 1):
fillData.fill = self.fillDataList[i].fill
fillData.fillStart = self.fillDataList[i].fillStart
fillData.fillStable = self.fillDataList[i].fillStable
fillData.fillEnd = self.fillDataList[i].fillEnd
fillData.durationStable = self.fillDataList[i].durationStable
fillData.run = self.fillDataList[i].run
fillData.lsNo = self.fillDataList[i].lsNo
fillData.bunchSpacing = self.fillDataList[i].bunchSpacing
fillData.bField = self.fillDataList[i].bField
fillData.beamEnergy = self.fillDataList[i].beamEnergy
fillData.tstamp = int(href.GetXaxis().GetBinCenter(i))
fillData.msecs = int(href.GetXaxis().GetBinCenter(i) -
fillData.tstamp)
lumiData.bestLumi = self.pbest.GetBinContent(i)
lumiData.bestLumiErr = self.pbest.GetBinError(i)
lumiData.hfLumi = self.phf.GetBinContent(i)
lumiData.hfLumiErr = self.phf.GetBinError(i)
lumiData.pltLumi = self.pplt.GetBinContent(i)
lumiData.pltLumiErr = self.pplt.GetBinError(i)
lumiData.pltZeroLumi = self.ppltZero.GetBinContent(i)
lumiData.pltZeroLumiErr = self.ppltZero.GetBinError(i)
lumiData.bcmfLumi = self.pbcmf.GetBinContent(i)
lumiData.bcmfLumiErr = self.pbcmf.GetBinError(i)
for j in range(len(self.pradmon)):
radmonData.rates[j] = self.pradmon[j].GetBinContent(i)
radmonData.ratesErr[j] = self.pradmon[j].GetBinError(i)
t.Fill()
print "Writing", rootFile
fout.Write()
fout.Close()
del fout
