hfdataidmap=revisionDML.dataIdsByTagId(session.nominalSchema(),hf_tagid,runlist,withcomment=False,lumitype='HF')
beamstatusdata=dataDML.beamstatusByIds(session.nominalSchema(),hfdataidmap)
#print 'beamstatusdata ',beamstatusdata
lumirundata=dataDML.lumiRunByIds(session.nominalSchema(),hfdataidmap,lumitype='HF')#{runnum: (nominalegev(0),ncollidingbunches(1),starttime(2),stoptime(3),nls(4)}
session.transaction().commit()
#print 'lumirundata ', lumirundata
alllumirundata=generateLumiRundata(inputfilename,lumirundata,runlist)
alllumilsdata={}
for runnum,perrundata in parseresult.items():
pixellumidataid=0
session.transaction().start(False)
#session.transaction().start(True)
hfdataidinfo=hfdataidmap[runnum]
hflumidataid=hfdataidinfo[0]
trgdataid=hfdataidinfo[1]
hltdataid=hfdataidinfo[2]
beamsta={}
if runnum in beamstatusdata:
beamsta=beamstatusdata[runnum]
alllumilsdata[runnum]=generateLumiLSdataForRun(perrundata,alllumirundata[runnum],beamsta)#lumirundata [datasource,nominalenergy,ncollidingbunches,starttime,stoptime,nls]
pixellumirundata=alllumirundata[runnum]
(pixellumirevid,pixellumientryid,pixellumidataid)=dataDML.addLumiRunDataToBranch(session.nominalSchema(),runnum,pixellumirundata,pixellumibranchinfo,nameDealer.pixellumidataTableName())
pixellumilsdata=alllumilsdata[runnum]
revisionDML.addRunToCurrentDataTag(session.nominalSchema(),runnum,pixellumidataid,trgdataid,hltdataid,lumitype='PIXEL')
session.transaction().commit()
dataDML.bulkInsertLumiLSSummary(session,runnum,pixellumidataid,pixellumilsdata,nameDealer.pixellumisummaryv2TableName(),withDetails=False)
del session
del svc
def instLumiForIds(schema,irunlsdict,dataidmap,runsummaryMap,beamstatusfilter=None,timeFilter=None,withBXInfo=False,bxAlgo=None,xingMinLum=None,withBeamIntensity=False,lumitype='HF'):
'''
FROM ROOT FILE NO CORRECTION AT ALL
input:
irunlsdict: {run:[cmsls]}
dataidmap: {run:(lumiid,trgid,hltid)}
runsummaryMap: {run:[l1key(0),amodetag(1),egev(2),hltkey(3),fillnum(4),fillscheme(5),starttime(6),stoptime(7)]}
beamstatus: LS filter on beamstatus (optional)
timeFilter: (minLSBegTime,maxLSBegTime)
withBXInfo: get per bunch info (optional)
bxAlgo: algoname for bx values (optional) ['OCC1','OCC2','ET']
xingMinLum: None means apply no cut
withBeamIntensity: get beam intensity info (optional)
lumitype: luminosity measurement source
output:
result {run:[lumilsnum(0),cmslsnum(1),timestamp(2),beamstatus(3),beamenergy(4),instlumi(5),instlumierr(6),startorbit(7),numorbit(8),(bxidx,bxvalues,bxerrs)(9),(bxidx,b1intensities,b2intensities)(10),fillnum(11)]}}
special meanings:
{run:None} None means selected run not in lumiDB,
{run:[]} [] means no lumi data for this run in lumiDB
{run:cmslsnum(1)==0} means either not cmslsnum or iscms but not selected
instlumi unit in Hz/ub
'''
if lumitype not in ['HF','PIXEL']:
raise ValueError('unknown lumitype '+lumitype)
lumitableName=''
lumilstableName=''
if lumitype=='HF':
lumitableName=nameDealer.lumidataTableName()
lumilstableName=nameDealer.lumisummaryv2TableName()
else:
lumitableName=nameDealer.pixellumidataTableName()
lumilstableName=nameDealer.pixellumisummaryv2TableName()
result={}
for run in irunlsdict.keys():
#for run,(lumidataid,trgid,hltid ) in dataidmap.items():
lslist=irunlsdict[run]
if lslist is not None and len(lslist)==0:
result[run]=[]#no lumi data for this run in lumiDB
continue
fillnum=runsummaryMap[run][4]
runstarttimeStr=runsummaryMap[run][6]
if run not in dataidmap:
result[run]=[]#no lumi data for this run in lumiDB
continue
(lumidataid,trgid,hltid )=dataidmap[run]
if lumidataid is None: #selected run not in lumiDB
result[run]=None
continue
(lumirunnum,perlsresult)=dataDML.lumiLSById(schema,lumidataid,beamstatus=beamstatusfilter,withBXInfo=withBXInfo,bxAlgo=bxAlgo,withBeamIntensity=withBeamIntensity,tableName=lumilstableName)
lsresult=[]
c=lumiTime.lumiTime()
for lumilsnum in perlsresult.keys():
perlsdata=perlsresult[lumilsnum]
cmslsnum=perlsdata[0]
if lslist is not None and cmslsnum not in lslist: #ls exists but not selected
cmslsnum=0
numorbit=perlsdata[6]
startorbit=perlsdata[7]
orbittime=c.OrbitToTime(runstarttimeStr,startorbit,begorbit=0,customfm='%m/%d/%y %H:%M:%S')
if timeFilter:
if timeFilter[0]:
if orbittime<timeFilter[0]: continue
if timeFilter[1]:
if orbittime>timeFilter[1]: continue
if lumitype=='HF':
instlumi=perlsdata[1]*1000.0 #HF db avg values are in Hz/mb,change it to Hz/ub
instlumierr=perlsdata[2]*1000.0
else:
instlumi=perlsdata[1] #PIXEL avg values are in Hz/ub, need no conversion
instlumierr=perlsdata[2]
beamstatus=perlsdata[4]
beamenergy=perlsdata[5]
bxidxlist=[]
bxvaluelist=[]
bxerrorlist=[]
bxdata=None
beamdata=None
if withBXInfo:
bxinfo=perlsdata[8]
bxvalueArray=None
bxerrArray=None
if bxinfo:
bxvalueArray=bxinfo[0]
bxerrArray=bxinfo[1]
if xingMinLum :
for idx,bxval in enumerate(bxvalueArray):
if bxval>xingMinLum:
bxidxlist.append(idx)
bxvaluelist.append(bxval)
bxerrorlist.append(bxerrArray[idx])
else:
bxidxlist=range(0,len(bxvalueArray))
bxvaluelist=bxvalueArray.tolist()
bxerrorlist=bxerrArray.tolist()
del bxvalueArray[:]
del bxerrArray[:]
bxdata=(bxidxlist,bxvaluelist,bxerrorlist)
if withBeamIntensity:
beaminfo=perlsdata[9]
bxindexlist=[]
b1intensitylist=[]
b2intensitylist=[]
if beaminfo[0] and beaminfo[1] and beaminfo[2]:
bxindexarray=beaminfo[0]
beam1intensityarray=beaminfo[1]
beam2intensityarray=beaminfo[2]
bxindexlist=bxindexarray.tolist()
b1intensitylist=beam1intensityarray.tolist()
b2intensitylist=beam2intensityarray.tolist()
del bxindexarray[:]
del beam1intensityarray[:]
del beam2intensityarray[:]
beamdata=(bxindexlist,b1intensitylist,b2intensitylist)
lsresult.append([lumilsnum,cmslsnum,orbittime,beamstatus,beamenergy,instlumi,instlumierr,startorbit,numorbit,bxdata,beamdata,fillnum])
del perlsdata[:]
result[run]=lsresult
return result
hltdataid = hfdataidinfo[2]
beamsta = {}
if beamstatusdata.has_key(runnum):
beamsta = beamstatusdata[runnum]
alllumilsdata[runnum] = generateLumiLSdataForRun(
perrundata, alllumirundata[runnum], beamsta
) #lumirundata [datasource,nominalenergy,ncollidingbunches,starttime,stoptime,nls]
pixellumirundata = alllumirundata[runnum]
(pixellumirevid, pixellumientryid,
pixellumidataid) = dataDML.addLumiRunDataToBranch(
session.nominalSchema(), runnum, pixellumirundata,
pixellumibranchinfo, nameDealer.pixellumidataTableName())
pixellumilsdata = alllumilsdata[runnum]
revisionDML.addRunToCurrentDataTag(session.nominalSchema(),
runnum,
pixellumidataid,
trgdataid,
hltdataid,
lumitype='PIXEL')
session.transaction().commit()
dataDML.bulkInsertLumiLSSummary(
session,
runnum,
pixellumidataid,
pixellumilsdata,
nameDealer.pixellumisummaryv2TableName(),
withDetails=False)
del session
del svc
hfdataidmap=revisionDML.dataIdsByTagId(session.nominalSchema(),hf_tagid,runlist,withcomment=False,lumitype='HF')
beamstatusdata=dataDML.beamstatusByIds(session.nominalSchema(),hfdataidmap)
#print 'beamstatusdata ',beamstatusdata
lumirundata=dataDML.lumiRunByIds(session.nominalSchema(),hfdataidmap,lumitype='HF')#{runnum: (nominalegev(0),ncollidingbunches(1),starttime(2),stoptime(3),nls(4)}
session.transaction().commit()
#print 'lumirundata ', lumirundata
alllumirundata=generateLumiRundata(inputfilename,lumirundata,runlist)
alllumilsdata={}
for runnum,perrundata in parseresult.items():
pixellumidataid=0
session.transaction().start(False)
#session.transaction().start(True)
hfdataidinfo=hfdataidmap[runnum]
hflumidataid=hfdataidinfo[0]
trgdataid=hfdataidinfo[1]
hltdataid=hfdataidinfo[2]
beamsta={}
if runnum in beamstatusdata:
beamsta=beamstatusdata[runnum]
alllumilsdata[runnum]=generateLumiLSdataForRun(perrundata,alllumirundata[runnum],beamsta)#lumirundata [datasource,nominalenergy,ncollidingbunches,starttime,stoptime,nls]
pixellumirundata=alllumirundata[runnum]
(pixellumirevid,pixellumientryid,pixellumidataid)=dataDML.addLumiRunDataToBranch(session.nominalSchema(),runnum,pixellumirundata,pixellumibranchinfo,nameDealer.pixellumidataTableName())
pixellumilsdata=alllumilsdata[runnum]
revisionDML.addRunToCurrentDataTag(session.nominalSchema(),runnum,pixellumidataid,trgdataid,hltdataid,lumitype='PIXEL')
session.transaction().commit()
dataDML.bulkInsertLumiLSSummary(session,runnum,pixellumidataid,pixellumilsdata,nameDealer.pixellumisummaryv2TableName(),withDetails=False)
del session
del svc
def effectiveLumiForRange(schema,inputRange,hltpathname=None,hltpathpattern=None,amodetag=None,beamstatus=None,egev=None,withBXInfo=False,xingMinLum=0.0,bxAlgo=None,withBeamIntensity=False,norm=None,finecorrections=None,driftcorrections=None,usecorrectionv2=False,lumitype='HF',branchName=None):
'''
input:
inputRange {run:[cmsls]} (required)
hltpathname: selected hltpathname
hltpathpattern: regex select hltpaths
amodetag: amodetag for picking norm(optional)
egev: beamenergy for picking norm(optional)
withBXInfo: get per bunch info (optional)
bxAlgo: algoname for bx values (optional) ['OCC1','OCC2','ET']
xingMinLum: cut on bx lumi value (optional)
withBeamIntensity: get beam intensity info (optional)
normname: norm factor name to use (optional)
branchName: data version
output:
result {run:[lumilsnum(0),cmslsnum(1),timestamp(2),beamstatus(3),beamenergy(4),deliveredlumi(5),recordedlumi(6),calibratedlumierror(7),{hltpath:[l1name,l1prescale,hltprescale,efflumi]},bxdata,beamdata,fillnum]}
lumi unit: 1/ub
'''
if lumitype not in ['HF','PIXEL']:
raise ValueError('unknown lumitype '+lumitype)
if branchName is None:
branchName='DATA'
lumitableName=''
lumilstableName=''
if lumitype=='HF':
lumitableName=nameDealer.lumidataTableName()
lumilstableName=nameDealer.lumisummaryv2TableName()
else:
lumitableName=nameDealer.pixellumidataTableName()
lumilstableName=nameDealer.pixellumisummaryv2TableName()
numbx=3564
result = {}
normval=None
perbunchnormval=None
if norm:
normval=_getnorm(schema,norm)
perbunchnormval=float(normval)/float(1000)
elif amodetag and egev:
normval=_decidenormFromContext(schema,amodetag,egev)
perbunchnormval=float(normval)/float(1000)
c=lumiTime.lumiTime()
lumip=lumiParameters.ParametersObject()
for run in inputRange.keys():
lslist=inputRange[run]
if lslist is not None and len(lslist)==0:#no selected ls, do nothing for this run
result[run]=[]
continue
cmsrunsummary=dataDML.runsummary(schema,run)
if len(cmsrunsummary)==0:#non existing run
result[run]=None
continue
startTimeStr=cmsrunsummary[6]
fillnum=cmsrunsummary[4]
lumidataid=None
trgdataid=None
hltdataid=None
lumidataid=dataDML.guessLumiDataIdByRun(schema,run,lumitableName)
trgdataid=dataDML.guessTrgDataIdByRun(schema,run)
hltdataid=dataDML.guessHltDataIdByRun(schema,run)
if lumidataid is None or trgdataid is None or hltdataid is None:
result[run]=None
continue
(lumirunnum,lumidata)=dataDML.lumiLSById(schema,lumidataid,beamstatus,tableName=lumilstableName)
(trgrunnum,trgdata)=dataDML.trgLSById(schema,trgdataid,withPrescale=True)
(hltrunnum,hltdata)=dataDML.hltLSById(schema,hltdataid,hltpathname=hltpathname,hltpathpattern=hltpathpattern)
hlttrgmap=dataDML.hlttrgMappingByrun(schema,run)
if not normval:#if norm cannot be decided , look for it according to context per run
normval=_decidenormForRun(schema,run)
perbunchnormval=float(normval)/float(1000)
if not normval:#still not found? resort to global default (should never come here)
normval=6370
perbunchnormval=6.37
print '[Warning] using default normalization '+str(normval)
perrunresult=[]
for lumilsnum,perlsdata in lumidata.items():
cmslsnum=perlsdata[0]
triggeredls=perlsdata[0]
if lslist is not None and cmslsnum not in lslist:
#cmslsnum=0
triggeredls=0
recordedlumi=0.0
instlumi=perlsdata[1]
instlumierror=perlsdata[2]
avglumi=instlumi*normval
calibratedlumi=avglumi
if lumitype=='HF' and finecorrections and finecorrections[run]:
if usecorrectionv2:
if driftcorrections and driftcorrections[run]:
calibratedlumi=lumiCorrections.applyfinecorrectionV2(avglumi,finecorrections[run][0],finecorrections[run][1],finecorrections[run][2],finecorrections[run][3],finecorrections[run][4],driftcorrections[run])
else:
calibratedlumi=lumiCorrections.applyfinecorrectionV2(avglumi,finecorrections[run][0],finecorrections[run][1],finecorrections[run][2],finecorrections[run][3],finecorrections[run][4],1.0)
else:
calibratedlumi=lumiCorrections.applyfinecorrection(avglumi,finecorrections[run][0],finecorrections[run][1],finecorrections[run][2])
if lumitype=='PIXEL' and finecorrections is not None:
calibratedlumi=finecorrections[run]*avglumi
calibratedlumierror=instlumierror*normval
bstatus=perlsdata[4]
begev=perlsdata[5]
numorbit=perlsdata[6]
startorbit=perlsdata[7]
timestamp=c.OrbitToTime(startTimeStr,startorbit,0)
lslen=lumip.lslengthsec()
deliveredlumi=calibratedlumi*lslen
recordedlumi=0.0
trgprescalemap={}#trgprescalemap for this ls
efflumidict={}
if triggeredls!=0:
if not trgdata.has_key(cmslsnum):
#triggeredls=0 #if no trigger, set back to non-cms-active ls
recordedlumi=0.0 # no trigger->nobeam recordedlumi=None
else:
deadcount=trgdata[cmslsnum][0] ##subject to change !!
bitzerocount=trgdata[cmslsnum][1]
bitzeroprescale=trgdata[cmslsnum][2]
deadfrac=trgdata[cmslsnum][3]
if deadfrac<0 or deadfrac>1.0:
deadfrac=1.0
#if float(bitzerocount)*float(bitzeroprescale)==0.0:
# deadfrac=1.0
#else:
# deadfrac=float(deadcount)/(float(bitzerocount)*float(bitzeroprescale))
#if deadfrac>1.0:
# deadfrac=1.0 #artificial correction in case of deadfrac>1
recordedlumi=deliveredlumi*(1.0-deadfrac)
l1bitinfo=trgdata[cmslsnum][4]
if l1bitinfo:
for thisbitinfo in l1bitinfo:
thisbitname=thisbitinfo[0]
thisbitprescale=thisbitinfo[2]
#trgprescalemap['"'+thisbitname+'"']=thisbitprescale#note:need to double quote bit name!
trgprescalemap['"'+thisbitname+'"']=thisbitprescale
del trgdata[cmslsnum][:]
if hltdata.has_key(cmslsnum):
hltpathdata=hltdata[cmslsnum]
#print 'hltpathdata ',hltpathdata
for pathidx,thispathinfo in enumerate(hltpathdata):
efflumi=0.0
thispathname=thispathinfo[0]
thisprescale=thispathinfo[1]
thisl1seed=None
l1bitname=None
l1prescale=None
try:
thisl1seed=hlttrgmap[thispathname]
except KeyError:
thisl1seed=None
# print 'hltpath, l1seed, hltprescale ',thispathname,thisl1seed,thisprescale
if thisl1seed:
try:
l1bitname=hltTrgSeedMapper.findUniqueSeed(thispathname,thisl1seed)
if l1bitname :
l1prescale=trgprescalemap[l1bitname]#need to match double quoted string!
else:
l1prescale=None
except KeyError:
l1prescale=None
if l1prescale and thisprescale :#normal both prescaled
efflumi=recordedlumi/(float(l1prescale)*float(thisprescale))
efflumidict[thispathname]=[l1bitname,l1prescale,thisprescale,efflumi]
elif l1prescale and thisprescale==0: #hltpath in menu but masked
efflumi=0.0
efflumidict[thispathname]=[l1bitname,l1prescale,thisprescale,efflumi]
else:
efflumi=0.0
efflumidict[thispathname]=[None,0,thisprescale,efflumi]
bxvaluelist=[]
bxerrorlist=[]
bxdata=None
beamdata=None
if withBXInfo:
bxinfo=lumidata[8]
bxvalueArray=None
bxerrArray=None
if bxinfo:
bxvalueArray=bxinfo[0]
bxerrArray=bxinfo[1]
for idx,bxval in enumerate(bxvalueArray):
if finecorrections and finecorrections[run]:
if usecorrectionv2:
if driftcorrections and driftcorrections[run]:
mybxval=lumiCorrections.applyfinecorrectionBXV2(bxval,avglumi,perbunchnormval,finecorrections[run][0],finecorrections[run][1],finecorrections[run][2],finecorrections[run][3],finecorrections[run][4],driftcorrections[run])
else:
mybxval=lumiCorrections.applyfinecorrectionBXV2(bxval,avglumi,perbunchnormval,finecorrections[run][0],finecorrections[run][1],finecorrections[run][2],finecorrections[run][3],finecorrections[run][4],1.0)
else:
mybxval=lumiCorrections.applyfinecorrectionBX(bxval,avglumi,perbunchnormval,finecorrections[run][0],finecorrections[run][1],finecorrections[run][2])
else:
mybxval=bxval*perbunchnormval
if mybxval>xingMinLum:
bxidxlist.append(idx)
bxvaluelist.append(bxval)
bxerrorlist.append(bxerrArray[idx])
del bxvalueArray[:]
del bxerrArray[:]
bxdata=(bxidxlist,bxvaluelist,bxerrorlist)
if withBeamIntensity:
beaminfo=perlsdata[9]
bxindexlist=[]
b1intensitylist=[]
b2intensitylist=[]
if beaminfo:
bxindexarray=beaminfo[0]
beam1intensityarray=beaminfo[1]
beam2intensityarray=beaminfo[2]
bxindexlist=bxindexarray.tolist()
b1intensitylist=beam1intensityarray.tolist()
b2intensitylist=beam2intensityarray.tolist()
del bxindexarray[:]
del beam1intensityarray[:]
del beam2intensityarray[:]
beamdata=(bxindexlist,b1intensitylist,b2intensitylist)
# print cmslsnum,deliveredlumi,recordedlumi,efflumidict
perrunresult.append([lumilsnum,triggeredls,timestamp,bstatus,begev,deliveredlumi,recordedlumi,calibratedlumierror,efflumidict,bxdata,beamdata,fillnum])
del perlsdata[:]
result[run]=perrunresult
#print result
return result
def lumiForRange(schema,inputRange,beamstatus=None,amodetag=None,egev=None,withBXInfo=False,bxAlgo=None,xingMinLum=0.0,withBeamIntensity=False,norm=None,datatag='DATA',finecorrections=None,driftcorrections=None,usecorrectionv2=False,lumitype='HF',branchName=None):
'''
delivered/recorded lumi
input:
inputRange {run:[cmsls]} (required)
beamstatus: LS filter on beamstatus (optional)
amodetag: amodetag for picking norm(optional)
egev: beamenergy for picking norm(optional)
withBXInfo: get per bunch info (optional)
bxAlgo: algoname for bx values (optional) ['OCC1','OCC2','ET']
xingMinLum: cut on bx lumi value (optional)
withBeamIntensity: get beam intensity info (optional)
normname: norm factor name to use (optional)
branchName: data version
output:
result {run:[lumilsnum(0),cmslsnum(1),timestamp(2),beamstatus(3),beamenergy(4),deliveredlumi(5),recordedlumi(6),calibratedlumierror(7),(bxidx,bxvalues,bxerrs)(8),(bxidx,b1intensities,b2intensities)(9),fillnum(10)]}
lumi unit: 1/ub
'''
if lumitype not in ['HF','PIXEL']:
raise ValueError('unknown lumitype '+lumitype)
#if branchName is None:
# branchName='DATA'
lumip=lumiParameters.ParametersObject()
lumitableName=''
lumilstableName=''
if lumitype=='HF':
lumitableName=nameDealer.lumidataTableName()
lumilstableName=nameDealer.lumisummaryv2TableName()
else:
lumitableName=nameDealer.pixellumidataTableName()
lumilstableName=nameDealer.pixellumisummaryv2TableName()
numbx=lumip.NBX
result = {}
normval=None
perbunchnormval=None
if norm:
normval=_getnorm(schema,norm)
perbunchnormval=float(normval)/float(1000)
elif amodetag and egev:
normval=_decidenormFromContext(schema,amodetag,egev)
perbunchnormval=float(normval)/float(1000)
c=lumiTime.lumiTime()
for run in inputRange.keys():#loop over run
lslist=inputRange[run]
if lslist is not None and len(lslist)==0:#no selected ls, do nothing for this run
result[run]=[]
continue
cmsrunsummary=dataDML.runsummary(schema,run)
if len(cmsrunsummary)==0:#non existing run
result[run]=None
continue
startTimeStr=cmsrunsummary[6]
fillnum=cmsrunsummary[4]
lumidataid=None
trgdataid=None
lumidataid=dataDML.guessLumiDataIdByRun(schema,run,lumitableName)
if lumidataid is None :
result[run]=None
continue
trgdataid=dataDML.guessTrgDataIdByRun(schema,run)
(lumirunnum,lumidata)=dataDML.lumiLSById(schema,lumidataid,beamstatus=beamstatus,withBXInfo=withBXInfo,bxAlgo=bxAlgo,withBeamIntensity=withBeamIntensity,tableName=lumilstableName)
if trgdataid is None :
trgdata={}
else:
(trgrunnum,trgdata)=dataDML.trgLSById(schema,trgdataid)
if not normval:#if norm cannot be decided , look for it according to context per run
normval=_decidenormForRun(schema,run)
perbunchnormval=float(normval)/float(1000)
if not normval:#still not found? resort to global default (should never come here)
normval=6370
perbunchnormval=6.37
print '[Warning] using default normalization '+str(normval)
perrunresult=[]
for lumilsnum,perlsdata in lumidata.items():
cmslsnum=perlsdata[0]
triggeredls=perlsdata[0]
if lslist is not None and cmslsnum not in lslist:
#cmslsnum=0
triggeredls=0
recordedlumi=0.0
instlumi=perlsdata[1]
instlumierror=perlsdata[2]
avglumi=instlumi*normval
calibratedlumi=avglumi
if lumitype=='HF' and finecorrections and finecorrections[run]:
if usecorrectionv2:
if driftcorrections and driftcorrections[run]:
calibratedlumi=lumiCorrections.applyfinecorrectionV2(avglumi,finecorrections[run][0],finecorrections[run][1],finecorrections[run][2],finecorrections[run][3],finecorrections[run][4],driftcorrections[run])
else:
calibratedlumi=lumiCorrections.applyfinecorrectionV2(avglumi,finecorrections[run][0],finecorrections[run][1],finecorrections[run][2],finecorrections[run][3],finecorrections[run][4],1.0)
else:
calibratedlumi=lumiCorrections.applyfinecorrection(avglumi,finecorrections[run][0],finecorrections[run][1],finecorrections[run][2])
if lumitype=='PIXEL' and finecorrections is not None:
calibratedlumi=finecorrections[run]*avglumi
calibratedlumierror=instlumierror*normval
bstatus=perlsdata[4]
begev=perlsdata[5]
numorbit=perlsdata[6]
startorbit=perlsdata[7]
timestamp=c.OrbitToTime(startTimeStr,startorbit,0)
lslen=lumip.lslengthsec()
deliveredlumi=calibratedlumi*lslen
recordedlumi=0.0
if triggeredls!=0:
if not trgdata.has_key(cmslsnum):
# triggeredls=0 #if no trigger, set back to non-cms-active ls
recordedlumi=0.0 # no trigger->nobeam recordedlumi=None
else:
deadcount=trgdata[cmslsnum][0] ##subject to change !!
bitzerocount=trgdata[cmslsnum][1]
bitzeroprescale=trgdata[cmslsnum][2]
deadfrac=trgdata[cmslsnum][3]
if deadfrac<0 or deadfrac>1.0:
deadfrac=1.0
#if float(bitzerocount)*float(bitzeroprescale)==0.0:
# deadfrac=1.0
#else:
# deadfrac=float(deadcount)/(float(bitzerocount)*float(bitzeroprescale))
#if deadfrac>1.0:
# deadfrac=1.0 #artificial correction in case of deadfrac>1
recordedlumi=deliveredlumi*(1.0-deadfrac)
del trgdata[cmslsnum][:]
bxdata=None
if withBXInfo:
bxinfo=perlsdata[8]
bxvalueArray=None
bxerrArray=None
bxidxlist=[]
bxvaluelist=[]
bxerrorlist=[]
if bxinfo:
bxvalueArray=bxinfo[0]
bxerrArray=bxinfo[1]
#if cmslsnum==1:
# print 'bxvalueArray ',bxvalueArray
for idx,bxval in enumerate(bxvalueArray):
if finecorrections and finecorrections[run]:
if usecorrectionv2:
if driftcorrections and driftcorrections[run]:
mybxval=lumiCorrections.applyfinecorrectionBXV2(bxval,avglumi,perbunchnormval,finecorrections[run][0],finecorrections[run][1],finecorrections[run][2],finecorrections[run][3],finecorrections[run][4],driftcorrections[run])
else:
mybxval=lumiCorrections.applyfinecorrectionBXV2(bxval,avglumi,perbunchnormval,finecorrections[run][0],finecorrections[run][1],finecorrections[run][2],finecorrections[run][3],finecorrections[run][4],1.0)
else:
mybxval=lumiCorrections.applyfinecorrectionBX(bxval,avglumi,perbunchnormval,finecorrections[run][0],finecorrections[run][1],finecorrections[run][2])
else:
mybxval=bxval*perbunchnormval
if mybxval>xingMinLum:
bxidxlist.append(idx)
bxvaluelist.append(mybxval)
bxerrorlist.append(bxerrArray[idx]*perbunchnormval)#no correciton on errors
del bxvalueArray[:]
del bxerrArray[:]
bxdata=(bxidxlist,bxvaluelist,bxerrorlist)
beamdata=None
if withBeamIntensity:
beaminfo=perlsdata[9]
bxindexlist=[]
b1intensitylist=[]
b2intensitylist=[]
if beaminfo:
bxindexarray=beaminfo[0]
beam1intensityarray=beaminfo[1]
beam2intensityarray=beaminfo[2]
bxindexlist=bxindexarray.tolist()
b1intensitylist=beam1intensityarray.tolist()
b2intensitylist=beam2intensityarray.tolist()
del bxindexarray[:]
del beam1intensityarray[:]
del beam2intensityarray[:]
beamdata=(bxindexlist,b1intensitylist,b2intensitylist)
perrunresult.append([lumilsnum,triggeredls,timestamp,bstatus,begev,deliveredlumi,recordedlumi,calibratedlumierror,bxdata,beamdata,fillnum])
del perlsdata[:]
result[run]=perrunresult
return result
def instLumiForRange(schema,inputRange,beamstatusfilter=None,withBXInfo=False,bxAlgo=None,xingMinLum=0.0,withBeamIntensity=False,lumitype='HF',branchName=None):
'''
DIRECTLY FROM ROOT FIME NO CORRECTION AT ALL
lumi raw data. beofore normalization and time integral
input:
inputRange {run:[cmsls]} (required)
beamstatus: LS filter on beamstatus (optional)
withBXInfo: get per bunch info (optional)
bxAlgo: algoname for bx values (optional) ['OCC1','OCC2','ET']
xingMinLum: cut on bx lumi value (optional)
withBeamIntensity: get beam intensity info (optional)
branchName: data version
output:
result {run:[lumilsnum(0),cmslsnum(1),timestamp(2),beamstatus(3),beamenergy(4),instlumi(5),instlumierr(6),startorbit(7),numorbit(8),(bxidx,bxvalues,bxerrs)(9),(bxidx,b1intensities,b2intensities)(10),fillnum(11)]}}
lumi unit: HZ/ub
'''
if lumitype not in ['HF','PIXEL']:
raise ValueError('unknown lumitype '+lumitype)
lumitableName=''
lumilstableName=''
if lumitype=='HF':
lumitableName=nameDealer.lumidataTableName()
lumilstableName=nameDealer.lumisummaryv2TableName()
else:
lumitableName=nameDealer.pixellumidataTableName()
lumilstableName=nameDealer.pixellumisummaryv2TableName()
result={}
for run in inputRange.keys():
lslist=inputRange[run]
if lslist is not None and len(lslist)==0:
result[run]=[]#if no LS is selected for a run
continue
runsummary=dataDML.runsummary(schema,run)
if len(runsummary)==0:#if run not found in runsummary
result[run]=None
continue
fillnum=runsummary[4]
runstarttimeStr=runsummary[6]
lumidataid=dataDML.guessLumiDataIdByRun(schema,run,lumitableName)
if lumidataid is None: #if run not found in lumidata
result[run]=None
continue
(lumirunnum,perlsresult)=dataDML.lumiLSById(schema,lumidataid,beamstatusfilter,withBXInfo=withBXInfo,bxAlgo=bxAlgo,withBeamIntensity=withBeamIntensity,tableName=lumilstableName)
lsresult=[]
c=lumiTime.lumiTime()
for lumilsnum in perlsresult.keys():
perlsdata=perlsresult[lumilsnum]
cmslsnum=perlsdata[0]
if lslist is not None and lumilsnum not in lslist:
cmslsnum=0
numorbit=perlsdata[6]
startorbit=perlsdata[7]
orbittime=c.OrbitToTime(runstarttimeStr,startorbit,0)
instlumi=perlsdata[1]
instlumierr=perlsdata[2]
beamstatus=perlsdata[4]
beamenergy=perlsdata[5]
bxidxlist=[]
bxvaluelist=[]
bxerrorlist=[]
bxdata=None
beamdata=None
if withBXInfo:
bxinfo=perlsdata[8]
bxvalueArray=None
bxerrArray=None
if bxinfo:
bxvalueArray=bxinfo[0]
bxerrArray=bxinfo[1]
for idx,bxval in enumerate(bxvalueArray):
if bxval>xingMinLum:
bxidxlist.append(idx)
bxvaluelist.append(bxval)
bxerrorlist.append(bxerrArray[idx])
del bxvalueArray[:]
del bxerrArray[:]
bxdata=(bxidxlist,bxvaluelist,bxerrorlist)
if withBeamIntensity:
beaminfo=perlsdata[9]
bxindexlist=[]
b1intensitylist=[]
b2intensitylist=[]
if beaminfo[0] and beaminfo[1] and beaminfo[2]:
bxindexarray=beaminfo[0]
beam1intensityarray=beaminfo[1]
beam2intensityarray=beaminfo[2]
bxindexlist=bxindexarray.tolist()
b1intensitylist=beam1intensityarray.tolist()
b2intensitylist=beam2intensityarray.tolist()
del bxindexarray[:]
del beam1intensityarray[:]
del beam2intensityarray[:]
beamdata=(bxindexlist,b1intensitylist,b2intensitylist)
lsresult.append([lumilsnum,cmslsnum,orbittime,beamstatus,beamenergy,instlumi,instlumierr,startorbit,numorbit,bxdata,beamdata,fillnum])
del perlsdata[:]
result[run]=lsresult
return result
hfdataidinfo = hfdataidmap[runnum]
hflumidataid = hfdataidinfo[0]
trgdataid = hfdataidinfo[1]
hltdataid = hfdataidinfo[2]
beamsta = {}
if beamstatusdata.has_key(runnum):
beamsta = beamstatusdata[runnum]
alllumilsdata[runnum] = generateLumiLSdataForRun(
perrundata, alllumirundata[runnum], beamsta
) # lumirundata [datasource,nominalenergy,ncollidingbunches,starttime,stoptime,nls]
pixellumirundata = alllumirundata[runnum]
(pixellumirevid, pixellumientryid, pixellumidataid) = dataDML.addLumiRunDataToBranch(
session.nominalSchema(), runnum, pixellumirundata, pixellumibranchinfo, nameDealer.pixellumidataTableName()
)
pixellumilsdata = alllumilsdata[runnum]
revisionDML.addRunToCurrentDataTag(
session.nominalSchema(), runnum, pixellumidataid, trgdataid, hltdataid, lumitype="PIXEL"
)
session.transaction().commit()
dataDML.bulkInsertLumiLSSummary(
session,
runnum,
pixellumidataid,
pixellumilsdata,
nameDealer.pixellumisummaryv2TableName(),
withDetails=False,
)
del session
del svc