class METAnalyzer(Analyzer):
def __init__(self, cfg_ana, cfg_comp, looperName):
super(METAnalyzer, self).__init__(cfg_ana, cfg_comp, looperName)
wpat = re.compile('W\d?Jet.*')
match = wpat.match(self.cfg_comp.name)
self.isWJets = not (match is None)
# Apply recoil correction to signal, DY, and W+jets samples
self.apply_recoil_correction = getattr(
self.cfg_ana, 'apply_recoil_correction',
False) and ('Higgs' in self.cfg_comp.name
or 'DY' in self.cfg_comp.name or self.isWJets)
if self.apply_recoil_correction:
try:
self.rcMET = RC(self.cfg_ana.recoil_correction_file)
except AttributeError:
print 'No recoil correction file provided.'
def declareHandles(self):
super(METAnalyzer, self).declareHandles()
# add MVAMET handling if/when needed
self.handles['pfMET'] = AutoHandle('slimmedMETs',
'std::vector<pat::MET>')
self.handles['taus'] = AutoHandle('slimmedTaus',
'std::vector<pat::Tau>')
self.handles['genParticles'] = AutoHandle(
'prunedGenParticles', 'std::vector<reco::GenParticle>')
self.handles['photons'] = AutoHandle('slimmedPhotons',
'std::vector<pat::Photon>')
self.handles['packedPFCandidates'] = AutoHandle(
'packedPFCandidates', 'std::vector<pat::PackedCandidate>')
self.handles['jets'] = AutoHandle('slimmedJets',
'std::vector<pat::Jet>')
def getGenP4(self, event):
if not hasattr(
event,
'genParticles'): # fast construction of genParticles list
event.genParticles = self.handles['genParticles'].product()
leptons_prompt = [
p for p in event.genParticles
if abs(p.pdgId()) in [11, 12, 13, 14]
and p.fromHardProcessFinalState()
]
leptons_prompt_vis = [
p for p in leptons_prompt if abs(p.pdgId()) not in [12, 14]
]
if 'DY' in self.cfg_comp.name or ('Higgs' in self.cfg_comp.name
and 'TTH' not in self.cfg_comp.name
) or 'WJ' in self.cfg_comp.name:
if len(leptons_prompt) != 2 and len(taus_prompt) < 2:
print 'ERROR: No 2 prompt leptons found'
# import pdb; pdb.set_trace()
vis = leptons_prompt_vis
all = leptons_prompt
if len(vis) == 0 or len(all) == 0:
return 0., 0., 0., 0.
p4 = self.p4sum(all)
p4_vis = self.p4sum(vis)
event.parentBoson = p4
event.parentBoson.detFlavour = 0
return p4.px(), p4.py(), p4_vis.px(), p4_vis.py()
def process(self, event):
self.readCollections(event.input)
met = None
if self.cfg_ana.met == 'pfmet':
met = self.handles['pfMET'].product()[0]
# add MVAMET retrieval when needed
# if self.cfg_ana.met == 'mvamet':
# met = self.handles[''].product()[0]
setattr(event, self.cfg_ana.met, met)
# Correct PF MET
pfmet_px_old = event.pfmet.px()
pfmet_py_old = event.pfmet.py()
if hasattr(self.cfg_ana, 'runFixEE2017') and self.cfg_ana.runFixEE2017:
rawMET = self.runFixEE2017(event)
pfmet_px_old = rawMET.px()
pfmet_py_old = rawMET.py()
if event.type1METCorr:
pfmet_px_old += event.type1METCorr[0]
pfmet_py_old += event.type1METCorr[1]
# JEC
elif event.metShift:
pfmet_px_old += event.metShift[0]
pfmet_py_old += event.metShift[1]
# recoil corrections
if not self.cfg_comp.isMC:
getattr(event, self.cfg_ana.met).setP4(
LorentzVector(
pfmet_px_old, pfmet_py_old, 0.,
math.sqrt(pfmet_px_old * pfmet_px_old +
pfmet_py_old * pfmet_py_old)))
return
# Calculate generator four-momenta even if not applying corrections
# to save them in final trees
gen_z_px, gen_z_py, gen_vis_z_px, gen_vis_z_py = self.getGenP4(event)
dil = event.dileptons_sorted[0]
# Correct MET for tau energy scale
for leg in [dil.leg1(), dil.leg2()]:
if hasattr(leg, 'unscaledP4'):
scaled_diff_for_leg = (leg.unscaledP4 - leg.p4())
pfmet_px_old += scaled_diff_for_leg.px()
pfmet_py_old += scaled_diff_for_leg.py()
if not self.apply_recoil_correction:
return
n_jets_30 = len(event.jets_30)
if self.isWJets:
n_jets_30 += 1
# Correct by mean and resolution as default (otherwise use .Correct(..))
new = self.rcMET.CorrectByMeanResolution(
# new = self.rcMET.Correct(
pfmet_px_old,
pfmet_py_old,
gen_z_px,
gen_z_py,
gen_vis_z_px,
gen_vis_z_py,
n_jets_30,
)
px_new, py_new = new.first, new.second
getattr(event, self.cfg_ana.met).setP4(
LorentzVector(px_new, py_new, 0.,
math.sqrt(px_new * px_new + py_new * py_new)))
def runFixEE2017(self, event):
'''Run the raw met computation including the cleaning of the noisy ECAL endcap in 2017 data and MC.
'''
pt_cut = 50.0
eta_min = 2.65
eta_max = 3.139
# BadPFCandidateJetsEEnoiseProducer
bad_jets = []
good_jets = []
jets = [Jet(jet) for jet in self.handles['jets'].product()]
for x in jets:
if (x.correctedJet("Uncorrected").pt() > pt_cut
or abs(x.eta()) < eta_min or abs(x.eta()) > eta_max):
good_jets.append(x)
else:
bad_jets.append(x)
# CandViewMerger, pfcandidateClustered
if not hasattr(event, 'photons'): # fast construction of photons list
event.photons = [p for p in self.handles['photons'].product()]
if not hasattr(event, 'taus'): # fast construction of taus list
event.taus = [p for p in self.handles['taus'].product()]
pfcandidateClustered = event.electrons + event.muons \
+ event.taus + event.photons + jets
pfcandidateClustered_ptcs = []
for ptc in event.electrons:
for assPFcand in ptc.physObj.associatedPackedPFCandidates():
pfcandidateClustered_ptcs.append(assPFcand.get())
for ptc in event.muons:
for k in range(ptc.physObj.numberOfSourceCandidatePtrs()):
pfcandidateClustered_ptcs.append(
ptc.physObj.sourceCandidatePtr(k).get())
for ptc in event.taus:
for k in range(ptc.numberOfSourceCandidatePtrs()):
pfcandidateClustered_ptcs.append(
ptc.sourceCandidatePtr(k).get())
for ptc in event.photons:
for k in range(ptc.numberOfSourceCandidatePtrs()):
pfcandidateClustered_ptcs.append(
ptc.sourceCandidatePtr(k).get())
for ptc in jets:
pfcandidateClustered_ptcs += get_final_ptcs(ptc)
# "packedPFCandidates"
cands = [c for c in self.handles['packedPFCandidates'].product()]
pfcandidateForUnclusteredUnc = [
c for c in cands if c not in pfcandidateClustered_ptcs
]
badUnclustered = []
for x in pfcandidateForUnclusteredUnc:
if (abs(x.eta()) > eta_min and abs(x.eta()) < eta_max):
badUnclustered.append(x)
superbad = [ptc for ptc in badUnclustered]
for jet in bad_jets:
superbad += get_final_ptcs(jet)
pfCandidatesGoodEE2017 = [c for c in cands if c not in superbad]
LorentzVector = ROOT.Math.LorentzVector(ROOT.Math.PxPyPzE4D("double"))
my_met = LorentzVector(0., 0., 0., 0.)
# calc raw met no fix ee 2017
for ptc in pfCandidatesGoodEE2017:
my_met -= ptc.p4()
return my_met
@staticmethod
def p4sum(ps):
'''Returns four-vector sum of objects in passed list. Returns None
if empty. Note that python sum doesn't work since p4() + 0/None fails,
but will be possible in future python'''
if not ps:
return None
p4 = ps[0].p4()
for i in xrange(len(ps) - 1):
p4 += ps[i + 1].p4()
return p4
class RecoilCorrector(Analyzer):
'''Corrects MVA MET recoil.
'''
def __init__(self, cfg_ana, cfg_comp, looperName):
super(RecoilCorrector, self).__init__(cfg_ana, cfg_comp, looperName)
self.rcMVAMET = RC(
'CMGTools/H2TauTau/data/recoilMvaMEt_76X_newTraining_MG5.root')
self.rcPFMET = RC('CMGTools/H2TauTau/data/recoilPFMEt_76X_MG5.root')
wpat = re.compile('W\d?Jet.*')
match = wpat.match(self.cfg_comp.name)
self.isWJets = not (match is None)
# Apply to signal, DY, and W+jets samples
self.apply = 'Higgs' in self.cfg_comp.name or 'DY' in self.cfg_comp.name or self.isWJets
def getGenP4(self, event):
leptons_prompt = [
p for p in event.genParticles
if abs(p.pdgId()) in [11, 12, 13, 14]
and p.fromHardProcessFinalState()
]
leptons_prompt_vis = [
p for p in leptons_prompt if abs(p.pdgId()) not in [12, 14]
]
taus_prompt = [
p for p in event.genParticles
if p.statusFlags().isDirectHardProcessTauDecayProduct()
]
taus_prompt_vis = [
p for p in taus_prompt if abs(p.pdgId()) not in [12, 14, 16]
]
if 'DY' in self.cfg_comp.name or 'Higgs' in self.cfg_comp.name or 'WJ' in self.cfg_comp.name:
if len(leptons_prompt) != 2 and len(taus_prompt) < 2:
print 'ERROR: No 2 prompt leptons found'
# import pdb; pdb.set_trace()
vis = leptons_prompt_vis + taus_prompt_vis
all = leptons_prompt + taus_prompt
if len(vis) == 0 or len(all) == 0:
return 0., 0., 0., 0.
def p4sum(ps):
if not ps:
return None
p4 = ps[0].p4()
for i in xrange(len(ps) - 1):
p4 += ps[i + 1].p4()
return p4
taus = []
for t in taus_prompt:
if t.mother().pdgId() == 15:
taus.append(t.mother())
break
for t in taus_prompt:
if t.mother().pdgId() == -15:
taus.append(t.mother())
break
p4 = p4sum(all)
p4_vis = p4sum(vis)
event.parentBoson = p4
event.parentBoson.detFlavour = 0
return p4.px(), p4.py(), p4_vis.px(), p4_vis.py()
def process(self, event):
if not self.cfg_comp.isMC:
return
# Calculate generator four-momenta even if not applying corrections
# to save them in final trees
gen_z_px, gen_z_py, gen_vis_z_px, gen_vis_z_py = self.getGenP4(event)
if not self.apply:
return
dil = event.diLepton
n_jets_30 = len(event.cleanJets30)
if self.isWJets:
n_jets_30 += 1
# Correct MVA MET
px_old = dil.met().px()
py_old = dil.met().py()
# Correct by mean and resolution as default (otherwise use .Correct(..))
new = self.rcMVAMET.CorrectByMeanResolution(
px_old,
py_old,
gen_z_px,
gen_z_py,
gen_vis_z_px,
gen_vis_z_py,
n_jets_30,
)
px_new, py_new = new.first, new.second
dil.met().setP4(
LorentzVector(px_new, py_new, 0.,
math.sqrt(px_new * px_new + py_new * py_new)))
# print 'px old - new', px_old, dil.met().px()
# print 'py old - new', py_old, dil.met().py()
# Correct PF MET
pfmet_px_old = event.pfmet.px()
pfmet_py_old = event.pfmet.py()
# Correct by mean and resolution as default (otherwise use .Correct(..))
new = self.rcPFMET.CorrectByMeanResolution(
pfmet_px_old,
pfmet_py_old,
gen_z_px,
gen_z_py,
gen_vis_z_px,
gen_vis_z_py,
n_jets_30,
)
px_new, py_new = new.first, new.second
event.pfmet.setP4(
LorentzVector(px_new, py_new, 0.,
math.sqrt(px_new * px_new + py_new * py_new)))
class METAnalyzer(Analyzer):
def __init__(self, cfg_ana, cfg_comp, looperName):
super(METAnalyzer, self).__init__(cfg_ana, cfg_comp, looperName)
wpat = re.compile('W\d?Jet.*')
match = wpat.match(self.cfg_comp.name)
self.isWJets = not (match is None)
# Apply recoil correction to signal, DY, and W+jets samples
self.apply_recoil_correction = getattr(
self.cfg_ana, 'apply_recoil_correction',
False) and (hasattr(self.cfg_comp, 'recoil_correct')
and self.cfg_comp.recoil_correct)
if self.apply_recoil_correction:
try:
self.rcMET = RC(self.cfg_ana.recoil_correction_file)
except AttributeError:
print 'No recoil correction file provided.'
if hasattr(self.cfg_comp, 'METSysFile'):
try:
self.MEtSys = MEtSys(self.cfg_comp.METSysFile)
except AttributeError:
print 'No MET systematics file provided.'
def declareHandles(self):
super(METAnalyzer, self).declareHandles()
# add MVAMET handling if/when needed
self.handles['pfMET'] = AutoHandle('slimmedMETs',
'std::vector<pat::MET>')
self.handles['photons'] = AutoHandle('slimmedPhotons',
'std::vector<pat::Photon>')
self.handles['packedPFCandidates'] = AutoHandle(
'packedPFCandidates', 'std::vector<pat::PackedCandidate>')
self.handles['jets'] = AutoHandle('slimmedJets',
'std::vector<pat::Jet>')
def getGenP4(self, event):
leptons_prompt = [
p for p in event.genParticles
if abs(p.pdgId()) in [11, 12, 13, 14]
and p.fromHardProcessFinalState()
]
leptons_prompt_vis = [
p for p in leptons_prompt if abs(p.pdgId()) not in [12, 14]
]
taus_prompt = [
p for p in event.genParticles
if p.statusFlags().isDirectHardProcessTauDecayProduct()
]
taus_prompt_vis = [
p for p in taus_prompt if abs(p.pdgId()) not in [12, 14, 16]
]
if 'DY' in self.cfg_comp.name or ('Higgs' in self.cfg_comp.name
and 'TTH' not in self.cfg_comp.name
) or 'WJ' in self.cfg_comp.name:
if len(leptons_prompt) != 2 and len(taus_prompt) < 2:
print 'ERROR: No 2 prompt leptons found'
# import pdb; pdb.set_trace()
vis = leptons_prompt_vis + taus_prompt_vis
all = leptons_prompt + taus_prompt
if len(vis) == 0 or len(all) == 0:
return 0., 0., 0., 0.
taus = []
for t in taus_prompt:
if t.mother().pdgId() == 15:
taus.append(t.mother())
break
for t in taus_prompt:
if t.mother().pdgId() == -15:
taus.append(t.mother())
break
p4 = self.p4sum(all)
p4_vis = self.p4sum(vis)
event.parentBoson = p4
event.parentBoson.detFlavour = 0
return p4.px(), p4.py(), p4_vis.px(), p4_vis.py()
def process(self, event):
self.readCollections(event.input)
met = None
if self.cfg_ana.met == 'pfmet':
met = self.handles['pfMET'].product()[0]
# add MVAMET retrieval when needed
# if self.cfg_ana.met == 'mvamet':
# met = self.handles[''].product()[0]
setattr(event, self.cfg_ana.met, met)
# Correct PF MET
met_px = met.px()
met_py = met.py()
if hasattr(self.cfg_ana, 'runFixEE2017') and self.cfg_ana.runFixEE2017:
rawMET = self.runFixEE2017(event)
met_px = rawMET.px()
met_py = rawMET.py()
if event.type1METCorr:
met_px += event.type1METCorr[0]
met_py += event.type1METCorr[1]
# JEC
elif event.metShift:
met_px += event.metShift[0]
met_py += event.metShift[1]
if not self.cfg_comp.isMC and not (hasattr(self.cfg_comp, 'Embed')
and self.cfg_comp.isEmbed):
getattr(event, self.cfg_ana.met).setP4(
LorentzVector(met_px, met_py, 0.,
math.sqrt(met_px * met_px + met_py * met_py)))
return
# Calculate generator four-momenta even if not applying corrections
# to save them in final trees
gen_z_px, gen_z_py, gen_vis_z_px, gen_vis_z_py = self.getGenP4(event)
dil = event.dileptons_sorted[0]
n_jets_30 = len(event.jets_30)
if self.isWJets:
n_jets_30 += 1
def recoil_correct(px, py, sys=False):
'''Applies recoil correction to met, and sets the
new met to the attribute met_to_set if provided.
sys should be a list of two elements :
first element : 0 if response, 1 if resolution
second element : 0 if up, 1 if down
'''
# Correct by mean and resolution as default (otherwise use .Correct(..))
new = self.rcMET.CorrectByMeanResolution(
# new = self.rcMET.Correct(
px,
py,
gen_z_px,
gen_z_py,
gen_vis_z_px,
gen_vis_z_py,
n_jets_30,
)
px_new, py_new = new.first, new.second
if sys:
new = self.MEtSys.ApplyMEtSys(
px_new,
py_new,
gen_z_px,
gen_z_py,
gen_vis_z_px,
gen_vis_z_py,
n_jets_30,
0, #2017 MC : only BOSON samples are recoil corrected
sys[0],
sys[1])
px_new, py_new = new.first, new.second
return LorentzVector(px_new, py_new, 0.,
math.sqrt(px_new * px_new + py_new * py_new))
def propagate_TES(tau, unscaledP4, met_px, met_py):
'''If tau has been scaled, changes the met accordingly.
'''
scaled_diff_for_tau = (unscaledP4 - tau.p4())
met_px += scaled_diff_for_tau.px()
met_py += scaled_diff_for_tau.py()
return met_px, met_py
# Correct MET for tau energy scale
for leg in [dil.leg1(), dil.leg2()]:
if hasattr(leg, 'unscaledP4'):
met_px, met_py = propagate_TES(leg, leg.unscaledP4, met_px,
met_py)
if hasattr(self.cfg_ana, 'unclustered_sys'):
MET_change = self.MET_unclustered_unc(event,
self.cfg_ana.unclustered_sys)
met_px += MET_change.px()
met_py += MET_change.py()
#recoil corrections
if self.apply_recoil_correction and hasattr(
self.cfg_comp,
'recoil_correct') and self.cfg_comp.recoil_correct:
if hasattr(self.cfg_ana, 'METSys'):
getattr(event, self.cfg_ana.met).setP4(
recoil_correct(met_px, met_py, self.cfg_ana.METSys))
else:
getattr(event,
self.cfg_ana.met).setP4(recoil_correct(met_px, met_py))
else:
getattr(event, self.cfg_ana.met).setP4(
LorentzVector(met_px, met_py, 0.,
math.sqrt(met_px * met_px + met_py * met_py)))
def MET_unclustered_unc(self, event, up_or_down):
#see http://cmslxr.fnal.gov/source/PhysicsTools/PatUtils/python/tools/runMETCorrectionsAndUncertainties.py?v=CMSSW_9_4_2#0850
pfcandidateClustered_ptcs, pfcandidateForUnclusteredUnc = self.pfcand_clustered_unclustered(
event)
MET_change = LorentzVector(0., 0., 0., 0.)
for ptc in pfcandidateForUnclusteredUnc:
if ptc.charge() != 0:
shift = math.sqrt(
pow(0.00009 * ptc.pt(), 2) + pow(
0.0085 / math.sqrt(
math.sin(2 * math.atan(math.exp(-ptc.eta())))), 2))
elif ptc.pdgId() == 130:
if abs(ptc.eta()) < 1.3:
shift = min(0.25, math.sqrt(0.64 / ptc.energy() + 0.0025))
else:
shift = min(0.30, math.sqrt(1.0 / ptc.energy() + 0.0016))
elif ptc.pdgId() == 22:
shift = math.sqrt(0.0009 / ptc.energy() + 0.000001)
elif ptc.pdgId() in [1, 2]:
shift = math.sqrt(1. / ptc.energy() + 0.0025)
else:
shift = 0.
old_p4 = ptc.p4()
if up_or_down == 'up':
new_p4 = old_p4 * (1. + shift)
elif up_or_down == 'down':
new_p4 = old_p4 * (1. - shift)
else:
raise ValueError(
'MET unclustered systematics shift must be "up" or "down"')
MET_change += new_p4 - old_p4
return MET_change
def pfcand_clustered_unclustered(self, event):
# CandViewMerger, pfcandidateClustered
if not hasattr(event, 'photons'): # fast construction of photons list
event.photons = [p for p in self.handles['photons'].product()]
jets = [Jet(jet) for jet in self.handles['jets'].product()]
pfcandidateClustered = event.electrons + event.muons \
+ event.taus + event.photons + jets
pfcandidateClustered_ptcs = []
for ptc in event.electrons:
for assPFcand in ptc.physObj.associatedPackedPFCandidates():
pfcandidateClustered_ptcs.append(assPFcand.get())
for ptc in event.muons + event.taus:
for k in range(ptc.physObj.numberOfSourceCandidatePtrs()):
pfcandidateClustered_ptcs.append(
ptc.physObj.sourceCandidatePtr(k).get())
for ptc in event.photons:
for k in range(ptc.numberOfSourceCandidatePtrs()):
pfcandidateClustered_ptcs.append(
ptc.sourceCandidatePtr(k).get())
for ptc in jets:
pfcandidateClustered_ptcs += get_final_ptcs(ptc)
# "packedPFCandidates"
cands = [c for c in self.handles['packedPFCandidates'].product()]
pfcandidateForUnclusteredUnc = [
c for c in cands if c not in pfcandidateClustered_ptcs
]
return pfcandidateClustered_ptcs, pfcandidateForUnclusteredUnc
def runFixEE2017(self, event):
'''Run the raw met computation including the cleaning of the noisy ECAL endcap in 2017 data and MC.
'''
pt_cut = 50.0
eta_min = 2.65
eta_max = 3.139
# BadPFCandidateJetsEEnoiseProducer
bad_jets = []
good_jets = []
jets = [Jet(jet) for jet in self.handles['jets'].product()]
for x in jets:
if (x.correctedJet("Uncorrected").pt() > pt_cut
or abs(x.eta()) < eta_min or abs(x.eta()) > eta_max):
good_jets.append(x)
else:
bad_jets.append(x)
pfcandidateClustered_ptcs, pfcandidateForUnclusteredUnc = self.pfcand_clustered_unclustered(
event)
badUnclustered = []
for x in pfcandidateForUnclusteredUnc:
if (abs(x.eta()) > eta_min and abs(x.eta()) < eta_max):
badUnclustered.append(x)
superbad = [ptc for ptc in badUnclustered]
for jet in bad_jets:
superbad += get_final_ptcs(jet)
# "packedPFCandidates"
cands = [c for c in self.handles['packedPFCandidates'].product()]
pfCandidatesGoodEE2017 = [c for c in cands if c not in superbad]
my_met = LorentzVector(0., 0., 0., 0.)
# calc raw met no fix ee 2017
for ptc in pfCandidatesGoodEE2017:
my_met -= ptc.p4()
return my_met
@staticmethod
def p4sum(ps):
'''Returns four-vector sum of objects in passed list. Returns None
if empty. Note that python sum doesn't work since p4() + 0/None fails,
but will be possible in future python'''
if not ps:
return None
p4 = ps[0].p4()
for i in xrange(len(ps) - 1):
p4 += ps[i + 1].p4()
return p4