示例#1
0
plotDirectory = os.path.join(plot_directory, "fit", str(args.year), fit,
                             dirName)
cardFile = os.path.join(
    cache_directory, "analysis",
    str(args.year) if args.year != "combined" else "COMBINED", args.carddir,
    args.cardfile + ".txt")
logger.info("Plotting from cardfile %s" % cardFile)

# replace the combineResults object by the substituted card object
Results = CombineResults(cardFile=cardFile,
                         plotDirectory=plotDirectory,
                         year=args.year,
                         isSearch=False)
nuisances = [
    p for p in Results.getPulls().keys() if p != "r" and not "prop" in p
]
#plotBins = [10,11,12,13,14,15,16,17,18,19,20,21]
plotBins = [34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45]

# get region histograms
if args.year == "combined":
    hists = Results.getRegionHistos(postFit=args.postFit,
                                    nuisances=nuisances,
                                    plotBins=plotBins)
    channels = ["dc_2016", "dc_2017", "dc_2018"]
#        hists_tmp = Results.getRegionHistos( postFit=args.postFit, nuisances=nuisances, plotBins=plotBins )
#        for i, dir in enumerate(Results.channels):
#            print i, dir
#            if i == 0:
#                hists = {key:hist.Clone(str(i)+dir+key) for key, hist in hists_tmp[dir].iteritems() if key not in nuisances}
示例#2
0
# logger
import Analysis.Tools.logger as logger
import RootTools.core.logger as logger_rt
logger = logger.get_logger(args.logLevel, logFile=None)
logger_rt = logger_rt.get_logger(args.logLevel, logFile=None)

plotDirectory = "/mnt/hephy/cms/lukas.lechner/www/TTGammaEFT/pullPlot/combined/v1/"

cardFile = "/scratch-cbe/users/lukas.lechner/TTGammaEFT/cache_read/analysis/COMBINED/limits/cardFiles/defaultSetup/observed/SR3M3_SR4pM3_VG3_VG4p_misDY3_misDY4p_addDYSF_incl_splitScale.txt"
Results = CombineResults(cardFile=cardFile,
                         plotDirectory=plotDirectory,
                         year="combined",
                         bkgOnly=False,
                         isSearch=False)

pulls = Results.getPulls(postFit=True)

print pulls["JEC_FlavorQCD"]
print pulls["ISR"]
print pulls["FSR"]
#sys.exit()
print pulls["WGamma_normalization"]
print 1 + pulls["ZGamma_normalization"]
print pulls["MisID_normalization_2016"]
print pulls["MisID_normalization_2017"]
print pulls["MisID_normalization_2018"]
#sys.exit()
nuisances = [
    {
        "tWgamma_normalization": "W#gamma normalization"
    },
示例#3
0
def wrapper():

    c = cardFileWriter.cardFileWriter()
    c.releaseLocation = combineReleaseLocation
    txtcards = {}
    shapecards = {}

    # get the seperated cards
    for year in years:
        baseDir = os.path.join(cache_directory, "analysis", str(year),
                               "limits")
        if args.parameters:
            baseDir = os.path.join(baseDir,
                                   "withbkg" if args.withbkg else "withoutbkg")
        limitDir = os.path.join(baseDir, "cardFiles", args.label,
                                "expected" if args.expected else "observed")

        if args.parameters:
            cardFileNameTxt = os.path.join(limitDir, "_".join(regionNames),
                                           eft + ".txt")
        else:
            cardFileNameTxt = os.path.join(limitDir,
                                           "_".join(regionNames) + ".txt")

        cardFileNameShape = cardFileNameTxt.replace(".txt", "_shapeCard.txt")

        #print cardFileName
        if not os.path.isfile(cardFileNameTxt):
            #raise IOError("File %s doesn't exist!"%cardFileName)
            print "File %s doesn't exist!" % cardFileNameTxt
            return

        txtcards[year] = cardFileNameTxt
        shapecards[year] = cardFileNameShape

    baseDir = baseDir.replace('2018', 'COMBINED')
    limitDir = limitDir.replace('2018', 'COMBINED')

    if not os.path.isdir(limitDir):
        os.makedirs(limitDir)

    txtcombinedCard = c.combineCards(txtcards,
                                     txtFileOnly=bool(args.parameters))
    shapecombinedCard = c.combineCards(shapecards,
                                       txtFileOnly=bool(args.parameters))
    combinedCard = txtcombinedCard if args.useTxt else shapecombinedCard
    print combinedCard

    if args.parameters:
        cardFileNameTxt = os.path.join(limitDir, "_".join(regionNames),
                                       eft + ".txt")
    else:
        cardFileNameTxt = os.path.join(limitDir,
                                       "_".join(regionNames) + ".txt")
    cardFileNameShape = cardFileNameTxt.replace(".txt", "_shape.root")
    cardFileName = cardFileNameTxt
    logger.info("File %s found. Reusing." % cardFileName)
    cardFileNameShape = cardFileNameShape.replace('.root', 'Card.txt')
    cardFileName = cardFileNameTxt if args.useTxt else cardFileNameShape

    if args.parameters:
        options = "--expectSignal=1 --setParameters r=1"
        nll = c.calcNLL(fname=cardFileName, options=options)
        nllCache.add(sEFTConfig, nll, overwrite=True)
        print nll
        print sEFTConfig
        res = c.calcLimit(cardFileName,
                          options=options + "  --freezeParameters r")
        #        Results = CombineResults( cardFile=cardFileNameTxt, plotDirectory="./", year="combined", bkgOnly=args.bkgOnly, isSearch=False )
        #        postFit = Results.getPulls( postFit=True )
        #        if "EFT_nJet" in postFit.keys():
        #            freezeParams = "EFT_nJet=%f,r=1"%postFit["EFT_nJet"].val
        #            print freezeParams
        #            c.calcNuisances( cardFileName, bonly=False, options="--expectSignal=1 --freezeParameters EFT_nJet,r --setParameters %s --rMin 0.999 --rMax 1.001 --cminDefaultMinimizerTolerance=0.001"%freezeParams )
        #        else:
        c.calcNuisances(
            cardFileName,
            bonly=False,
            options=
            "--expectSignal=1 --freezeParameters r --setParameters r=1 --rMin 0.99 --rMax 1.01 --cminDefaultMinimizerTolerance=0.01"
        )
    else:
        options = ""
        if args.freezeR:
            options = "--setParameters r=1 --freezeParameters r"
        res = c.calcLimit(cardFileName, options=options)

        # options for running the bkg only fit with r=1
        options = " --customStartingPoint --expectSignal=1 --cminDefaultMinimizerStrategy=0"
        if args.freezeR:
            #            options += " --setParameters r=1.14 --freezeParameters r --cminDefaultMinimizerTolerance=0.1"
            #            options += " --rMin 1.13 --rMax 1.15 --cminDefaultMinimizerTolerance=0.1"
            #            options += " --rMin 0.99 --rMax 1.01"
            #            options += " --redefineSignalPOI Signal_mu_4p_Bin0_2018 --freezeParameters r --setParameters r=1" # --rMin 1.11 --rMax 1.13"
            options += " --rMin 0.99 --rMax 1.01 --freezeParameters r --setParameters r=1"  # --rMin 1.11 --rMax 1.13"
        else:
            options += " --rMin 0.5 --rMax 1.5 --cminDefaultMinimizerTolerance=0.1"
        c.calcNuisances(cardFileName, bonly=args.bkgOnly, options=options)
        if args.freezeSigUnc:
            Results = CombineResults(cardFile=cardFileNameTxt,
                                     plotDirectory="./",
                                     year="combined",
                                     bkgOnly=args.bkgOnly,
                                     isSearch=False)
            postFit = Results.getPulls(postFit=True)
            freezeParams = [
                p for p in postFit.keys() if p.startswith("Signal_")
            ]
            pulls = [p + "=" + str(postFit[p].val) for p in freezeParams]
            print pulls
            c.calcNuisances(cardFileName,
                            bonly=args.bkgOnly,
                            options=options +
                            " --setParameters %s --freezeParameters %s" %
                            (",".join(pulls), ",".join(freezeParams)))

    if args.plot and not args.parameters:
        path = os.environ["CMSSW_BASE"]
        path += "/src/TTGammaEFT/plots/plotsLukas/regions"
        if args.expected:
            cdir = "limits/cardFiles/defaultSetup/expected"
        else:
            cdir = "limits/cardFiles/defaultSetup/observed"
        cfile = cardFileNameTxt.split("/")[-1].split(".")[0]

        cmd = "python %s/fitResults.py --carddir %s --cardfile %s --linTest %s --year %s --plotCovMatrix --plotRegionPlot %s --cores %i %s %s %s %s %s %s" % (
            path, cdir, cfile, str(args.linTest), "combined", "--bkgOnly"
            if args.bkgOnly else "", 1, "--expected" if args.expected else "",
            "--misIDPOI" if args.misIDPOI else "", "--wgPOI"
            if args.wgPOI else "", "--ttPOI" if args.ttPOI else "", "--dyPOI"
            if args.dyPOI else "", "--wJetsPOI" if args.wJetsPOI else "")
        #        cmd = "python %s/fitResults.py --carddir %s --cardfile %s --linTest %s --year %s --plotRegionPlot %s --cores %i %s %s %s %s %s %s"%(path, cdir, cfile, str(args.linTest), "combined", "--bkgOnly" if args.bkgOnly else "", 1, "--expected" if args.expected else "", "--misIDPOI" if args.misIDPOI else "", "--wgPOI" if args.wgPOI else "", "--ttPOI" if args.ttPOI else "", "--dyPOI" if args.dyPOI else "", "--wJetsPOI" if args.wJetsPOI else "")
        logger.info("Executing plot command: %s" % cmd)
        os.system(cmd)
        cmd = "python %s/fitResults.py --carddir %s --cardfile %s --linTest %s --year %s --plotCorrelations --plotCovMatrix --plotRegionPlot --plotImpacts --postFit %s --cores %i %s %s %s %s %s %s" % (
            path, cdir, cfile, str(args.linTest), "combined", "--bkgOnly"
            if args.bkgOnly else "", 1, "--expected" if args.expected else "",
            "--misIDPOI" if args.misIDPOI else "", "--wgPOI"
            if args.wgPOI else "", "--ttPOI" if args.ttPOI else "", "--dyPOI"
            if args.dyPOI else "", "--wJetsPOI" if args.wJetsPOI else "")
        #        cmd = "python %s/fitResults.py --carddir %s --cardfile %s --linTest %s --year %s --plotRegionPlot --postFit %s --cores %i %s %s %s %s %s %s"%(path, cdir, cfile, str(args.linTest), "combined", "--bkgOnly" if args.bkgOnly else "", 1, "--expected" if args.expected else "", "--misIDPOI" if args.misIDPOI else "", "--wgPOI" if args.wgPOI else "", "--ttPOI" if args.ttPOI else "", "--dyPOI" if args.dyPOI else "", "--wJetsPOI" if args.wJetsPOI else "")
        #        cmd = "python %s/fitResults.py --carddir %s --cardfile %s --year %s --plotImpacts --postFit %s --cores %i %s %s %s %s %s"%(path, cdir, cfile, "combined", "--bkgOnly" if args.bkgOnly else "", 1, "--expected" if args.expected else "", "--misIDPOI" if args.misIDPOI else "", "--ttPOI" if args.ttPOI else "", "--dyPOI" if args.dyPOI else "", "--wJetsPOI" if args.wJetsPOI else "")
        logger.info("Executing plot command: %s" % cmd)
        os.system(cmd)

    ###################
    # extract the SFs #
    ###################
    if not args.parameters:
        default_QCD_unc = 0.5
        default_HadFakes_unc = 0.05
        default_ZG_unc = 0.3
        default_Other_unc = 0.30
        default_misID4p_unc = 0.2
        default_ZG4p_unc = 0.4
        default_WG4p_unc = 0.2
        default_DY_unc = 0.1
        unc = {
            "QCD_0b_normalization": default_QCD_unc,
            "QCD_1b_normalization": default_QCD_unc,
            "ZGamma_normalization": default_ZG_unc,
            "Other_normalization": default_Other_unc,
            "fake_photon_DD_normalization": default_HadFakes_unc,
            "MisID_nJet_dependence_2016": default_misID4p_unc,
            "MisID_nJet_dependence_2017": default_misID4p_unc,
            "MisID_nJet_dependence_2018": default_misID4p_unc,
            "MisID_extrapolation_2016": 0.1,
            "MisID_extrapolation_2017": 0.1,
            "MisID_extrapolation_2018": 0.1,
            "ZGamma_nJet_dependence": default_ZG4p_unc,
            "WGamma_nJet_dependence": default_WG4p_unc,
            "ZJets_normalization": default_DY_unc,
        }
        rateParam = [
            "MisID_normalization_2016",
            "MisID_normalization_2017",
            "MisID_normalization_2018",
            "WGamma_normalization",
            #                    "ZJets_normalization",
        ]

        Results = CombineResults(cardFile=cardFileNameTxt,
                                 plotDirectory="./",
                                 year="combined",
                                 bkgOnly=args.bkgOnly,
                                 isSearch=False)
        postFit = Results.getPulls(postFit=True)

        if not os.path.isdir("logs"): os.mkdir("logs")
        write_time = time.strftime("%Y %m %d %H:%M:%S", time.localtime())

        with open("logs/cardFiles.dat", "a") as f:
            f.write(cardFileNameTxt + "\n")

        with open("logs/scaleFactors.dat", "a") as f:
            f.write("\n\n" + cardFileNameTxt + "\n")

            sf = "{:20} {:4.2f} +- {:4.2f}".format("POI", postFit["r"].val,
                                                   postFit["r"].sigma)
            print sf
            f.write(
                str("combined") + ": " + write_time + ": " +
                "_".join(regionNames) + ": " + sf + "\n")
            for sf_name in unc.keys():
                if sf_name not in postFit.keys(): continue
                sf = "{:20} {:4.2f} +- {:4.2f}".format(
                    sf_name, 1 + (postFit[sf_name].val * unc[sf_name]),
                    postFit[sf_name].sigma * unc[sf_name])
                print sf
                f.write(
                    str("combined") + ": " + write_time + ": " +
                    "_".join(regionNames) + ": " + sf + "\n")
            for sf_name in rateParam:
                if sf_name not in postFit.keys(): continue
                sf = "{:20} {:4.2f} +- {:4.2f}".format(sf_name,
                                                       postFit[sf_name].val,
                                                       postFit[sf_name].sigma)
                print sf
                f.write(
                    str("combined") + ": " + write_time + ": " +
                    "_".join(regionNames) + ": " + sf + "\n")