Validation/RecoTrack/test/trackingPerformanceValidation.py - master - githubmirror/cmssw

Validation/RecoTrack/test/trackingPerformanceValidation.py
273 строки11 KB
Andrew Hart
Added a new EXO regional tracking iteration.
28 апр 2023, 02:17
28 апр 2023, 02:17fd00eb2
#! /usr/bin/env python3

from Validation.RecoTrack.plotting.validation import Sample, Validation
import Validation.RecoTrack.plotting.validation as validation
import Validation.RecoTrack.plotting.trackingPlots as trackingPlots
import Validation.RecoVertex.plotting.vertexPlots as vertexPlots

#########################################################
########### User Defined Variables (BEGIN) ##############

### Reference release
RefRelease='CMSSW_10_0_0_pre2_2018'

### Relval release (set if different from $CMSSW_VERSION)
NewRelease='CMSSW_10_0_0_pre3_2018'

### This is the list of IDEAL-conditions relvals 
startupsamples_run1 = [
    Sample('RelValMinBias'),
    Sample('RelValTTbar', version="v2"),
    Sample('RelValQCD_Pt_600_800'),
    Sample('RelValQCD_Pt_3000_3500'),
    Sample('RelValQCD_FlatPt_15_3000', append="HS"),
    Sample('RelValZMM'),
    Sample('RelValWjet_Pt_3000_3500'),
    Sample('RelValH130GGgluonfusion'),
    Sample('RelValSingleElectronPt35'),
    Sample('RelValSingleElectronPt10'),
    Sample('RelValSingleMuPt10'),
    Sample('RelValSingleMuPt100')
]

common = [
    Sample('RelValMinBias', midfix="13"),
    Sample('RelValTTbar', midfix="13"),
    Sample('RelValQCD_Pt_600_800', midfix="13"),
    Sample('RelValQCD_Pt_3000_3500', midfix="13"),
    Sample('RelValQCD_FlatPt_15_3000', append="HS", midfix="13"),
    Sample('RelValZMM', midfix="13"),
    Sample('RelValWjet_Pt_3000_3500', midfix="13"),
    Sample('RelValH125GGgluonfusion', midfix="13"),
]

startupsamples = common + [
    Sample('RelValSingleElectronPt35', midfix="UP15"),
    Sample('RelValSingleElectronPt10', midfix="UP15"),
    Sample('RelValSingleMuPt10', midfix="UP15"),
    Sample('RelValSingleMuPt100', midfix="UP15")
]
hasPhase0FullSim = False
if not hasPhase0FullSim:
    startupsamples = [] # no phase0 in 91X
#startupsamples = []
#startupsamples = startupsamples_run1


def putype(t):
    if "_pmx" in NewRelease:
        if "_pmx" in RefRelease:
            return {"default": "pmx"+t}
        return {"default": t, NewRelease: "pmx"+t}
    return t

pileupstartupsamples = [
    Sample('RelValTTbar', putype=putype("25ns"), punum=35, midfix="13"),
#    Sample('RelValTTbar', putype=putype("50ns"), punum=35, midfix="13"),
    Sample('RelValZMM', putype=putype("25ns"), punum=35, midfix="13"),
#    Sample('RelValZMM', putype=putype("50ns"), punum=35, midfix="13")
]
#pileupstartupsamples = []
def _isPhase1(release):
    return "phase1" in release or "2017" in release or "2018" in release
if not _isPhase1(NewRelease) and not hasPhase0FullSim:
    pileupstartupsamples = []

phase1samples = common + [
    Sample('RelValSingleElectronPt35'),
    Sample('RelValSingleElectronPt10'),
    Sample("RelValSingleMuPt1"),
    Sample("RelValSingleMuPt10"),
    Sample("RelValSingleMuPt100"),
]
phase1samples_design = [
    # Design
    Sample('RelValMinBias', midfix="13", scenario="Design"),
    Sample("RelValTTbar", midfix="13", scenario="Design"),
]
if "phase1" in NewRelease or "2017" in NewRelease:
    phase1samples.extend(pileupstartupsamples)
    phase1samples_design.extend([
            Sample("RelValSingleMuPt1", scenario="Design"),
            Sample("RelValSingleMuPt10", scenario="Design"),
            Sample("RelValSingleMuPt100", scenario="Design"),
            Sample("RelValTTbar", midfix="13", scenario="Design", putype=putype("25ns"), punum=35),
    ])
phase1samples.extend([
    Sample('RelValTTbar', putype=putype("25ns"), punum=50, midfix="13"),
])
if "2018" in NewRelease:
    phase1samples.extend([
            Sample('RelValZMM', putype=putype("25ns"), punum=50, midfix="13"),
    ])
    phase1samples_design.extend([
            Sample("RelValTTbar", midfix="13", scenario="Design", putype=putype("25ns"), punum=50),
    ])
if _isPhase1(NewRelease):
    phase1samples.extend(phase1samples_design)

phase2samples = [
    Sample("RelValMinBias", midfix="TuneZ2star_14TeV", scenario="2023GReco"),
    Sample("RelValMinBias", midfix="TuneZ2star_14TeV", scenario="2023tilted"),
    Sample("RelValTTbar", midfix="14TeV", scenario="2023GReco"),
    Sample("RelValTTbar", midfix="14TeV", scenario="2023GRecoPU35", putype=putype("25ns"), punum=35),
    Sample("RelValTTbar", midfix="14TeV", scenario="2023GRecoPU140", putype=putype("25ns"), punum=140),
    Sample("RelValTTbar", midfix="14TeV", scenario="2023GRecoPU200", putype=putype("25ns"), punum=200),
    Sample("RelValTTbar", midfix="14TeV", scenario="2023tilted"),
    Sample("RelValTTbar", midfix="14TeV", scenario="2023tiltedPU35", putype=putype("25ns"), punum=35),
    Sample("RelValTTbar", midfix="14TeV", scenario="2023tiltedPU140", putype=putype("25ns"), punum=140),
    Sample("RelValTTbar", midfix="14TeV", scenario="2023tiltedPU200", putype=putype("25ns"), punum=200),
    Sample("RelValZMM", midfix="13", scenario="2023GReco"),
    Sample("RelValZMM", midfix="13", scenario="2023GRecoPU140", putype=putype("25ns"), punum=140),
    Sample("RelValZMM", midfix="13", scenario="2023GRecoPU200", putype=putype("25ns"), punum=200),
    Sample("RelValZMM", midfix="13", scenario="2023tilted"),
    Sample("RelValZMM", midfix="13", scenario="2023tiltedPU140", putype=putype("25ns"), punum=140),
    Sample("RelValZMM", midfix="13", scenario="2023tiltedPU200", putype=putype("25ns"), punum=200),
    Sample("RelValSingleElectronPt35Extended", scenario="2023GReco"),
    Sample("RelValSingleElectronPt35Extended", scenario="2023tilted"),
    Sample("RelValSingleMuPt10Extended", scenario="2023GReco"),
    Sample("RelValSingleMuPt10Extended", scenario="2023tilted"),
    Sample("RelValSingleMuPt100", scenario="2023GReco"),
    Sample("RelValSingleMuPt100", scenario="2023tilted"),
]

fastsimstartupsamples = [
    Sample('RelValTTbar', midfix="13", fastsim=True),
    Sample('RelValQCD_FlatPt_15_3000', midfix="13", fastsim=True),
    Sample('RelValSingleMuPt10', midfix="UP15", fastsim=True),
    Sample('RelValSingleMuPt100', midfix="UP15", fastsim=True)
]

pileupfastsimstartupsamples = [
    Sample('RelValTTbar', putype=putype("25ns"), punum=35, midfix="13", fastsim=True)
]

doFastVsFull = True
doPhase2PU = False
if "_pmx" in NewRelease:
    startupsamples = []
    fastsimstartupsamples = []
    phase1samples = pileupstartupsamples
    doFastVsFull = False
    if not NewRelease in validation._globalTags:
        validation._globalTags[NewRelease] = validation._globalTags[NewRelease.replace("_pmx", "")]
if RefRelease is not None and "_pmx" in RefRelease:
    if not RefRelease in validation._globalTags:
        validation._globalTags[RefRelease] = validation._globalTags[RefRelease.replace("_pmx", "")]
if "_extended" in NewRelease:
    startupsamples = [
        Sample('RelValTTbar', midfix="13_HS"),
        Sample('RelValZMM', midfix="13_HS"),
    ]
    pileupstartupsamples = [
        Sample('RelValTTbar', putype=putype("25ns"), midfix="13_HS"),
        Sample('RelValZMM', putype=putype("25ns"), midfix="13_HS"),
    ]
    fastsimstartupsamples = []
    pileupfastsimstartupsamples = []
    doFastVsFull = False
    if not NewRelease in validation._globalTags:
        validation._globalTags[NewRelease] = validation._globalTags[NewRelease.replace("_extended", "")]
if _isPhase1(NewRelease):
    startupsamples = phase1samples
    pileupstartupsamples = []
    fastsimstartupsamples = []
    pileupfastsimstartupsamples = []
    doFastVsFull = False
if "_phase2" in NewRelease:
    startupsamples = phase2samples
    pileupstartupsamples = []
    fastsimstartupsamples = []
    pileupfastsimstartupsamples = []
    doFastVsFull = False
    doPhase2PU = True

### Track algorithm name and quality. Can be a list.
Algos= ['ootb', 'initialStep', 'lowPtTripletStep','pixelPairStep','detachedTripletStep','mixedTripletStep','pixelLessStep','tobTecStep','displacedGeneralStep','jetCoreRegionalStep','muonSeededStepInOut','muonSeededStepOutIn','displacedRegionalStep',
        'ak4PFJets','btvLike'
]
#Algos= ['ootb']
#Algos= ['ootb','initialStep','lowPtTripletStep','pixelPairStep','mixedTripletStep','muonSeededStepInOut','muonSeededStepOutIn'] # phase1
Qualities=['', 'highPurity']
VertexCollections=["offlinePrimaryVertices", "selectedOfflinePrimaryVertices"]

def limitProcessing(algo, quality):
    return algo in Algos and quality in Qualities

def limitRelVal(algo, quality):
    qual = quality.replace("ByOriginalAlgo", "") # include ByOriginalAlgo
    return qual in ["", "highPurity"]

def ignore(a, q):
    return False

kwargs_tracking = {
    "limitSubFoldersOnlyTo": {
        # filter out the pT>0.9 GeV track selection
        "": limitRelVal,
        "tpPtLess09": limitRelVal,
        "tpEtaGreater2p7": limitRelVal,
        "displaced": limitRelVal,
        "allTPEffic": limitRelVal,
        "fromPV": limitRelVal,
        "fromPVAllTP": limitRelVal,
    }
}
# Temporary until we have limited the set of histograms for phase2
if "_phase2" in NewRelease or "SLHC" in NewRelease:
    kwargs_tracking["limitSubFoldersOnlyTo"].update({
        "allTPEffic": ignore, "fromPV": ignore, "fromPVAllTP": ignore, # ignore for now to save disk space
        "seeding": ignore, "building": ignore # temporary until we have limited the set of histograms for phase2
    })



### Reference and new repository
RefRepository = '/eos/project/c/cmsweb/www/tracking/validation/MC'
NewRepository = 'new' # copy output into a local folder

# Tracking validation plots
val = Validation(
    fullsimSamples = startupsamples + pileupstartupsamples,
    fastsimSamples = fastsimstartupsamples + pileupfastsimstartupsamples,
    refRelease=RefRelease, refRepository=RefRepository,
    newRelease=NewRelease, newRepository=NewRepository
)
htmlReport = val.createHtmlReport()
val.download()
val.doPlots(plotter=trackingPlots.plotter,
            htmlReport=htmlReport, doFastVsFull=doFastVsFull, doPhase2PU=doPhase2PU,
            **kwargs_tracking
)
#val.doPlots(plotter=trackingPlots.plotterExt,
#            htmlReport=htmlReport, doFastVsFull=doFastVsFull, doPhase2PU=doPhase2PU,
#            **kwargs_tracking
#)

val.doPlots(plotter=vertexPlots.plotter,
            limitSubFoldersOnlyTo={"": VertexCollections},
            htmlReport=htmlReport, doFastVsFull=doFastVsFull, doPhase2PU=doPhase2PU,
)
#val.doPlots(plotter=vertexPlots.plotterExt,
#            limitSubFoldersOnlyTo={"": VertexCollections},
#            htmlReport=htmlReport, doFastVsFull=doFastVsFull, doPhase2PU=doPhase2PU,
#)
htmlReport.write()


# Timing plots
#val2 = validation.Validation(
#    fullsimSamples = startupsamples, fastsimSamples=[],
#    newRelease=NewRelease)
#val2.doPlots(refRelease=RefRelease,
#             refRepository=RefRepository, newRepository=NewRepository, plotter=trackingPlots.timePlotter,
#             algos=None, qualities=None)

# TrackingParticle plots
#val3 = validation.Validation(
#    fullsimSamples = startupsamples + pileupstartupsamples + upgradesamples,
#    fastsimSamples=[], newRelease=NewRelease,
#    selectionName="_tp")
#val3.download()
#val3.doPlots(algos=None, qualities=None, refRelease=RefRelease,
#             refRepository=RefRepository, newRepository=NewRepository, plotter=trackingPlots.tpPlotter)