def getTransform(RAWtoALL=False):
executorSet = set()
addRecoSubsteps(executorSet)
trf = transform(executor = executorSet, description = 'General purpose ATLAS digitisation and reconstruction transform'
' Inputs can be HITS, RDO, BS, ESD or AOD, with outputs of RDO, ESD, AOD or DAODs.'
' See https://twiki.cern.ch/twiki/bin/view/AtlasComputing/RecoTf for more details.')
addAthenaArguments(trf.parser)
addDetectorArguments(trf.parser)
addTriggerArguments(trf.parser)
addAllRecoArgs(trf, RAWtoALL)
# For digi step - make sure we can add the digitisation/simulation arguments
# before we add this substep; allows Reco_tf to work without AtlasSimulation
try:
from SimuJobTransforms.simTrfArgs import addForwardDetTrfArgs, addBasicDigiArgs, addPileUpTrfArgs, addCommonSimDigTrfArgs
from SimuJobTransforms.SimTransformUtils import addDigitizationSubstep
addBasicDigiArgs(trf.parser)
addForwardDetTrfArgs(trf.parser)
addPileUpTrfArgs(trf.parser)
addCommonSimDigTrfArgs(trf.parser)
simStepSet = set()
addDigitizationSubstep(simStepSet)
trf.appendToExecutorSet(list(simStepSet)[0])
except ImportError, e:
msg.warning('Failed to import digitisation arguments ({0}). Digitisation substep will not be available.'.format(e))
def addOverlayArguments(parser):
from SimuJobTransforms.simTrfArgs import addBasicDigiArgs, addForwardDetTrfArgs
from EventOverlayJobTransforms.overlayTrfArgs import addOverlayTrfArgs, addOverlayPoolTrfArgs
addBasicDigiArgs(parser)
addForwardDetTrfArgs(parser)
addOverlayTrfArgs(parser)
addOverlayPoolTrfArgs(parser)
def getTransform(RAWtoALL=False):
executorSet = set()
addRecoSubsteps(executorSet)
trf = transform(
executor=executorSet,
description=
'General purpose ATLAS digitisation and reconstruction transform'
' Inputs can be HITS, RDO, BS, ESD or AOD, with outputs of RDO, ESD, AOD or DAODs.'
' See https://twiki.cern.ch/twiki/bin/view/AtlasComputing/RecoTf for more details.'
)
addAthenaArguments(trf.parser)
addDetectorArguments(trf.parser)
addTriggerArguments(trf.parser)
addAllRecoArgs(trf, RAWtoALL)
# For digi step - make sure we can add the digitisation/simulation arguments
# before we add this substep; allows Reco_tf to work without AtlasSimulation
try:
from SimuJobTransforms.simTrfArgs import addForwardDetTrfArgs, addBasicDigiArgs, addPileUpTrfArgs, addCommonSimDigTrfArgs
from SimuJobTransforms.SimTransformUtils import addDigitizationSubstep
addBasicDigiArgs(trf.parser)
addForwardDetTrfArgs(trf.parser)
addPileUpTrfArgs(trf.parser)
addCommonSimDigTrfArgs(trf.parser)
simStepSet = set()
addDigitizationSubstep(simStepSet)
trf.appendToExecutorSet(list(simStepSet)[0])
except ImportError as e:
msg.warning(
'Failed to import digitisation arguments ({0}). Digitisation substep will not be available.'
.format(e))
# Again, protect core functionality from too tight a dependence on EventOverlay
try:
from EventOverlayJobTransforms.overlayTrfArgs import addOverlayTrfArgs, addOverlayPoolTrfArgs
from EventOverlayJobTransforms.overlayTransformUtils import appendOverlay_PoolSubstep
addOverlayTrfArgs(trf.parser)
addOverlayPoolTrfArgs(trf.parser)
appendOverlay_PoolSubstep(trf, True)
except ImportError as e:
msg.warning(
'Failed to import overlay arguments ({0}). Event overlay substep will not be available.'
.format(e))
# Again, protect core functionality from too tight a dependence on PATJobTransforms
try:
from PATJobTransforms.PATTransformUtils import addPhysValidationFiles, addValidationArguments, appendPhysValidationSubstep
addPhysValidationFiles(trf.parser)
addValidationArguments(trf.parser)
appendPhysValidationSubstep(trf)
except ImportError:
msg.warning(
'Failed to import PAT arguments. Physics validation substep will not be available.'
)
return trf
def addOverlayArguments(parser):
"""Add all overlay command-line parser arguments."""
# TODO: are forward detectors really needed?
from SimuJobTransforms.simTrfArgs import addBasicDigiArgs # , addForwardDetTrfArgs
addBasicDigiArgs(parser)
# addForwardDetTrfArgs(parser)
addOverlayTrfArgs(parser)
addMCOverlayTrfArgs(parser)
addDataOverlayTrfArgs(parser)
def getTransform():
executorSet = set()
addRecoSubsteps(executorSet)
addDigitizationSubstep(executorSet)
# Sim + Digi - factor these out into an importable function in time
executorSet.add(
athenaExecutor(
name='TRtoHITS',
skeletonFile='SimuJobTransforms/skeleton.EVGENtoHIT_ISF.py',
substep='simTRIn',
tryDropAndReload=False,
perfMonFile='ntuple.pmon.gz',
inData=['EVNT_TR'],
outData=['HITS', 'NULL']))
executorSet.add(
athenaExecutor(
name='EVNTtoHITS',
skeletonFile='SimuJobTransforms/skeleton.EVGENtoHIT_ISF.py',
substep='sim',
tryDropAndReload=False,
perfMonFile='ntuple.pmon.gz',
inData=['NULL', 'EVNT'],
outData=['EVNT_TR', 'HITS', 'NULL']))
trf = transform(
executor=executorSet,
description=
'Full chain ATLAS transform with ISF simulation, digitisation'
' and reconstruction. Inputs can be EVNT, EVNT_TR, HITS, RDO, BS, ESD or AOD, with outputs of RDO, ESD, AOD or DPDs.'
' See https://twiki.cern.ch/twiki/bin/viewauth/Atlas/FullChainTf for more details.'
)
# Common arguments
addAthenaArguments(trf.parser)
addDetectorArguments(trf.parser)
addTriggerArguments(trf.parser)
# Reconstruction arguments and outputs (use the factorised 'do it all' function)
addAllRecoArgs(trf)
# Simulation and digitisation options
addCommonSimTrfArgs(trf.parser)
addCommonSimDigTrfArgs(trf.parser)
addCosmicsTrfArgs(trf.parser)
addBasicDigiArgs(trf.parser)
addSim_tfArgs(trf.parser)
addForwardDetTrfArgs(trf.parser)
addPileUpTrfArgs(trf.parser)
addCommonSimDigTrfArgs(trf.parser)
addTrackRecordArgs(trf.parser)
return trf
def getTransform():
executorSet = set()
executorSet.add(
athenaExecutor(
name='FTKSimulationMerge',
skeletonFile='TrigFTKSim/skeleton.FTKStandaloneMerge.py',
inData=['NTUP_FTKTMP'],
disableMP=True,
outData=['NTUP_FTK', 'RDO_FTK'],
))
executorSet.add(
athenaExecutor(
name='FTKSimulationRDOMerge',
skeletonFile='TrigFTKSim/skeleton.FTKStandaloneMerge.py',
disableMP=True,
inData=[('NTUP_FTKTMP', 'RDO')],
outData=['RDO_FTK'],
))
executorSet.add(
athenaExecutor(
name='FTKRecoRDOtoESD',
skeletonFile='RecJobTransforms/skeleton.RAWtoESD.py',
substep='r2e',
inData=[('RDO', 'NTUP_FTK')],
outData=['DESD_FTK'],
perfMonFile='ntuple_RAWtoESD.pmon.gz',
))
# extraRunargs = {'preInclude': ['TrigFTKSim/FTKReco_jobOptions.py']}))
executorSet.add(
athenaExecutor(
name='FTKRecoESDtoNTUP',
skeletonFile='PyJobTransforms/skeleton.ESDtoDPD.py',
substep='e2d',
inData=['DESD_FTK'],
outData=['NTUP_TRIG'],
perfMonFile='ntuple_ESDtoDPD.pmon.gz',
))
# extraRunargs = {'preInclude': ['TrigFTKSim/FTKReco_jobOptions.py']}))
trf = transform(executor=executorSet,
description='FTK full region merge and reco.')
addAthenaArguments(trf.parser, maxEventsDefaultSubstep='all')
addDetectorArguments(trf.parser)
addCommonRecTrfArgs(trf.parser)
addFTKSimulationArgs(trf.parser)
addD3PDArguments(trf.parser, pick=['NTUP_TRIG'], transform=trf)
addBasicDigiArgs(trf.parser)
return trf
def getTransform():
executorSet = set()
executorSet.add(athenaExecutor(name = 'FTKSimulationMergeDigi',
skeletonFile = 'TrigFTKSim/skeleton.FTKStandaloneMergeDigi.py',
inData = ['NTUP_FTKTMP'],disableMP=True,
outData = ['RDO_FTK'],))
trf = transform(executor = executorSet, description = 'FTK full region merge and reco.')
addAthenaArguments(trf.parser, maxEventsDefaultSubstep='all')
addDetectorArguments(trf.parser)
addCommonRecTrfArgs(trf.parser)
addFTKSimulationArgs(trf.parser)
addD3PDArguments(trf.parser, pick=['NTUP_TRIG'], transform=trf)
addBasicDigiArgs(trf.parser)
return trf
def addPureDigitizationArguments(parser):
from SimuJobTransforms.simTrfArgs import addBasicDigiArgs, addPileUpTrfArgs
addBasicDigiArgs(parser)
addPileUpTrfArgs(parser)
def addUniqueOverlay_BSArguments(parser):
from SimuJobTransforms.simTrfArgs import addBasicDigiArgs
from EventOverlayJobTransforms.overlayTrfArgs import addOverlayTrfArgs, addOverlayBSTrfArgs
addBasicDigiArgs(parser)
addOverlayTrfArgs(parser)
addOverlayBSTrfArgs(parser)
def getTransform():
executorSet = set()
addRecoSubsteps(executorSet)
# Sim + Digi - factor these out into an importable function in time
executorSet.add(
athenaExecutor(
name='EVNTtoRDO',
skeletonFile='FullChainTransforms/FastChainSkeleton.EVGENtoRDO.py',
substep='simdigi',
tryDropAndReload=False,
perfMonFile='ntuple.pmon.gz',
inData=['NULL', 'EVNT'],
outData=['RDO', 'NULL']))
# Overlay
from EventOverlayJobTransforms.overlayTransformUtils import addOverlay_PoolArguments
executorSet.add(
athenaExecutor(
name='OverlayPool',
skeletonFile='EventOverlayJobTransforms/skeleton.OverlayPool_tf.py',
substep='overlayPOOL',
tryDropAndReload=False,
perfMonFile='ntuple.pmon.gz',
inData=[('HITS', 'RDO_BKG')],
outData=['RDO', 'RDO_SGNL']))
trf = transform(
executor=executorSet,
description=
'Fast chain ATLAS transform with ISF simulation, digitisation'
' and reconstruction. Inputs can be EVNT, with outputs of RDO, ESD, AOD or DPDs.'
' See https://twiki.cern.ch/twiki/bin/viewauth/AtlasComputing/FastChainTf for more details.'
)
# Common arguments
addAthenaArguments(trf.parser)
addDetectorArguments(trf.parser)
addTriggerArguments(trf.parser)
# Reconstruction arguments and outputs (use the factorised 'do it all' function)
addAllRecoArgs(trf)
# Simulation and digitisation options
addCommonSimTrfArgs(trf.parser)
addCommonSimDigTrfArgs(trf.parser)
addBasicDigiArgs(trf.parser)
addSim_tfArgs(trf.parser)
# addForwardDetTrfArgs(trf.parser)
addPileUpTrfArgs(trf.parser)
addTrackRecordArgs(trf.parser)
addFastChainTrfArgs(trf.parser)
# Overlay
addOverlay_PoolArguments(trf.parser)
# Add PhysVal
addPhysValidationFiles(trf.parser)
addValidationArguments(trf.parser)
appendPhysValidationSubstep(trf)
return trf