def getTransform(RAWtoALL=False): executorSet = set() addRecoSubsteps(executorSet) trf = transform(executor = executorSet, description = 'General purpose ATLAS digitisation and reconstruction transform' ' Inputs can be HITS, RDO, BS, ESD or AOD, with outputs of RDO, ESD, AOD or DAODs.' ' See https://twiki.cern.ch/twiki/bin/view/AtlasComputing/RecoTf for more details.') addAthenaArguments(trf.parser) addDetectorArguments(trf.parser) addTriggerArguments(trf.parser) addAllRecoArgs(trf, RAWtoALL) # For digi step - make sure we can add the digitisation/simulation arguments # before we add this substep; allows Reco_tf to work without AtlasSimulation try: from SimuJobTransforms.simTrfArgs import addForwardDetTrfArgs, addBasicDigiArgs, addPileUpTrfArgs, addCommonSimDigTrfArgs from SimuJobTransforms.SimTransformUtils import addDigitizationSubstep addBasicDigiArgs(trf.parser) addForwardDetTrfArgs(trf.parser) addPileUpTrfArgs(trf.parser) addCommonSimDigTrfArgs(trf.parser) simStepSet = set() addDigitizationSubstep(simStepSet) trf.appendToExecutorSet(list(simStepSet)[0]) except ImportError, e: msg.warning('Failed to import digitisation arguments ({0}). Digitisation substep will not be available.'.format(e))
def addOverlayArguments(parser): from SimuJobTransforms.simTrfArgs import addBasicDigiArgs, addForwardDetTrfArgs from EventOverlayJobTransforms.overlayTrfArgs import addOverlayTrfArgs, addOverlayPoolTrfArgs addBasicDigiArgs(parser) addForwardDetTrfArgs(parser) addOverlayTrfArgs(parser) addOverlayPoolTrfArgs(parser)
def getTransform(RAWtoALL=False): executorSet = set() addRecoSubsteps(executorSet) trf = transform( executor=executorSet, description= 'General purpose ATLAS digitisation and reconstruction transform' ' Inputs can be HITS, RDO, BS, ESD or AOD, with outputs of RDO, ESD, AOD or DAODs.' ' See https://twiki.cern.ch/twiki/bin/view/AtlasComputing/RecoTf for more details.' ) addAthenaArguments(trf.parser) addDetectorArguments(trf.parser) addTriggerArguments(trf.parser) addAllRecoArgs(trf, RAWtoALL) # For digi step - make sure we can add the digitisation/simulation arguments # before we add this substep; allows Reco_tf to work without AtlasSimulation try: from SimuJobTransforms.simTrfArgs import addForwardDetTrfArgs, addBasicDigiArgs, addPileUpTrfArgs, addCommonSimDigTrfArgs from SimuJobTransforms.SimTransformUtils import addDigitizationSubstep addBasicDigiArgs(trf.parser) addForwardDetTrfArgs(trf.parser) addPileUpTrfArgs(trf.parser) addCommonSimDigTrfArgs(trf.parser) simStepSet = set() addDigitizationSubstep(simStepSet) trf.appendToExecutorSet(list(simStepSet)[0]) except ImportError as e: msg.warning( 'Failed to import digitisation arguments ({0}). Digitisation substep will not be available.' .format(e)) # Again, protect core functionality from too tight a dependence on EventOverlay try: from EventOverlayJobTransforms.overlayTrfArgs import addOverlayTrfArgs, addOverlayPoolTrfArgs from EventOverlayJobTransforms.overlayTransformUtils import appendOverlay_PoolSubstep addOverlayTrfArgs(trf.parser) addOverlayPoolTrfArgs(trf.parser) appendOverlay_PoolSubstep(trf, True) except ImportError as e: msg.warning( 'Failed to import overlay arguments ({0}). Event overlay substep will not be available.' .format(e)) # Again, protect core functionality from too tight a dependence on PATJobTransforms try: from PATJobTransforms.PATTransformUtils import addPhysValidationFiles, addValidationArguments, appendPhysValidationSubstep addPhysValidationFiles(trf.parser) addValidationArguments(trf.parser) appendPhysValidationSubstep(trf) except ImportError: msg.warning( 'Failed to import PAT arguments. Physics validation substep will not be available.' ) return trf
def addOverlayArguments(parser): """Add all overlay command-line parser arguments.""" # TODO: are forward detectors really needed? from SimuJobTransforms.simTrfArgs import addBasicDigiArgs # , addForwardDetTrfArgs addBasicDigiArgs(parser) # addForwardDetTrfArgs(parser) addOverlayTrfArgs(parser) addMCOverlayTrfArgs(parser) addDataOverlayTrfArgs(parser)
def getTransform(): executorSet = set() addRecoSubsteps(executorSet) addDigitizationSubstep(executorSet) # Sim + Digi - factor these out into an importable function in time executorSet.add( athenaExecutor( name='TRtoHITS', skeletonFile='SimuJobTransforms/skeleton.EVGENtoHIT_ISF.py', substep='simTRIn', tryDropAndReload=False, perfMonFile='ntuple.pmon.gz', inData=['EVNT_TR'], outData=['HITS', 'NULL'])) executorSet.add( athenaExecutor( name='EVNTtoHITS', skeletonFile='SimuJobTransforms/skeleton.EVGENtoHIT_ISF.py', substep='sim', tryDropAndReload=False, perfMonFile='ntuple.pmon.gz', inData=['NULL', 'EVNT'], outData=['EVNT_TR', 'HITS', 'NULL'])) trf = transform( executor=executorSet, description= 'Full chain ATLAS transform with ISF simulation, digitisation' ' and reconstruction. Inputs can be EVNT, EVNT_TR, HITS, RDO, BS, ESD or AOD, with outputs of RDO, ESD, AOD or DPDs.' ' See https://twiki.cern.ch/twiki/bin/viewauth/Atlas/FullChainTf for more details.' ) # Common arguments addAthenaArguments(trf.parser) addDetectorArguments(trf.parser) addTriggerArguments(trf.parser) # Reconstruction arguments and outputs (use the factorised 'do it all' function) addAllRecoArgs(trf) # Simulation and digitisation options addCommonSimTrfArgs(trf.parser) addCommonSimDigTrfArgs(trf.parser) addCosmicsTrfArgs(trf.parser) addBasicDigiArgs(trf.parser) addSim_tfArgs(trf.parser) addForwardDetTrfArgs(trf.parser) addPileUpTrfArgs(trf.parser) addCommonSimDigTrfArgs(trf.parser) addTrackRecordArgs(trf.parser) return trf
def getTransform(): executorSet = set() executorSet.add( athenaExecutor( name='FTKSimulationMerge', skeletonFile='TrigFTKSim/skeleton.FTKStandaloneMerge.py', inData=['NTUP_FTKTMP'], disableMP=True, outData=['NTUP_FTK', 'RDO_FTK'], )) executorSet.add( athenaExecutor( name='FTKSimulationRDOMerge', skeletonFile='TrigFTKSim/skeleton.FTKStandaloneMerge.py', disableMP=True, inData=[('NTUP_FTKTMP', 'RDO')], outData=['RDO_FTK'], )) executorSet.add( athenaExecutor( name='FTKRecoRDOtoESD', skeletonFile='RecJobTransforms/skeleton.RAWtoESD.py', substep='r2e', inData=[('RDO', 'NTUP_FTK')], outData=['DESD_FTK'], perfMonFile='ntuple_RAWtoESD.pmon.gz', )) # extraRunargs = {'preInclude': ['TrigFTKSim/FTKReco_jobOptions.py']})) executorSet.add( athenaExecutor( name='FTKRecoESDtoNTUP', skeletonFile='PyJobTransforms/skeleton.ESDtoDPD.py', substep='e2d', inData=['DESD_FTK'], outData=['NTUP_TRIG'], perfMonFile='ntuple_ESDtoDPD.pmon.gz', )) # extraRunargs = {'preInclude': ['TrigFTKSim/FTKReco_jobOptions.py']})) trf = transform(executor=executorSet, description='FTK full region merge and reco.') addAthenaArguments(trf.parser, maxEventsDefaultSubstep='all') addDetectorArguments(trf.parser) addCommonRecTrfArgs(trf.parser) addFTKSimulationArgs(trf.parser) addD3PDArguments(trf.parser, pick=['NTUP_TRIG'], transform=trf) addBasicDigiArgs(trf.parser) return trf
def getTransform(): executorSet = set() executorSet.add(athenaExecutor(name = 'FTKSimulationMergeDigi', skeletonFile = 'TrigFTKSim/skeleton.FTKStandaloneMergeDigi.py', inData = ['NTUP_FTKTMP'],disableMP=True, outData = ['RDO_FTK'],)) trf = transform(executor = executorSet, description = 'FTK full region merge and reco.') addAthenaArguments(trf.parser, maxEventsDefaultSubstep='all') addDetectorArguments(trf.parser) addCommonRecTrfArgs(trf.parser) addFTKSimulationArgs(trf.parser) addD3PDArguments(trf.parser, pick=['NTUP_TRIG'], transform=trf) addBasicDigiArgs(trf.parser) return trf
def addPureDigitizationArguments(parser): from SimuJobTransforms.simTrfArgs import addBasicDigiArgs, addPileUpTrfArgs addBasicDigiArgs(parser) addPileUpTrfArgs(parser)
def addUniqueOverlay_BSArguments(parser): from SimuJobTransforms.simTrfArgs import addBasicDigiArgs from EventOverlayJobTransforms.overlayTrfArgs import addOverlayTrfArgs, addOverlayBSTrfArgs addBasicDigiArgs(parser) addOverlayTrfArgs(parser) addOverlayBSTrfArgs(parser)
def getTransform(): executorSet = set() addRecoSubsteps(executorSet) # Sim + Digi - factor these out into an importable function in time executorSet.add( athenaExecutor( name='EVNTtoRDO', skeletonFile='FullChainTransforms/FastChainSkeleton.EVGENtoRDO.py', substep='simdigi', tryDropAndReload=False, perfMonFile='ntuple.pmon.gz', inData=['NULL', 'EVNT'], outData=['RDO', 'NULL'])) # Overlay from EventOverlayJobTransforms.overlayTransformUtils import addOverlay_PoolArguments executorSet.add( athenaExecutor( name='OverlayPool', skeletonFile='EventOverlayJobTransforms/skeleton.OverlayPool_tf.py', substep='overlayPOOL', tryDropAndReload=False, perfMonFile='ntuple.pmon.gz', inData=[('HITS', 'RDO_BKG')], outData=['RDO', 'RDO_SGNL'])) trf = transform( executor=executorSet, description= 'Fast chain ATLAS transform with ISF simulation, digitisation' ' and reconstruction. Inputs can be EVNT, with outputs of RDO, ESD, AOD or DPDs.' ' See https://twiki.cern.ch/twiki/bin/viewauth/AtlasComputing/FastChainTf for more details.' ) # Common arguments addAthenaArguments(trf.parser) addDetectorArguments(trf.parser) addTriggerArguments(trf.parser) # Reconstruction arguments and outputs (use the factorised 'do it all' function) addAllRecoArgs(trf) # Simulation and digitisation options addCommonSimTrfArgs(trf.parser) addCommonSimDigTrfArgs(trf.parser) addBasicDigiArgs(trf.parser) addSim_tfArgs(trf.parser) # addForwardDetTrfArgs(trf.parser) addPileUpTrfArgs(trf.parser) addTrackRecordArgs(trf.parser) addFastChainTrfArgs(trf.parser) # Overlay addOverlay_PoolArguments(trf.parser) # Add PhysVal addPhysValidationFiles(trf.parser) addValidationArguments(trf.parser) appendPhysValidationSubstep(trf) return trf