Exemplo n.º 1
0
def getTransform(RAWtoALL=False):
    executorSet = set()
    addRecoSubsteps(executorSet)

    trf = transform(executor = executorSet, description = 'General purpose ATLAS digitisation and reconstruction transform'
                    ' Inputs can be HITS, RDO, BS, ESD or AOD, with outputs of RDO, ESD, AOD or DAODs.'
                    ' See https://twiki.cern.ch/twiki/bin/view/AtlasComputing/RecoTf for more details.')
    
    addAthenaArguments(trf.parser)
    addDetectorArguments(trf.parser)
    addTriggerArguments(trf.parser)
    addAllRecoArgs(trf, RAWtoALL)
    
    # For digi step - make sure we can add the digitisation/simulation arguments
    # before we add this substep; allows Reco_tf to work without AtlasSimulation
    try:
        from SimuJobTransforms.simTrfArgs import addForwardDetTrfArgs, addBasicDigiArgs, addPileUpTrfArgs, addCommonSimDigTrfArgs
        from SimuJobTransforms.SimTransformUtils import addDigitizationSubstep
        addBasicDigiArgs(trf.parser)
        addForwardDetTrfArgs(trf.parser)
        addPileUpTrfArgs(trf.parser)
        addCommonSimDigTrfArgs(trf.parser)
        simStepSet = set()
        addDigitizationSubstep(simStepSet)
        trf.appendToExecutorSet(list(simStepSet)[0])
    except ImportError, e:
        msg.warning('Failed to import digitisation arguments ({0}). Digitisation substep will not be available.'.format(e))
Exemplo n.º 2
0
def getTransform(RAWtoALL=False):
    executorSet = set()
    addRecoSubsteps(executorSet)

    trf = transform(
        executor=executorSet,
        description=
        'General purpose ATLAS digitisation and reconstruction transform'
        ' Inputs can be HITS, RDO, BS, ESD or AOD, with outputs of RDO, ESD, AOD or DAODs.'
        ' See https://twiki.cern.ch/twiki/bin/view/AtlasComputing/RecoTf for more details.'
    )

    addAthenaArguments(trf.parser)
    addDetectorArguments(trf.parser)
    addTriggerArguments(trf.parser)
    addAllRecoArgs(trf, RAWtoALL)

    # For digi step - make sure we can add the digitisation/simulation arguments
    # before we add this substep; allows Reco_tf to work without AtlasSimulation
    try:
        from SimuJobTransforms.simTrfArgs import addForwardDetTrfArgs, addBasicDigiArgs, addPileUpTrfArgs, addCommonSimDigTrfArgs
        from SimuJobTransforms.SimTransformUtils import addDigitizationSubstep
        addBasicDigiArgs(trf.parser)
        addForwardDetTrfArgs(trf.parser)
        addPileUpTrfArgs(trf.parser)
        addCommonSimDigTrfArgs(trf.parser)
        simStepSet = set()
        addDigitizationSubstep(simStepSet)
        trf.appendToExecutorSet(list(simStepSet)[0])
    except ImportError as e:
        msg.warning(
            'Failed to import digitisation arguments ({0}). Digitisation substep will not be available.'
            .format(e))

    # Again, protect core functionality from too tight a dependence on EventOverlay
    try:
        from EventOverlayJobTransforms.overlayTrfArgs import addOverlayTrfArgs, addOverlayPoolTrfArgs
        from EventOverlayJobTransforms.overlayTransformUtils import appendOverlay_PoolSubstep
        addOverlayTrfArgs(trf.parser)
        addOverlayPoolTrfArgs(trf.parser)
        appendOverlay_PoolSubstep(trf, True)
    except ImportError as e:
        msg.warning(
            'Failed to import overlay arguments ({0}). Event overlay substep will not be available.'
            .format(e))

    # Again, protect core functionality from too tight a dependence on PATJobTransforms
    try:
        from PATJobTransforms.PATTransformUtils import addPhysValidationFiles, addValidationArguments, appendPhysValidationSubstep
        addPhysValidationFiles(trf.parser)
        addValidationArguments(trf.parser)
        appendPhysValidationSubstep(trf)
    except ImportError:
        msg.warning(
            'Failed to import PAT arguments. Physics validation substep will not be available.'
        )

    return trf
Exemplo n.º 3
0
def getTransform():
    executorSet = set()
    from EventOverlayJobTransforms.overlayTransformUtils import addOverlay_PoolSubstep, addOverlay_PoolArguments
    addOverlay_PoolSubstep(executorSet)
    trf = transform(executor = executorSet, description = 'ATLAS Overlay transform. Inputs must be HITS. Outputs must be RDO.')
    addAthenaArguments(trf.parser)
    addDetectorArguments(trf.parser)
    addTriggerArguments(trf.parser, addTrigFilter=False)
    addOverlay_PoolArguments(trf.parser)
    return trf
Exemplo n.º 4
0
def getTransform():
    executorSet = set()

    addRecoSubsteps(executorSet)
    addDigitizationSubstep(executorSet)

    # Sim + Digi - factor these out into an importable function in time
    executorSet.add(
        athenaExecutor(
            name='TRtoHITS',
            skeletonFile='SimuJobTransforms/skeleton.EVGENtoHIT_ISF.py',
            substep='simTRIn',
            tryDropAndReload=False,
            perfMonFile='ntuple.pmon.gz',
            inData=['EVNT_TR'],
            outData=['HITS', 'NULL']))
    executorSet.add(
        athenaExecutor(
            name='EVNTtoHITS',
            skeletonFile='SimuJobTransforms/skeleton.EVGENtoHIT_ISF.py',
            substep='sim',
            tryDropAndReload=False,
            perfMonFile='ntuple.pmon.gz',
            inData=['NULL', 'EVNT'],
            outData=['EVNT_TR', 'HITS', 'NULL']))

    trf = transform(
        executor=executorSet,
        description=
        'Full chain ATLAS transform with ISF simulation, digitisation'
        ' and reconstruction. Inputs can be EVNT, EVNT_TR, HITS, RDO, BS, ESD or AOD, with outputs of RDO, ESD, AOD or DPDs.'
        ' See https://twiki.cern.ch/twiki/bin/viewauth/Atlas/FullChainTf for more details.'
    )

    # Common arguments
    addAthenaArguments(trf.parser)
    addDetectorArguments(trf.parser)
    addTriggerArguments(trf.parser)

    # Reconstruction arguments and outputs (use the factorised 'do it all' function)
    addAllRecoArgs(trf)

    # Simulation and digitisation options
    addCommonSimTrfArgs(trf.parser)
    addCommonSimDigTrfArgs(trf.parser)
    addCosmicsTrfArgs(trf.parser)
    addBasicDigiArgs(trf.parser)
    addSim_tfArgs(trf.parser)
    addForwardDetTrfArgs(trf.parser)
    addPileUpTrfArgs(trf.parser)
    addCommonSimDigTrfArgs(trf.parser)
    addTrackRecordArgs(trf.parser)

    return trf
Exemplo n.º 5
0
def getTransform():
    executor_set = set()
    from OverlayConfiguration.OverlayTransformHelpers import addOverlayArguments, addOverlaySubstep
    addOverlaySubstep(executor_set)
    trf = transform(executor=executor_set,
                    description='ATLAS Overlay transform. Inputs must be HITS. Outputs must be RDO.')
    addAthenaArguments(trf.parser)
    addDetectorArguments(trf.parser)
    addTriggerArguments(trf.parser, addTrigFilter=False)
    addOverlayArguments(trf.parser)
    return trf
Exemplo n.º 6
0
def getTransform():
    executorSet = set()
    from SimuJobTransforms.SimTransformUtils import addDigitizationSubstep, addDigitizationArguments
    addDigitizationSubstep(executorSet)
    trf = transform(
        executor=executorSet,
        description=
        'ATLAS Digitization transform. Inputs must be HITS. Outputs must be RDO.'
    )
    addAthenaArguments(trf.parser)
    addDetectorArguments(trf.parser)
    addTriggerArguments(trf.parser, addTrigFilter=False)
    addDigitizationArguments(trf.parser)
    return trf
Exemplo n.º 7
0
def getTransform():
    executorSet = set()
    addRecoSubsteps(executorSet)
    addTrigSimSubsteps(executorSet)
    
    trf = transform(executor = executorSet, description = 'General purpose ATLAS reconstruction transform, which also supports'
                    ' digitisation. Inputs can be HITS, RDO, BS, ESD or AOD, with outputs of RDO, ESD, AOD or DPDs.'
                    ' See https://twiki.cern.ch/twiki/bin/view/AtlasComputing/RecoTf for more details.')
    
    addAthenaArguments(trf.parser)
    addDetectorArguments(trf.parser)
    addTriggerArguments(trf.parser)
    addTrigSimArguments(trf.parser)
    addAllRecoArgs(trf)

    return trf
Exemplo n.º 8
0
def getTransform():
    executorSet = set()
    from EventOverlayJobTransforms.overlayTransformUtils import addOverlayBSFilterSubstep, addOverlay_BSSubstep, addCommonOverlayArguments, addUniqueOverlayBSFilterArguments, addUniqueOverlay_BSArguments, addOverlayChainOverrideArguments
    from SimuJobTransforms.SimTransformUtils import addSimulationSubstep, addSimulationArguments
    addRecoSubsteps(executorSet)
    addOverlayBSFilterSubstep(executorSet)
    addSimulationSubstep(executorSet, overlayTransform=True)
    addOverlay_BSSubstep(executorSet)
    trf = transform(executor=executorSet, description='Full Overlay Chain')

    addOverlayChainOverrideArguments(trf.parser)
    addAthenaArguments(trf.parser, maxEventsDefaultSubstep='all')
    addDetectorArguments(trf.parser)
    addTriggerArguments(trf.parser, addTrigFilter=False)
    addCommonOverlayArguments(trf.parser)
    addUniqueOverlayBSFilterArguments(trf.parser)
    addSimulationArguments(trf.parser)
    addUniqueOverlay_BSArguments(trf.parser)

    # Reconstruction arguments and outputs
    addAllRecoArgs(trf)

    return trf
Exemplo n.º 9
0
def getTransform():
    executorSet = set()

    addRecoSubsteps(executorSet)

    # Sim + Digi - factor these out into an importable function in time
    executorSet.add(
        athenaExecutor(
            name='EVNTtoRDO',
            skeletonFile='FullChainTransforms/FastChainSkeleton.EVGENtoRDO.py',
            substep='simdigi',
            tryDropAndReload=False,
            perfMonFile='ntuple.pmon.gz',
            inData=['NULL', 'EVNT'],
            outData=['RDO', 'NULL']))
    # Overlay
    from EventOverlayJobTransforms.overlayTransformUtils import addOverlay_PoolArguments
    executorSet.add(
        athenaExecutor(
            name='OverlayPool',
            skeletonFile='EventOverlayJobTransforms/skeleton.OverlayPool_tf.py',
            substep='overlayPOOL',
            tryDropAndReload=False,
            perfMonFile='ntuple.pmon.gz',
            inData=[('HITS', 'RDO_BKG')],
            outData=['RDO', 'RDO_SGNL']))

    trf = transform(
        executor=executorSet,
        description=
        'Fast chain ATLAS transform with ISF simulation, digitisation'
        ' and reconstruction. Inputs can be EVNT, with outputs of RDO, ESD, AOD or DPDs.'
        ' See https://twiki.cern.ch/twiki/bin/viewauth/AtlasComputing/FastChainTf for more details.'
    )

    # Common arguments
    addAthenaArguments(trf.parser)
    addDetectorArguments(trf.parser)
    addTriggerArguments(trf.parser)

    # Reconstruction arguments and outputs (use the factorised 'do it all' function)
    addAllRecoArgs(trf)

    # Simulation and digitisation options
    addCommonSimTrfArgs(trf.parser)
    addCommonSimDigTrfArgs(trf.parser)
    addBasicDigiArgs(trf.parser)
    addSim_tfArgs(trf.parser)
    # addForwardDetTrfArgs(trf.parser)
    addPileUpTrfArgs(trf.parser)
    addTrackRecordArgs(trf.parser)
    addFastChainTrfArgs(trf.parser)

    # Overlay
    addOverlay_PoolArguments(trf.parser)

    # Add PhysVal
    addPhysValidationFiles(trf.parser)
    addValidationArguments(trf.parser)
    appendPhysValidationSubstep(trf)

    return trf