def __init__( self, operation = None, csPath = None ):
"""c'tor
:param self: self reference
:param ~Operation.Operation operation: Operation instance
:param str csPath: CS path for this handler
"""
super( MoveReplica, self ).__init__( operation, csPath )
# # own gMonitor stuff for files
gMonitor.registerActivity( "ReplicateAndRegisterAtt", "Replicate and register attempted",
"RequestExecutingAgent", "Files/min", gMonitor.OP_SUM )
gMonitor.registerActivity( "ReplicateOK", "Replications successful",
"RequestExecutingAgent", "Files/min", gMonitor.OP_SUM )
gMonitor.registerActivity( "ReplicateFail", "Replications failed",
"RequestExecutingAgent", "Files/min", gMonitor.OP_SUM )
gMonitor.registerActivity( "RegisterOK", "Registrations successful",
"RequestExecutingAgent", "Files/min", gMonitor.OP_SUM )
gMonitor.registerActivity( "RegisterFail", "Registrations failed",
"RequestExecutingAgent", "Files/min", gMonitor.OP_SUM )
gMonitor.registerActivity( "RemoveReplicaAtt", "Replica removals attempted",
"RequestExecutingAgent", "Files/min", gMonitor.OP_SUM )
gMonitor.registerActivity( "RemoveReplicaOK", "Successful replica removals",
"RequestExecutingAgent", "Files/min", gMonitor.OP_SUM )
gMonitor.registerActivity( "RemoveReplicaFail", "Failed replica removals",
"RequestExecutingAgent", "Files/min", gMonitor.OP_SUM )
# Init ConsistencyInspector: used to check replicas
self.ci = ConsistencyInspector()
def __init__(self, operation=None, csPath=None):
"""c'tor
:param self: self reference
:param ~Operation.Operation operation: Operation instance
:param str csPath: CS path for this handler
"""
super(MoveReplica, self).__init__(operation, csPath)
# Init ConsistencyInspector: used to check replicas
self.ci = ConsistencyInspector()
def setUp( self ):
gLogger.setLevel('DEBUG')
self.lfnDict = {'aa.raw': { 'aa.raw':{'FileType': 'RAW', 'RunNumber': 97019},
'/lhcb/1_2_1.Semileptonic.dst': {'FileType': 'SEMILEPTONIC.DST'}},
'cc.raw': { 'cc.raw':{'FileType': 'RAW', 'RunNumber': 97019},
'/lhcb/1_1.semileptonic.dst': {'FileType': 'SEMILEPTONIC.DST'}}
}
dmMock = MagicMock()
dicMock = MagicMock()
self.ci = ConsistencyInspector( transClient = MagicMock(), dm = dmMock, fc = fileCatalogMock, dic = dicMock )
self.ci.fileType = ['SEMILEPTONIC.DST', 'LOG', 'RAW']
self.ci.fileTypesExcluded = ['LOG']
self.ci.prod = 0
self.maxDiff = None
def __init__(self, *args, **kwargs):
""" c'tor
"""
AgentModule.__init__(self, *args, **kwargs)
self.consistencyInspector = ConsistencyInspector()
self.integrityClient = DataIntegrityClient()
self.fc = FileCatalog()
self.transClient = TransformationClient()
self.fileCatalogClient = FileCatalogClient()
agentTSTypes = self.am_getOption('TransformationTypes', [])
if agentTSTypes:
self.transformationTypes = agentTSTypes
else:
self.transformationTypes = Operations().getValue('Transformations/DataProcessing', ['MCSimulation', 'Merge'])
self.directoryLocations = sorted(self.am_getOption('DirectoryLocations', ['TransformationDB',
'MetadataCatalog']))
self.transfidmeta = self.am_getOption('TransfIDMeta', "TransformationID")
self.enableFlag = True
def setUp(self):
gLogger.setLevel("DEBUG")
self.lfnDict = {
"aa.raw": {
"aa.raw": {
"FileType": "RAW",
"RunNumber": 97019
},
"/lhcb/1_2_1.Semileptonic.dst": {
"FileType": "SEMILEPTONIC.DST"
},
},
"cc.raw": {
"cc.raw": {
"FileType": "RAW",
"RunNumber": 97019
},
"/lhcb/1_1.semileptonic.dst": {
"FileType": "SEMILEPTONIC.DST"
},
},
}
dmMock = MagicMock()
dicMock = MagicMock()
self.ci = ConsistencyInspector(transClient=MagicMock(),
dm=dmMock,
fc=fc_mock,
dic=dicMock)
self.ci.fileType = ["SEMILEPTONIC.DST", "LOG", "RAW"]
self.ci.fileTypesExcluded = ["LOG"]
self.ci.prod = 0
self.maxDiff = None
