def setUp(self): """ test set up """ self.req = Request() self.req.RequestName = "testRequest" self.op = Operation({"Type": "ForwardDISET", "Arguments": "foobar"}) self.req.addOperation(self.op) self.baseOp = OperationHandlerBase()
class OperationHandlerBaseTests( unittest.TestCase ): """ .. class:: OperationHandlerBaseTests """ def setUp( self ): """ test set up """ self.req = Request() self.req.RequestName = "testRequest" self.op = Operation( {"Type" : "ForwardDISET", "Arguments" : "foobar" } ) self.req.addOperation( self.op ) self.baseOp = OperationHandlerBase() def tearDown( self ): """ test tear down """ del self.baseOp del self.op del self.req def testOperationHandlerBase( self ): """ base op test """ self.baseOp.setOperation( self.op ) # # log is there self.assertEqual( "log" in dir( self.baseOp ), True, "log missing" ) # # operation is there self.assertEqual( "operation" in dir( self.baseOp ), True, "operation is missing" ) # # request is there self.assertEqual( "request" in dir( self.baseOp ), True, "request is missing" ) # # __call__ not implemented self.assertRaises( NotImplementedError, self.baseOp ) # # replica manager self.assertEqual( isinstance( self.baseOp.dm, DataManager ), True, "DataManager is missing" )
def __init__(self, operation=None, csPath=None): """c'tor :param self: self reference :param Operation operation: Operation instance :param str csPath: cs config path """ OperationHandlerBase.__init__(self, operation, csPath) # # gMonitor stuff gMonitor.registerActivity("PhysicalRemovalAtt", "Physical file removals attempted", "RequestExecutingAgent", "Files/min", gMonitor.OP_SUM) gMonitor.registerActivity("PhysicalRemovalOK", "Successful file physical removals", "RequestExecutingAgent", "Files/min", gMonitor.OP_SUM) gMonitor.registerActivity("PhysicalRemovalFail", "Failed file physical removals", "RequestExecutingAgent", "Files/min", gMonitor.OP_SUM) gMonitor.registerActivity("PhysicalRemovalSize", "Physically removed size", "RequestExecutingAgent", "Bytes", gMonitor.OP_ACUM)
def __init__( self, operation = None, csPath = None ): """c'tor :param self: self reference :param Operation operation: Operation instance :param str csPath: CS path for this handler """ OperationHandlerBase.__init__( self, operation, csPath ) # # own gMonitor stuff for files gMonitor.registerActivity( "ReplicateAndRegisterAtt", "Replicate and register attempted", "RequestExecutingAgent", "Files/min", gMonitor.OP_SUM ) gMonitor.registerActivity( "ReplicateOK", "Replications successful", "RequestExecutingAgent", "Files/min", gMonitor.OP_SUM ) gMonitor.registerActivity( "ReplicateFail", "Replications failed", "RequestExecutingAgent", "Files/min", gMonitor.OP_SUM ) gMonitor.registerActivity( "RegisterOK", "Registrations successful", "RequestExecutingAgent", "Files/min", gMonitor.OP_SUM ) gMonitor.registerActivity( "RegisterFail", "Registrations failed", "RequestExecutingAgent", "Files/min", gMonitor.OP_SUM ) # # for FTS gMonitor.registerActivity( "FTSScheduleAtt", "Files schedule attempted", "RequestExecutingAgent", "Files/min", gMonitor.OP_SUM ) gMonitor.registerActivity( "FTSScheduleOK", "File schedule successful", "RequestExecutingAgent", "Files/min", gMonitor.OP_SUM ) gMonitor.registerActivity( "FTSScheduleFail", "File schedule failed", "RequestExecutingAgent", "Files/min", gMonitor.OP_SUM ) # # SE cache self.seCache = {}
def __init__(self, operation=None, csPath=None): """c'tor :param self: self reference :param Operation operation: Operation instance :param str csPath: CS path for this handler """ # # base class ctor OperationHandlerBase.__init__(self, operation, csPath) # # gMonitor stuff gMonitor.registerActivity("PutAtt", "File put attempts", "RequestExecutingAgent", "Files/min", gMonitor.OP_SUM) gMonitor.registerActivity("PutFail", "Failed file puts", "RequestExecutingAgent", "Files/min", gMonitor.OP_SUM) gMonitor.registerActivity("PutOK", "Successful file puts", "RequestExecutingAgent", "Files/min", gMonitor.OP_SUM) gMonitor.registerActivity("RegisterOK", "Successful file registrations", "RequestExecutingAgent", "Files/min", gMonitor.OP_SUM) gMonitor.registerActivity("RegisterFail", "Failed file registrations", "RequestExecutingAgent", "Files/min", gMonitor.OP_SUM)
def __init__(self, operation=None, csPath=None): """c'tor :param self: self reference :param Operation operation: Operation instance :param str csPath: CS path for this handler """ OperationHandlerBase.__init__(self, operation, csPath)
def __init__( self, operation = None, csPath = None ): """c'tor :param self: self reference :param Operation operation: Operation instance :param str csPath: CS path for this handler """ OperationHandlerBase.__init__( self, operation, csPath )
def __init__( self, operation = None, csPath = None ): """ c'tor :param Operation operation: an Operation instance :param str csPath: CS path for this handler """ # # call base class c'tor OperationHandlerBase.__init__( self, operation, csPath )
def __init__(self, operation=None, csPath=None): """Initialize the ArchifeFiles handler. :param self: self reference :param Operation operation: Operation instance :param string csPath: CS path for this handler """ OperationHandlerBase.__init__(self, operation, csPath) self.waitingFiles = []
def __init__( self, operation = None, csPath = None ): """c'tor """ OperationHandlerBase.__init__( self, operation, csPath ) # # RegisterFile specific monitor info gMonitor.registerActivity( "RegisterAtt", "Attempted file registrations", "RequestExecutingAgent", "Files/min", gMonitor.OP_SUM ) gMonitor.registerActivity( "RegisterOK", "Successful file registrations", "RequestExecutingAgent", "Files/min", gMonitor.OP_SUM ) gMonitor.registerActivity( "RegisterFail", "Failed file registrations", "RequestExecutingAgent", "Files/min", gMonitor.OP_SUM )
def __init__(self, operation=None, csPath=None): """Initialize the ArchifeFiles handler. :param self: self reference :param Operation operation: Operation instance :param string csPath: CS path for this handler """ OperationHandlerBase.__init__(self, operation, csPath) self.cacheFolder = os.environ.get("AGENT_WORKDIRECTORY") self.parameterDict = {} self.waitingFiles = [] self.lfns = []
def __init__( self, operation = None, csPath = None ): """c'tor :param self: self reference :param Operation operation: Operation instance :param str csPath: CS path for this handler """ OperationHandlerBase.__init__( self, operation, csPath ) # # RegisterFile specific monitor info gMonitor.registerActivity( "RegisterAtt", "Attempted file registrations", "RequestExecutingAgent", "Files/min", gMonitor.OP_SUM ) gMonitor.registerActivity( "RegisterOK", "Successful file registrations", "RequestExecutingAgent", "Files/min", gMonitor.OP_SUM ) gMonitor.registerActivity( "RegisterFail", "Failed file registrations", "RequestExecutingAgent", "Files/min", gMonitor.OP_SUM )
def setUp( self ): """ test set up """ self.req = Request() self.req.RequestName = "testRequest" self.op = Operation( {"Type" : "ForwardDISET", "Arguments" : "foobar" } ) self.req.addOperation( self.op ) self.baseOp = OperationHandlerBase()
def __init__( self, operation = None, csPath = None ): """c'tor :param self: self reference :param Operation operation: operation to execute :param str csPath: CS path for this handler """ # # base class ctor OperationHandlerBase.__init__( self, operation, csPath ) # # gMonitor stuff gMonitor.registerActivity( "RemoveReplicaAtt", "Replica removals attempted", "RequestExecutingAgent", "Files/min", gMonitor.OP_SUM ) gMonitor.registerActivity( "RemoveReplicaeOK", "Successful replica removals", "RequestExecutingAgent", "Files/min", gMonitor.OP_SUM ) gMonitor.registerActivity( "RemoveReplicaFail", "Failed replica removals", "RequestExecutingAgent", "Files/min", gMonitor.OP_SUM )
def __init__( self, operation = None, csPath = None ): """c'tor :param self: self reference :param Operation operation: operation to execute :param str csPath: CS path for this handler """ # # base class ctor OperationHandlerBase.__init__( self, operation, csPath ) # # gMonitor stuff gMonitor.registerActivity( "FileReTransferAtt", "File retransfers attempted", "RequestExecutingAgent", "Files/min", gMonitor.OP_SUM ) gMonitor.registerActivity( "FileReTransferOK", "File retransfers successful", "RequestExecutingAgent", "Files/min", gMonitor.OP_SUM ) gMonitor.registerActivity( "FileReTransferFail", "File retransfers failed", "RequestExecutingAgent", "Files/min", gMonitor.OP_SUM )
def __init__(self, operation=None, csPath=None): """c'tor """ OperationHandlerBase.__init__(self, operation, csPath) # # RegisterFile specific monitor info gMonitor.registerActivity("RegisterAtt", "Attempted file registrations", "RequestExecutingAgent", "Files/min", gMonitor.OP_SUM) gMonitor.registerActivity("RegisterOK", "Successful file registrations", "RequestExecutingAgent", "Files/min", gMonitor.OP_SUM) gMonitor.registerActivity("RegisterFail", "Failed file registrations", "RequestExecutingAgent", "Files/min", gMonitor.OP_SUM)
def __init__( self, operation = None, csPath = None ): """c'tor :param self: self reference :param Operation operation: Operation instance :param string csPath: CS path for this handler """ # # base class ctor OperationHandlerBase.__init__( self, operation, csPath ) # # gMonitor stuff gMonitor.registerActivity( "LogUploadAtt", "Log upload attempted", "RequestExecutingAgent", "Files/min", gMonitor.OP_SUM ) gMonitor.registerActivity( "LogUploadOK", "Replications successful", "RequestExecutingAgent", "Files/min", gMonitor.OP_SUM ) gMonitor.registerActivity( "LogUploadFail", "Replications failed", "RequestExecutingAgent", "Files/min", gMonitor.OP_SUM ) self.workDirectory = os.environ.get( 'LOGUPLOAD_CACHE', os.environ.get( 'AGENT_WORKDIRECTORY', '/tmp/LogUpload' ) )
def __init__( self, operation = None, csPath = None ): """c'tor :param self: self reference :param Operation operation: Operation instance :param str csPath: cs config path """ OperationHandlerBase.__init__( self, operation, csPath ) # # gMonitor stuff gMonitor.registerActivity( "PhysicalRemovalAtt", "Physical file removals attempted", "RequestExecutingAgent", "Files/min", gMonitor.OP_SUM ) gMonitor.registerActivity( "PhysicalRemovalOK", "Successful file physical removals", "RequestExecutingAgent", "Files/min", gMonitor.OP_SUM ) gMonitor.registerActivity( "PhysicalRemovalFail", "Failed file physical removals", "RequestExecutingAgent", "Files/min", gMonitor.OP_SUM ) gMonitor.registerActivity( "PhysicalRemovalSize", "Physically removed size", "RequestExecutingAgent", "Bytes", gMonitor.OP_ACUM )
def __init__( self, operation = None, csPath = None ): """c'tor :param self: self reference :param Operation operation: Operation to execute :param str csPath: CS path for this handler """ # # call base class ctor OperationHandlerBase.__init__( self, operation, csPath ) # # gMOnitor stuff goes here gMonitor.registerActivity( "RemoveFileAtt", "File removals attempted", "RequestExecutingAgent", "Files/min", gMonitor.OP_SUM ) gMonitor.registerActivity( "RemoveFileOK", "Successful file removals", "RequestExecutingAgent", "Files/min", gMonitor.OP_SUM ) gMonitor.registerActivity( "RemoveFileFail", "Failed file removals", "RequestExecutingAgent", "Files/min", gMonitor.OP_SUM ) # # re pattern for not existing files self.reNotExisting = re.compile( "(no|not) such file or directory", re.IGNORECASE )
def __init__(self, operation=None, csPath=None): """Initialize the ArchifeFiles handler. :param self: self reference :param Operation operation: Operation instance :param string csPath: CS path for this handler """ OperationHandlerBase.__init__(self, operation, csPath) gMonitor.registerActivity('ArchiveFilesAtt', 'Request attempt', 'RequestExecutingAgent', 'Files/min', gMonitor.OP_SUM) gMonitor.registerActivity('ArchiveFilesOK', 'Requests successful', 'RequestExecutingAgent', 'Files/min', gMonitor.OP_SUM) gMonitor.registerActivity('ArchiveFilesFail', 'Requests failed', 'RequestExecutingAgent', 'Files/min', gMonitor.OP_SUM) self.cacheFolder = os.environ.get('AGENT_WORKDIRECTORY') self.parameterDict = {} self.waitingFiles = [] self.lfns = []
def __init__( self, operation = None, csPath = None ): """c'tor :param self: self reference :param Operation operation: Operation instance :param str csPath: CS path for this handler """ # # base class ctor OperationHandlerBase.__init__( self, operation, csPath ) # # gMonitor stuff gMonitor.registerActivity( "PutAtt", "File put attempts", "RequestExecutingAgent", "Files/min", gMonitor.OP_SUM ) gMonitor.registerActivity( "PutFail", "Failed file puts", "RequestExecutingAgent", "Files/min", gMonitor.OP_SUM ) gMonitor.registerActivity( "PutOK", "Successful file puts", "RequestExecutingAgent", "Files/min", gMonitor.OP_SUM ) gMonitor.registerActivity( "RegisterOK", "Successful file registrations", "RequestExecutingAgent", "Files/min", gMonitor.OP_SUM ) gMonitor.registerActivity( "RegisterFail", "Failed file registrations", "RequestExecutingAgent", "Files/min", gMonitor.OP_SUM )
class OperationHandlerBaseTests(unittest.TestCase): """ .. class:: OperationHandlerBaseTests """ def setUp(self): """ test set up """ self.req = Request() self.req.RequestName = "testRequest" self.op = Operation({"Type": "ForwardDISET", "Arguments": "foobar"}) self.req.addOperation(self.op) self.baseOp = OperationHandlerBase() def tearDown(self): """ test tear down """ del self.baseOp del self.op del self.req def testOperationHandlerBase(self): """ base op test """ self.baseOp.setOperation(self.op) # # log is there self.assertEqual("log" in dir(self.baseOp), True, "log missing") # # operation is there self.assertEqual("operation" in dir(self.baseOp), True, "operation is missing") # # request is there self.assertEqual("request" in dir(self.baseOp), True, "request is missing") # # __call__ not implemented self.assertRaises(NotImplementedError, self.baseOp) # # replica manager self.assertEqual( isinstance(self.baseOp.replicaManager(), ReplicaManager), True, "ReplicaManger is missing") # # DataLoggingClient self.assertEqual( isinstance(self.baseOp.dataLoggingClient(), DataLoggingClient), True, "DataLoggingClient is missing")
def __init__(self, operation=None, csPath=None): """c'tor :param self: self reference :param Operation operation: Operation instance :param string csPath: CS path for this handler """ # # base class ctor OperationHandlerBase.__init__(self, operation, csPath) # # gMonitor stuff gMonitor.registerActivity("LogUploadAtt", "Log upload attempted", "RequestExecutingAgent", "Files/min", gMonitor.OP_SUM) gMonitor.registerActivity("LogUploadOK", "Replications successful", "RequestExecutingAgent", "Files/min", gMonitor.OP_SUM) gMonitor.registerActivity("LogUploadFail", "Replications failed", "RequestExecutingAgent", "Files/min", gMonitor.OP_SUM) self.workDirectory = os.environ.get( 'LOGUPLOAD_CACHE', os.environ.get('AGENT_WORKDIRECTORY', '/tmp/LogUpload'))
def __init__(self, operation=None, csPath=None): """c'tor :param self: self reference :param Operation operation: operation to execute :param str csPath: CS path for this handler """ # # base class ctor OperationHandlerBase.__init__(self, operation, csPath) # # gMonitor stuff gMonitor.registerActivity("RemoveReplicaAtt", "Replica removals attempted", "RequestExecutingAgent", "Files/min", gMonitor.OP_SUM) gMonitor.registerActivity("RemoveReplicaeOK", "Successful replica removals", "RequestExecutingAgent", "Files/min", gMonitor.OP_SUM) gMonitor.registerActivity("RemoveReplicaFail", "Failed replica removals", "RequestExecutingAgent", "Files/min", gMonitor.OP_SUM)
def __init__(self, operation=None, csPath=None): """c'tor :param self: self reference :param Operation operation: operation to execute :param str csPath: CS path for this handler """ # # base class ctor OperationHandlerBase.__init__(self, operation, csPath) # # gMonitor stuff gMonitor.registerActivity("FileReTransferAtt", "File retransfers attempted", "RequestExecutingAgent", "Files/min", gMonitor.OP_SUM) gMonitor.registerActivity("FileReTransferOK", "File retransfers successful", "RequestExecutingAgent", "Files/min", gMonitor.OP_SUM) gMonitor.registerActivity("FileReTransferFail", "File retransfers failed", "RequestExecutingAgent", "Files/min", gMonitor.OP_SUM)
def __init__(self, operation=None, csPath=None): """c'tor :param self: self reference :param Operation operation: Operation instance :param str csPath: CS path for this handler """ OperationHandlerBase.__init__(self, operation, csPath) # # own gMonitor stuff for files gMonitor.registerActivity("ReplicateAndRegisterAtt", "Replicate and register attempted", "RequestExecutingAgent", "Files/min", gMonitor.OP_SUM) gMonitor.registerActivity("ReplicateOK", "Replications successful", "RequestExecutingAgent", "Files/min", gMonitor.OP_SUM) gMonitor.registerActivity("ReplicateFail", "Replications failed", "RequestExecutingAgent", "Files/min", gMonitor.OP_SUM) gMonitor.registerActivity("RegisterOK", "Registrations successful", "RequestExecutingAgent", "Files/min", gMonitor.OP_SUM) gMonitor.registerActivity("RegisterFail", "Registrations failed", "RequestExecutingAgent", "Files/min", gMonitor.OP_SUM) # # for FTS gMonitor.registerActivity("FTSScheduleAtt", "Files schedule attempted", "RequestExecutingAgent", "Files/min", gMonitor.OP_SUM) gMonitor.registerActivity("FTSScheduleOK", "File schedule successful", "RequestExecutingAgent", "Files/min", gMonitor.OP_SUM) gMonitor.registerActivity("FTSScheduleFail", "File schedule failed", "RequestExecutingAgent", "Files/min", gMonitor.OP_SUM) # # SE cache self.seCache = {}
def __init__( self, operation = None, csPath = None ): OperationHandlerBase.__init__( self, operation, csPath ) self.registrationProtocols = DMSHelpers().getRegistrationProtocols()
def __init__( self, operation = None, csPath = None ): OperationHandlerBase.__init__( self, operation, csPath )
def __init__(self, operation=None, csPath=None): OperationHandlerBase.__init__(self, operation, csPath) self.registrationProtocols = DMSHelpers().getRegistrationProtocols()
def __init__(self, operation=None, csPath=None): OperationHandlerBase.__init__(self, operation, csPath)