class SSInspectorAgent(AgentModule):
'''
The SSInspector agent ( SiteInspectorAgent ) is one of the four
InspectorAgents of the RSS.
This Agent takes care of the Sites. In order to do so, it gathers
the eligible ones and then evaluates their statuses with the PEP.
If you want to know more about the SSInspectorAgent, scroll down to the
end of the file.
'''
# Too many public methods
# pylint: disable-msg=R0904
def initialize(self):
# Attribute defined outside __init__
# pylint: disable-msg=W0201
try:
self.rsClient = ResourceStatusClient()
self.sitesFreqs = CS.getTypedDictRootedAtOperations(
'CheckingFreqs/SitesFreqs')
self.sitesToBeChecked = Queue.Queue()
self.siteNamesInCheck = []
self.maxNumberOfThreads = self.am_getOption('maxThreadsInPool', 1)
self.threadPool = ThreadPool(self.maxNumberOfThreads,
self.maxNumberOfThreads)
if not self.threadPool:
self.log.error('Can not create Thread Pool')
return S_ERROR('Can not create Thread Pool')
for _i in xrange(self.maxNumberOfThreads):
self.threadPool.generateJobAndQueueIt(self._executeCheck,
args=(None, ))
return S_OK()
except Exception:
errorStr = "SSInspectorAgent initialization"
self.log.exception(errorStr)
return S_ERROR(errorStr)
def execute(self):
try:
kwargs = {'meta': {}}
kwargs['meta']['columns'] = [
'SiteName', 'StatusType', 'Status', 'FormerStatus', 'SiteType',
'TokenOwner'
]
kwargs['tokenOwner'] = 'RS_SVC'
resQuery = self.rsClient.getStuffToCheck('Site', self.sitesFreqs,
**kwargs)
if not resQuery['OK']:
self.log.error(resQuery['Message'])
return resQuery
resQuery = resQuery['Value']
self.log.info('Found %d candidates to be checked.' % len(resQuery))
for siteTuple in resQuery:
if (siteTuple[0], siteTuple[1]) in self.siteNamesInCheck:
self.log.info('%s(%s) discarded, already on the queue' %
(siteTuple[0], siteTuple[1]))
continue
resourceL = ['Site'] + siteTuple
self.siteNamesInCheck.insert(0, (siteTuple[0], siteTuple[1]))
self.sitesToBeChecked.put(resourceL)
return S_OK()
except Exception, x:
errorStr = where(self, self.execute)
self.log.exception(errorStr, lException=x)
return S_ERROR(errorStr)
class RSInspectorAgent( AgentModule ):
"""
The RSInspector agent ( ResourceInspectorAgent ) is one of the four
InspectorAgents of the RSS.
This Agent takes care of the Resources. In order to do so, it gathers
the eligible ones and then evaluates their statuses with the PEP.
If you want to know more about the RSInspectorAgent, scroll down to the
end of the file.
"""
# Too many public methods
# pylint: disable-msg=R0904
def initialize( self ):
# Attribute defined outside __init__
# pylint: disable-msg=W0201
try:
self.rsClient = ResourceStatusClient()
self.resourcesFreqs = CS.getTypedDictRootedAtOperations( 'CheckingFreqs/ResourcesFreqs' )
self.resourcesToBeChecked = Queue.Queue()
self.resourceNamesInCheck = []
self.maxNumberOfThreads = self.am_getOption( 'maxThreadsInPool', 1 )
self.threadPool = ThreadPool( self.maxNumberOfThreads,
self.maxNumberOfThreads )
if not self.threadPool:
self.log.error( 'Can not create Thread Pool' )
return S_ERROR( 'Can not create Thread Pool' )
for _i in xrange( self.maxNumberOfThreads ):
self.threadPool.generateJobAndQueueIt( self._executeCheck, args = ( None, ) )
return S_OK()
except Exception:
errorStr = "RSInspectorAgent initialization"
self.log.exception( errorStr )
return S_ERROR( errorStr )
def execute( self ):
try:
kwargs = { 'meta' : {} }
kwargs['meta']['columns'] = [ 'ResourceName', 'StatusType', 'Status',
'FormerStatus', 'SiteType', 'ResourceType', \
'TokenOwner' ]
kwargs[ 'tokenOwner' ] = 'RS_SVC'
resQuery = self.rsClient.getStuffToCheck( 'Resource', self.resourcesFreqs, **kwargs )
if not resQuery[ 'OK' ]:
self.log.error( resQuery[ 'Message' ] )
return resQuery
resQuery = resQuery[ 'Value' ]
self.log.info( 'Found %d candidates to be checked.' % len( resQuery ) )
for resourceTuple in resQuery:
if ( resourceTuple[ 0 ], resourceTuple[ 1 ] ) in self.resourceNamesInCheck:
self.log.info( '%s(%s) discarded, already on the queue' % ( resourceTuple[ 0 ], resourceTuple[ 1 ] ) )
continue
resourceL = [ 'Resource' ] + resourceTuple
self.resourceNamesInCheck.insert( 0, ( resourceTuple[ 0 ], resourceTuple[ 1 ] ) )
self.resourcesToBeChecked.put( resourceL )
return S_OK()
except Exception, x:
errorStr = where( self, self.execute )
self.log.exception( errorStr, lException = x )
return S_ERROR( errorStr )
class SeSInspectorAgent( AgentModule ):
'''
The SeSInspector agent ( ServiceInspectorAgent ) is one of the four
InspectorAgents of the RSS.
This Agent takes care of the Service. In order to do so, it gathers
the eligible ones and then evaluates their statuses with the PEP.
If you want to know more about the SeSInspectorAgent, scroll down to the
end of the file.
'''
# Too many public methods
# pylint: disable-msg=R0904
def initialize( self ):
# Attribute defined outside __init__
# pylint: disable-msg=W0201
try:
self.rsClient = ResourceStatusClient()
self.servicesFreqs = CS.getTypedDictRootedAtOperations( 'CheckingFreqs/ServicesFreqs' )
self.queue = Queue.Queue()
self.maxNumberOfThreads = self.am_getOption( 'maxThreadsInPool', 1 )
self.threadPool = ThreadPool( self.maxNumberOfThreads,
self.maxNumberOfThreads )
if not self.threadPool:
self.log.error( 'Can not create Thread Pool' )
return S_ERROR( 'Can not create Thread Pool' )
for _i in xrange( self.maxNumberOfThreads ):
self.threadPool.generateJobAndQueueIt( self._executeCheck )
return S_OK()
except Exception:
errorStr = "SeSInspectorAgent initialization"
self.log.exception( errorStr )
return S_ERROR( errorStr )
def execute( self ):
try:
kwargs = { 'meta' : {} }
kwargs['meta']['columns'] = [ 'ServiceName', 'StatusType', 'Status',
'FormerStatus', 'SiteType',
'ServiceType', 'TokenOwner' ]
kwargs[ 'tokenOwner' ] = 'RS_SVC'
resQuery = self.rsClient.getStuffToCheck( 'Service', self.servicesFreqs, **kwargs )
if not resQuery[ 'OK' ]:
self.log.error( resQuery[ 'Message' ] )
return resQuery
resQuery = resQuery[ 'Value' ]
self.log.info( 'Found %d candidates to be checked.' % len( resQuery ) )
for service in resQuery:
resourceL = [ 'Service' ] + service
# Here we peek INSIDE the Queue to know if the item is already
# here. It's ok _here_ since (i.e. I know what I'm doing):
# - It is a read only operation.
# - We do not need exact accuracy, it's ok to have 2 times the same item in the queue sometimes.
if resourceL not in self.queue.queue:
self.queue.put( resourceL )
return S_OK()
except Exception, x:
errorStr = where( self, self.execute )
self.log.exception( errorStr, lException = x )
return S_ERROR( errorStr )
