def checkReplicationStatus(self, continuous=True):
"""
_checkReplicationStatus_
Check if the workqueue replication is ok, if not
then delete the documents so that new replications can be triggered
when appropiate.
It returns True if there is no error, and False otherwise.
"""
if self.parentCouchUrl and self.queueUrl:
# only checks for local queue
couchMonitor = CouchMonitor(self.server)
filter = 'WorkQueue/queueFilter'
query_params = {
'childUrl': self.queueUrl,
'parentUrl': self.parentCouchUrl
}
self.logger.info("set replication from GQ to LQ")
couchMonitor.recoverReplicationErrors(
self.parentCouchUrl,
"%s/%s" % (self.hostWithAuth, self.inbox.name),
filter=filter,
query_params=query_params,
checkUpdateSeq=False,
continuous=continuous)
self.logger.info("set replication from LQ to GQ")
couchMonitor.recoverReplicationErrors(self.inbox.name,
self.parentCouchUrlWithAuth,
filter=filter,
query_params=query_params,
checkUpdateSeq=False,
continuous=continuous)
return True
return False
def setup(self, parameters):
"""
set db connection(couchdb, wmbs) to prepare to gather information
"""
# set the connection to local queue
self.localQueue = WorkQueueService(self.config.AnalyticsDataCollector.localQueueURL)
# set the connection for local couchDB call
self.localCouchDB = LocalCouchDBData(self.config.AnalyticsDataCollector.localCouchURL,
self.config.JobStateMachine.summaryStatsDBName,
self.summaryLevel)
# interface to WMBS/BossAir db
myThread = threading.currentThread()
# set wmagent db data
self.wmagentDB = WMAgentDBData(self.summaryLevel, myThread.dbi, myThread.logger)
# set the connection for local couchDB call
self.localSummaryCouchDB = WMStatsWriter(self.config.AnalyticsDataCollector.localWMStatsURL,
"WMStatsAgent")
if hasattr(self.config, "Tier0Feeder"):
#use local db for tier0
centralRequestCouchDBURL = self.config.AnalyticsDataCollector.localT0RequestDBURL
else:
centralRequestCouchDBURL = self.config.AnalyticsDataCollector.centralRequestDBURL
self.centralRequestCouchDB = RequestDBWriter(centralRequestCouchDBURL,
couchapp = self.config.AnalyticsDataCollector.RequestCouchApp)
#TODO: change the config to hold couch url
self.localCouchServer = CouchMonitor(self.config.JobStateMachine.couchurl)
if self.pluginName != None:
pluginFactory = WMFactory("plugins", "WMComponent.AnalyticsDataCollector.Plugins")
self.plugin = pluginFactory.loadObject(classname = self.pluginName)
def setUp(self):
"""
_setUp_
Setup the database and logging connection. Try to create all of the
WMBS tables. Also add some dummy locations.
"""
super(WorkQueueTestCase, self).setUp()
self.queueDB = 'workqueue_t'
self.queueInboxDB = 'workqueue_t_inbox'
self.globalQDB = 'workqueue_t_global'
self.globalQInboxDB = 'workqueue_t_global_inbox'
self.localQDB = 'workqueue_t_local'
self.localQInboxDB = 'workqueue_t_local_inbox'
self.localQDB2 = 'workqueue_t_local2'
self.localQInboxDB2 = 'workqueue_t_local2_inbox'
self.configCacheDB = 'workqueue_t_config_cache'
self.logDBName = 'logdb_t'
self.requestDBName = 'workqueue_t_reqmgr_workload_cache'
self.setSchema()
self.testInit = TestInit('WorkQueueTest')
self.testInit.setLogging()
self.testInit.setDatabaseConnection(destroyAllDatabase=True)
self.addCleanup(self.testInit.clearDatabase)
self.addCleanup(logging.debug, 'Cleanup called clearDatabase()')
self.testInit.setSchema(customModules = self.schema,
useDefault = False)
self.testInit.setupCouch(self.queueDB, *self.couchApps)
self.testInit.setupCouch(self.queueInboxDB, *self.couchApps)
self.testInit.setupCouch(self.globalQDB, *self.couchApps)
self.testInit.setupCouch(self.globalQInboxDB , *self.couchApps)
self.testInit.setupCouch(self.localQDB, *self.couchApps)
self.testInit.setupCouch(self.localQInboxDB, *self.couchApps)
self.testInit.setupCouch(self.localQDB2, *self.couchApps)
self.testInit.setupCouch(self.localQInboxDB2, *self.couchApps)
self.testInit.setupCouch(self.configCacheDB, 'ConfigCache')
self.testInit.setupCouch(self.logDBName, 'LogDB')
self.testInit.setupCouch(self.requestDBName, 'ReqMgr')
self.couchURL = os.environ.get("COUCHURL")
couchServer = CouchServer(self.couchURL)
self.configCacheDBInstance = couchServer.connectDatabase(self.configCacheDB)
self.localCouchMonitor = CouchMonitor(self.couchURL)
self.localCouchMonitor.deleteReplicatorDocs()
self.addCleanup(self.localCouchMonitor.deleteReplicatorDocs)
self.addCleanup(logging.debug, 'Cleanup called deleteReplicatorDocs()')
self.addCleanup(self.testInit.tearDownCouch)
self.addCleanup(logging.debug, 'Cleanup called tearDownCouch()')
self.workDir = self.testInit.generateWorkDir()
self.addCleanup(self.testInit.delWorkDir)
self.addCleanup(logging.debug, 'Cleanup called delWorkDir()')
return
def setup(self, parameters):
"""
set db connection(couchdb, wmbs) to prepare to gather information
"""
# interface to WMBS/BossAir db
myThread = threading.currentThread()
# set wmagent db data
self.wmagentDB = WMAgentDBData(self.summaryLevel, myThread.dbi, myThread.logger)
self.centralWMStatsCouchDB = WMStatsWriter(self.config.General.centralWMStatsURL)
self.localCouchMonitor = CouchMonitor(self.config.JobStateMachine.couchurl)
self.setUpCouchDBReplication()
def setup(self, parameters):
"""
set db connection(couchdb, wmbs) to prepare to gather information
"""
# interface to WMBS/BossAir db
myThread = threading.currentThread()
# set wmagent db data
self.wmagentDB = WMAgentDBData(self.summaryLevel, myThread.dbi, myThread.logger)
# set the connection for local couchDB call
#self.localSummaryCouchDB = WMStatsWriter(self.config.AnalyticsDataCollector.localWMStatsURL)
self.centralWMStatsCouchDB = WMStatsWriter(self.config.AnalyticsDataCollector.centralWMStatsURL)
self.localCouchServer = CouchMonitor(self.config.JobStateMachine.couchurl)
def setup(self, parameters):
"""
set db connection(couchdb, wmbs) to prepare to gather information
"""
# interface to WMBS/BossAir db
myThread = threading.currentThread()
# set wmagent db data
self.wmagentDB = WMAgentDBData(self.summaryLevel, myThread.dbi,
myThread.logger)
if hasattr(self.config, "Tier0Feeder"):
self.centralWMStatsCouchDB = WMStatsWriter(
self.config.AnalyticsDataCollector.localWMStatsURL,
appName="WMStatsAgent")
else:
self.centralWMStatsCouchDB = WMStatsWriter(
self.config.AnalyticsDataCollector.centralWMStatsURL)
self.localCouchMonitor = CouchMonitor(
self.config.JobStateMachine.couchurl)
self.setUpCouchDBReplication()
