def testWorkQueueService(self):
# test getWork
specName = "RerecoSpec"
specUrl = self.specGenerator.createReRecoSpec(specName, "file",
assignKwargs={'SiteWhitelist': ['T2_XX_SiteA']})
globalQ = globalQueue(DbName='workqueue_t',
QueueURL=self.testInit.couchUrl,
UnittestFlag=True)
self.assertTrue(globalQ.queueWork(specUrl, specName, "teamA") > 0)
wqApi = WorkQueueDS(self.testInit.couchUrl, 'workqueue_t')
# overwrite default - can't test with stale view
wqApi.defaultOptions = {'reduce': True, 'group': True}
# This only checks minimum client call not exactly correctness of return
# values.
self.assertEqual(wqApi.getTopLevelJobsByRequest(),
[{'total_jobs': 339, 'request_name': specName}])
# work still available, so no childQueue
results = wqApi.getChildQueuesAndStatus()
self.assertItemsEqual(set([item['agent_name'] for item in results]), ["AgentNotDefined"])
result = wqApi.getElementsCountAndJobsByWorkflow()
self.assertEqual(len(result), 1)
self.assertEqual(result[specName]['Available']['Jobs'], 339)
results = wqApi.getChildQueuesAndPriority()
resultsPrio = set([item['priority'] for item in results if item['agent_name'] == "AgentNotDefined"])
self.assertItemsEqual(resultsPrio, [8000])
self.assertEqual(wqApi.getWMBSUrl(), [])
self.assertEqual(wqApi.getWMBSUrlByRequest(), [])
def testWorkQueueService(self):
# test getWork
specName = "RerecoSpec"
specUrl = self.specGenerator.createReRecoSpec(specName, "file")
globalQ = globalQueue(DbName='workqueue_t',
QueueURL=self.testInit.couchUrl)
self.assertTrue(globalQ.queueWork(specUrl, "RerecoSpec", "teamA") > 0)
wqApi = WorkQueueDS(self.testInit.couchUrl, 'workqueue_t')
#overwrite default - can't test with stale view
wqApi.defaultOptions = {'reduce': True, 'group': True}
#This only checks minimum client call not exactly correctness of return
# values.
self.assertEqual(wqApi.getTopLevelJobsByRequest(),
[{
'total_jobs': 10,
'request_name': specName
}])
self.assertEqual(wqApi.getChildQueues(), [])
self.assertEqual(wqApi.getJobStatusByRequest(),
[{
'status': 'Available',
'jobs': 10,
'request_name': specName
}])
self.assertEqual(wqApi.getChildQueuesByRequest(), [])
self.assertEqual(wqApi.getWMBSUrl(), [])
self.assertEqual(wqApi.getWMBSUrlByRequest(), [])
def testWorkQueueService(self):
# test getWork
specName = "RerecoSpec"
specUrl = self.specGenerator.createReRecoSpec(
specName, "file", assignKwargs={'SiteWhitelist': ['T2_XX_SiteA']})
globalQ = globalQueue(DbName='workqueue_t',
QueueURL=self.testInit.couchUrl,
UnittestFlag=True)
self.assertTrue(globalQ.queueWork(specUrl, specName, "teamA") > 0)
wqApi = WorkQueueDS(self.testInit.couchUrl, 'workqueue_t')
# overwrite default - can't test with stale view
wqApi.defaultOptions = {'reduce': True, 'group': True}
# This only checks minimum client call not exactly correctness of return
# values.
self.assertEqual(wqApi.getTopLevelJobsByRequest(),
[{
'total_jobs': 339,
'request_name': specName
}])
# work still available, so no childQueue
self.assertEqual(wqApi.getChildQueuesAndStatus().keys(), [None])
result = wqApi.getElementsCountAndJobsByWorkflow()
self.assertEqual(len(result), 1)
self.assertEqual(result[specName]['Available']['Jobs'], 339)
self.assertEqual(wqApi.getChildQueuesAndPriority()[None].keys(),
[8000])
self.assertEqual(wqApi.getWMBSUrl(), [])
self.assertEqual(wqApi.getWMBSUrlByRequest(), [])
def getRequestInfoFromLocalQueue(serviceURL):
""" get the request info from local queue """
url, dbName = splitCouchServiceURL(serviceURL)
service = WorkQueue(url, dbName)
try:
wmbsUrls = service.getWMBSUrl()
jobStatusInfo = service.getJobInjectStatusByRequest()
except Exception, ex:
logging.error("%s: %s" % (serviceURL, str(ex)))
return DFormatter.errorFormatter(serviceURL, "LocalQueue Down")
def getSiteInfoFromLocalQueue(serviceURL):
""" get agent status from local agent """
url, dbName = splitCouchServiceURL(serviceURL)
wqService = WorkQueue(url, dbName)
try:
wmbsUrls = wqService.getWMBSUrl()
except Exception, ex:
errorInfo = {}
errorInfo['site_name'] = serviceURL
return [errorInfo]
def getRequestInfoFromLocalQueue(serviceURL):
""" get the request info from local queue """
url, dbName = splitCouchServiceURL(serviceURL)
service = WorkQueue(url, dbName)
try:
wmbsUrls = service.getWMBSUrl()
jobStatusInfo = service.getJobInjectStatusByRequest()
except Exception, ex:
logging.error("%s: %s" % (serviceURL, str(ex)))
return DFormatter.errorFormatter(serviceURL, "LocalQueue Down")
def getSiteInfoFromLocalQueue(serviceURL):
""" get agent status from local agent """
url, dbName = splitCouchServiceURL(serviceURL)
wqService = WorkQueue(url, dbName)
try:
wmbsUrls = wqService.getWMBSUrl()
except Exception, ex:
logging.warning("Error: %s" % str(ex))
errorInfo = {}
errorInfo['site_name'] = serviceURL
return [errorInfo]
def getAgentInfoFromLocalQueue(serviceURL):
""" get agent status from local agent """
url, dbName = splitCouchServiceURL(serviceURL)
localQ = WorkQueue(url, dbName)
try:
wmbsUrl = localQ.getWMBSUrl()
except Exception, ex:
errorInfo = {}
errorInfo['url'] = serviceURL
errorInfo['status'] = "Local Queue down: %s" % serviceURL
errorInfo['acdc'] = 'N/A'
return errorInfo
def getAgentInfoFromLocalQueue(serviceURL):
""" get agent status from local agent """
url, dbName = splitCouchServiceURL(serviceURL)
localQ = WorkQueue(url, dbName)
try:
wmbsUrl = localQ.getWMBSUrl()
except Exception, ex:
logging.warning("Error: %s" % str(ex))
errorInfo = {}
errorInfo['url'] = serviceURL
errorInfo['status'] = "Local Queue down: %s" % serviceURL
errorInfo['acdc'] = 'N/A'
return errorInfo
def testWorkQueueService(self):
# test getWork
specName = "RerecoSpec"
specUrl = self.specGenerator.createReRecoSpec(specName, "file")
globalQ = globalQueue(DbName = 'workqueue_t',
QueueURL = self.testInit.couchUrl)
self.assertTrue(globalQ.queueWork(specUrl, "RerecoSpec", "teamA") > 0)
wqApi = WorkQueueDS(self.testInit.couchUrl, 'workqueue_t')
#This only checks minimum client call not exactly correctness of return
# values.
self.assertEqual(wqApi.getTopLevelJobsByRequest(),
[{'total_jobs': 2, 'request_name': specName}])
self.assertEqual(wqApi.getChildQueues(), [])
self.assertEqual(wqApi.getJobStatusByRequest(),
[{'status': 'Available', 'jobs': 2, 'request_name': specName}])
self.assertEqual(wqApi.getChildQueuesByRequest(), [])
self.assertEqual(wqApi.getWMBSUrl(), [])
self.assertEqual(wqApi.getWMBSUrlByRequest(), [])
