def test_countRealRunning_match(self):
cq_run_dict = glideinFrontendLib.getRunningCondorQ(self.condorq_dict)
glideinFrontendLib.appendRealRunning(cq_run_dict, self.status_dict)
match_obj = compile('True', "<string>", "eval")
actual = glideinFrontendLib.countRealRunning(
match_obj, cq_run_dict, self.glidein_dict, {})
expected = (
{self.glidein_dict_k1: 1,
self.glidein_dict_k2: 4,
self.glidein_dict_k3: 0},
{self.glidein_dict_k1: 1, self.glidein_dict_k2: 3, self.glidein_dict_k3: 0})
self.assertEqual(expected, actual)
match_obj = compile('False', "<string>", "eval")
actual = glideinFrontendLib.countRealRunning(
match_obj, cq_run_dict, self.glidein_dict, {})
expected = (
{self.glidein_dict_k1: 0,
self.glidein_dict_k2: 0,
self.glidein_dict_k3: 0},
{self.glidein_dict_k1: 0, self.glidein_dict_k2: 0, self.glidein_dict_k3: 0})
self.assertEqual(expected, actual)
match_expr = 'glidein["attrs"].get("GLIDEIN_Site") in job.get("DESIRED_Sites", [])'
match_obj = compile(match_expr, "<string>", "eval")
actual = glideinFrontendLib.countRealRunning(
match_obj, cq_run_dict, self.glidein_dict, {})
expected = (
{self.glidein_dict_k1: 1,
self.glidein_dict_k2: 1,
self.glidein_dict_k3: 0},
{self.glidein_dict_k1: 1, self.glidein_dict_k2: 1, self.glidein_dict_k3: 0})
self.assertEqual(expected, actual)
def test_countRealRunning_match(self):
cq_run_dict = glideinFrontendLib.getRunningCondorQ(self.condorq_dict)
glideinFrontendLib.appendRealRunning(cq_run_dict, self.status_dict)
match_obj = compile('True', "<string>", "eval")
actual = glideinFrontendLib.countRealRunning(match_obj, cq_run_dict, self.glidein_dict, {})
expected = (
{self.glidein_dict_k1: 1, self.glidein_dict_k2: 4, self.glidein_dict_k3: 0},
{self.glidein_dict_k1: 1, self.glidein_dict_k2: 3, self.glidein_dict_k3: 0})
self.assertEqual(expected, actual)
match_obj = compile('False', "<string>", "eval")
actual = glideinFrontendLib.countRealRunning(match_obj, cq_run_dict, self.glidein_dict, {})
expected = (
{self.glidein_dict_k1: 0, self.glidein_dict_k2: 0, self.glidein_dict_k3: 0},
{self.glidein_dict_k1: 0, self.glidein_dict_k2: 0, self.glidein_dict_k3: 0})
self.assertEqual(expected, actual)
match_expr = 'glidein["attrs"].get("GLIDEIN_Site") in job.get("DESIRED_Sites", [])'
match_obj = compile(match_expr, "<string>", "eval")
actual = glideinFrontendLib.countRealRunning(match_obj, cq_run_dict, self.glidein_dict, {})
expected = (
{self.glidein_dict_k1: 1, self.glidein_dict_k2: 1, self.glidein_dict_k3: 0},
{self.glidein_dict_k1: 1, self.glidein_dict_k2: 1, self.glidein_dict_k3: 0})
self.assertEqual(expected, actual)
def test_appendRealRunning(self):
cq_run_dict = glideinFrontendLib.getRunningCondorQ(self.condorq_dict)
glideinFrontendLib.appendRealRunning(cq_run_dict, self.status_dict)
expected = ['Site_Name%s@v3_0@[email protected]' % (x) for x in [1,2,2,2,2]]
expected.append('UNKNOWN')
self.assertItemsEqual(
[x['RunningOn'] for x in cq_run_dict['sched1'].fetchStored().values()],
expected)
def test_countRealRunning_otherException(self):
cq_run_dict = glideinFrontendLib.getRunningCondorQ(self.condorq_dict)
glideinFrontendLib.appendRealRunning(cq_run_dict, self.status_dict)
with mock.patch.object(glideinwms.frontend.glideinFrontendLib.logSupport.log, 'debug') as m_debug:
match_obj = compile('3/0', "<string>", "eval")
actual = glideinFrontendLib.countRealRunning(match_obj, cq_run_dict, self.glidein_dict, {})
log_msg = m_debug.call_args[0]
self.assertTrue('exceptions in countMatch subprocess. Most recent traceback') in log_msg
self.assertTrue('ZeroDivisionError: integer division or modulo by zero') in log_msg
def test_countRealRunning_missingKey(self):
cq_run_dict = glideinFrontendLib.getRunningCondorQ(self.condorq_dict)
glideinFrontendLib.appendRealRunning(cq_run_dict, self.status_dict)
with mock.patch.object(glideinwms.frontend.glideinFrontendLib.logSupport.log, 'debug') as m_debug:
match_obj = compile('glidein["attrs"]["FOO"] == 3', "<string>", "eval")
actual = glideinFrontendLib.countRealRunning(match_obj, cq_run_dict, self.glidein_dict, {})
m_debug.assert_any_call(
"Failed to evaluate resource match in countRealRunning. Possibly match_expr has "
"errors and trying to reference job or site attribute(s) ''FOO'' in an inappropriate way.")
def test_appendRealRunning(self):
cq_run_dict = glideinFrontendLib.getRunningCondorQ(self.condorq_dict)
glideinFrontendLib.appendRealRunning(cq_run_dict, self.status_dict)
expected = [
'Site_Name%s@v3_0@[email protected]' %
(x) for x in [
1, 2, 2, 2, 2]]
expected.append('UNKNOWN')
self.assertItemsEqual(
[x['RunningOn']
for x in cq_run_dict['sched1'].fetchStored().values()],
expected)
def test_countRealRunning_otherException(self):
cq_run_dict = glideinFrontendLib.getRunningCondorQ(self.condorq_dict)
glideinFrontendLib.appendRealRunning(cq_run_dict, self.status_dict)
with mock.patch.object(glideinwms.frontend.glideinFrontendLib.logSupport.log, 'debug') as m_debug:
match_obj = compile('3/0', "<string>", "eval")
actual = glideinFrontendLib.countRealRunning(
match_obj, cq_run_dict, self.glidein_dict, {})
log_msg = m_debug.call_args[0]
self.assertTrue(
'Running glidein ids at ' in str(log_msg), log_msg)
self.assertTrue(
'total glideins: 0, total jobs 0, cluster matches: 0' in str(log_msg), log_msg)
def test_countRealRunning_otherException(self):
cq_run_dict = glideinFrontendLib.getRunningCondorQ(self.condorq_dict)
glideinFrontendLib.appendRealRunning(cq_run_dict, self.status_dict)
with mock.patch.object(glideinwms.frontend.glideinFrontendLib.logSupport.log, 'debug') as m_debug:
match_obj = compile('3/0', "<string>", "eval")
actual = glideinFrontendLib.countRealRunning(
match_obj, cq_run_dict, self.glidein_dict, {})
log_msg = m_debug.call_args[0]
self.assertTrue(
'Running glidein ids at ' in str(log_msg), log_msg)
self.assertTrue(
'total glideins: 0, total jobs 0, cluster matches: 0' in str(log_msg), log_msg)
def test_countRealRunning_missingKey(self):
cq_run_dict = glideinFrontendLib.getRunningCondorQ(self.condorq_dict)
glideinFrontendLib.appendRealRunning(cq_run_dict, self.status_dict)
with mock.patch.object(glideinwms.frontend.glideinFrontendLib.logSupport.log, 'debug') as m_debug:
match_obj = compile(
'glidein["attrs"]["FOO"] == 3',
"<string>",
"eval")
actual = glideinFrontendLib.countRealRunning(
match_obj, cq_run_dict, self.glidein_dict, {})
m_debug.assert_any_call(
"Failed to evaluate resource match in countRealRunning. Possibly match_expr has "
"errors and trying to reference job or site attribute(s) ''FOO'' in an inappropriate way.")
def test_countRealRunning_otherException(self):
cq_run_dict = glideinFrontendLib.getRunningCondorQ(self.condorq_dict)
glideinFrontendLib.appendRealRunning(cq_run_dict, self.status_dict)
with mock.patch.object(
glideinwms.frontend.glideinFrontendLib.logSupport.log,
'debug') as m_debug:
match_obj = compile('3/0', "<string>", "eval")
actual = glideinFrontendLib.countRealRunning(
match_obj, cq_run_dict, self.glidein_dict, {})
log_msg = m_debug.call_args[0]
self.assertTrue(
'exceptions in countMatch subprocess. Most recent traceback'
) in log_msg
self.assertTrue(
'ZeroDivisionError: integer division or modulo by zero'
) in log_msg
'OldIdle':condorq_dict_types['OldIdle']['abs'],
'Running':condorq_dict_types['Running']['abs']})
logSupport.log.info("Jobs found total %i idle %i (old %i, grid %i, voms %i) running %i" % (condorq_dict_abs,
condorq_dict_types['Idle']['abs'],
condorq_dict_types['OldIdle']['abs'],
condorq_dict_types['ProxyIdle']['abs'],
condorq_dict_types['VomsIdle']['abs'],
condorq_dict_types['Running']['abs']))
status_dict_idle = glideinFrontendLib.getIdleCondorStatus(status_dict)
status_dict_running = glideinFrontendLib.getRunningCondorStatus(status_dict)
#logSupport.log.debug("condor stat: %s\n\n" % status_dict_running[None].fetchStored())
glideinFrontendLib.appendRealRunning(condorq_dict_running, status_dict_running)
#logSupport.log.debug("condorq running: %s\n\n" % condorq_dict_running['devg-1.t2.ucsd.edu'].fetchStored())
status_dict_types = {'Total':{'dict':status_dict, 'abs':glideinFrontendLib.countCondorStatus(status_dict)},
'Idle':{'dict':status_dict_idle, 'abs':glideinFrontendLib.countCondorStatus(status_dict_idle)},
'Running':{'dict':status_dict_running, 'abs':glideinFrontendLib.countCondorStatus(status_dict_running)}}
stats['group'].logGlideins({'Total':status_dict_types['Total']['abs'],
'Idle':status_dict_types['Idle']['abs'],
'Running':status_dict_types['Running']['abs']})
total_max_glideins=int(elementDescript.element_data['MaxRunningTotal'])
total_curb_glideins=int(elementDescript.element_data['CurbRunningTotal'])
total_glideins=status_dict_types['Total']['abs']
