def test_provisioning_time_out_positive(self, mock_restc):
clusmgr = HpcClusterManager(mock_restc,
provisioning_timeout=TENMINUTES)
clusmgr.add_slaveinfo(HOST1HOSTNAME, HOST1AGENTID, HOST1TASKID1, 1,
UTCNOW)
res, _ = clusmgr._check_timeout(UTCNOW + TENMINUTES)
self.assertTrue(res)
def test_check_node_idle_not_idle_after_remove(self, mock_restc):
clusmgr = HpcClusterManager(mock_restc, idle_timeout=TENMINUTES)
clusmgr.add_slaveinfo(HOST1HOSTNAME, HOST1AGENTID, HOST1TASKID1, 1)
clusmgr._check_node_idle_timeout([HOST1HOSTNAME], UTCNOW)
clusmgr._set_nodes_closed([HOST1HOSTNAME])
self.assertFalse(
clusmgr._check_node_idle_timeout([HOST1HOSTNAME],
UTCNOW + TENMINUTES))
def test_same_hostname_add_slaveinfo(self, mock_restc):
clusmgr = HpcClusterManager(mock_restc)
clusmgr.add_slaveinfo(HOST1FQDN, HOST1AGENTID, HOST1TASKID1, 2)
(task_id, _) = clusmgr.get_task_info(HOST1HOSTNAME)
self.assertEquals(task_id, HOST1TASKID1)
clusmgr.add_slaveinfo(HOST1FQDN2, HOST1AGENTID, HOST1TASKID2, 3)
(task_id, _) = clusmgr.get_task_info(HOST1HOSTNAME)
self.assertEquals(task_id, HOST1TASKID1)
def test_host_state_change(self, mock_restc):
clusmgr = HpcClusterManager(mock_restc)
self.assertEquals(clusmgr.get_host_state(HOST1HOSTNAME),
HpcState.Unknown)
clusmgr.add_slaveinfo(HOST1FQDN, HOST1AGENTID, HOST1TASKID1, 1)
self.assertEquals(clusmgr.get_host_state(HOST1HOSTNAME),
HpcState.Provisioning)
clusmgr._set_nodes_running([HOST1HOSTNAME])
self.assertEquals(clusmgr.get_host_state(HOST1HOSTNAME),
HpcState.Running)
clusmgr._set_nodes_draining([HOST1HOSTNAME])
self.assertEquals(clusmgr.get_host_state(HOST1HOSTNAME),
HpcState.Draining)
clusmgr._set_nodes_closing([HOST1HOSTNAME])
self.assertEquals(clusmgr.get_host_state(HOST1HOSTNAME),
HpcState.Closing)
clusmgr._set_nodes_closed([HOST1HOSTNAME])
self.assertEquals(clusmgr.get_host_state(HOST1HOSTNAME),
HpcState.Closed)
def test_hostname_add_slaveinfo(self, mock_restc):
clusmgr = HpcClusterManager(mock_restc)
clusmgr.add_slaveinfo(HOST1HOSTNAME, HOST1AGENTID, HOST1TASKID1, 1)
(task_id, agent_id) = clusmgr.get_task_info(HOST1HOSTNAME)
self.assertEquals(task_id, HOST1TASKID1)
self.assertEquals(agent_id, HOST1AGENTID)
def test_missing_task_info(self, mock_restc):
clusmgr = HpcClusterManager(mock_restc)
self.assertEqual(clusmgr.get_task_info(HOST1HOSTNAME), ("", ""))
def test_invalid_heartbeat(self, mock_restc):
clusmgr = HpcClusterManager(mock_restc)
clusmgr.update_slave_last_seen(HOST1HOSTNAME)
self.assertFalse(clusmgr._slave_info_table)
def test_check_node_idle_idle(self, mock_restc):
clusmgr = HpcClusterManager(mock_restc, idle_timeout=TENMINUTES)
clusmgr._check_node_idle_timeout([HOST1HOSTNAME], UTCNOW)
self.assertTrue(
clusmgr._check_node_idle_timeout([HOST1HOSTNAME],
UTCNOW + TENMINUTES))
def test_check_fqdn_collision(self, mock_restc):
clusmgr = HpcClusterManager(mock_restc)
clusmgr.add_slaveinfo(HOST1FQDN, HOST1AGENTID, HOST1TASKID1, 1)
self.assertTrue(clusmgr.check_fqdn_collision(HOST1FQDN2))
self.assertFalse(clusmgr.check_fqdn_collision(HOST1FQDN))
def test_get_cores_in_provisioning(self, mock_restc):
clusmgr = HpcClusterManager(mock_restc)
self.assertEqual(clusmgr.get_cores_in_provisioning(), 0)
# Add 1 core
clusmgr.add_slaveinfo(HOST1FQDN, HOST1AGENTID, HOST1TASKID1, 1)
self.assertEqual(clusmgr.get_cores_in_provisioning(), 1)
# Add 2 cores
clusmgr.add_slaveinfo(HOST2FQDN, HOST2AGENTID, HOST2TASKID1, 2)
self.assertEqual(clusmgr.get_cores_in_provisioning(), 3)
# Get 2 cores to configuring
clusmgr.update_slave_last_seen(HOST2HOSTNAME)
self.assertEqual(clusmgr.get_cores_in_provisioning(), 3)
# Get same 2 cores to configuring
clusmgr.update_slave_last_seen(HOST2HOSTNAME)
self.assertEqual(clusmgr.get_cores_in_provisioning(), 3)
# Get 1 core to running
clusmgr._set_nodes_running([HOST1HOSTNAME])
self.assertEqual(clusmgr.get_cores_in_provisioning(), 2)
# Get 1 core to closed
clusmgr._set_nodes_closed([HOST1HOSTNAME])
self.assertEqual(clusmgr.get_cores_in_provisioning(), 2)
def test_check_timeout(self, mock_restc):
clusmgr = HpcClusterManager(mock_restc, TENMINUTES)
clusmgr.add_slaveinfo(HOST1FQDN, HOST1AGENTID, HOST1TASKID1, 1, UTCNOW)
# Provisioning state
(provision_timeout_list,
running_list) = clusmgr._check_timeout(UTCNOW + TENMINUTES - ONESEC)
self.assertFalse(provision_timeout_list)
self.assertFalse(running_list)
(provision_timeout_list,
running_list) = clusmgr._check_timeout(UTCNOW + TENMINUTES)
self.assertEqual(provision_timeout_list[0].hostname,
HOST1HOSTNAME.upper())
self.assertFalse(running_list)
# Heart beat will lead into Configuring state
clusmgr.update_slave_last_seen(HOST1HOSTNAME, UTCNOW)
# Running state
clusmgr._set_nodes_running([HOST1HOSTNAME])
(provision_timeout_list,
running_list) = clusmgr._check_timeout(UTCNOW + TENMINUTES - ONESEC)
self.assertFalse(provision_timeout_list)
self.assertEqual(running_list[0].hostname, HOST1HOSTNAME.upper())
(provision_timeout_list,
running_list) = clusmgr._check_timeout(UTCNOW + TENMINUTES)
self.assertFalse(provision_timeout_list)
self.assertEqual(running_list[0].hostname,
HOST1HOSTNAME.upper()) # No timeout in running state
# Close state
clusmgr._set_nodes_closed([HOST1HOSTNAME])
(provision_timeout_list,
running_list) = clusmgr._check_timeout(UTCNOW + TENMINUTES - ONESEC)
self.assertFalse(provision_timeout_list)
self.assertFalse(running_list)
(provision_timeout_list,
running_list) = clusmgr._check_timeout(UTCNOW + TENMINUTES)
self.assertFalse(provision_timeout_list)
self.assertFalse(running_list)