def test_hdfs_services_op(self, get, post):
client = c.IntelClient(self._get_instance(), 'rty')
# format
get.return_value = r.make_resp(SESSION_GET_DATA)
post.return_value = r.make_resp(SESSION_POST_DATA)
client.services.hdfs.format()
# decommission
post.return_value = r.make_resp()
client.services.hdfs.decommission_nodes(['n1'])
# get status
get.return_value = r.make_resp(
data={"items": [{
"hostname": "n1",
"status": "start"
}]})
client.services.hdfs.get_datanodes_status()
self.assertEqual(client.services.hdfs.get_datanode_status('n1'),
'start')
self.assertRaises(iex.IntelPluginException,
client.services.hdfs.get_datanode_status, 'n2')
self.assertEqual(get.call_count, 4)
self.assertEqual(post.call_count, 2)
def test_session_op(self, get, post):
client = c.IntelClient(self._get_instance(), 'rty')
data1 = {
"items": [{
"nodeprogress": {
"hostname": 'host',
'info': 'info\n'
}
}]
}
data2 = {
"items": [{
"nodeprogress": {
"hostname": 'host',
'info': '_ALLFINISH\n'
}
}]
}
get.side_effect = (r.make_resp(data1), r.make_resp(data2))
post.return_value = r.make_resp(SESSION_POST_DATA)
client.services.hdfs.format()
self.assertEqual(get.call_count, 2)
self.assertEqual(post.call_count, 1)
def test_params_op(self, post, put):
client = c.IntelClient(self._get_instance(), "rty")
post.return_value = r.make_resp()
put.return_value = r.make_resp()
# add
client.params.hdfs.add("lelik", "bolik")
client.params.hadoop.add("lelik", "bolik")
client.params.yarn.add("lelik", "bolik")
# get
self.assertRaises(ex.NotImplementedException, client.params.hdfs.get, ["n1"], "lelik")
self.assertRaises(ex.NotImplementedException, client.params.hadoop.get, ["n1"], "lelik")
self.assertRaises(ex.NotImplementedException, client.params.yarn.get, ["n1"], "lelik")
# update
client.params.hdfs.update("lelik", "bolik", nodes=["n1"])
client.params.hdfs.update("lelik", "bolik")
client.params.hadoop.update("lelik", "bolik", nodes=["n1"])
client.params.hadoop.update("lelik", "bolik")
client.params.yarn.update("lelik", "bolik", nodes=["n1"])
client.params.yarn.update("lelik", "bolik")
self.assertEqual(post.call_count, 3)
self.assertEqual(put.call_count, 6)
def test_params_op(self, post, put):
client = c.IntelClient(self._get_instance(), 'rty')
post.return_value = r.make_resp()
put.return_value = r.make_resp()
# add
client.params.hdfs.add('lelik', 'bolik')
client.params.hadoop.add('lelik', 'bolik')
client.params.yarn.add('lelik', 'bolik')
# get
self.assertRaises(ex.NotImplementedException, client.params.hdfs.get,
['n1'], 'lelik')
self.assertRaises(ex.NotImplementedException, client.params.hadoop.get,
['n1'], 'lelik')
self.assertRaises(ex.NotImplementedException, client.params.yarn.get,
['n1'], 'lelik')
# update
client.params.hdfs.update('lelik', 'bolik', nodes=['n1'])
client.params.hdfs.update('lelik', 'bolik')
client.params.hadoop.update('lelik', 'bolik', nodes=['n1'])
client.params.hadoop.update('lelik', 'bolik')
client.params.yarn.update('lelik', 'bolik', nodes=['n1'])
client.params.yarn.update('lelik', 'bolik')
self.assertEqual(post.call_count, 3)
self.assertEqual(put.call_count, 6)
def test_session_op(self, get, post):
client = c.IntelClient(self._get_instance(), "rty")
data1 = {"items": [{"nodeprogress": {"hostname": "host", "info": "info\n"}}]}
data2 = {"items": [{"nodeprogress": {"hostname": "host", "info": "_ALLFINISH\n"}}]}
get.side_effect = (r.make_resp(data1), r.make_resp(data2))
post.return_value = r.make_resp(SESSION_POST_DATA)
client.services.hdfs.format()
self.assertEqual(get.call_count, 2)
self.assertEqual(post.call_count, 1)
def test_services_op(self, get, post, delete):
client = c.IntelClient(self._get_instance(), 'rty')
# add
post.return_value = r.make_resp()
client.services.add(['hdfs', 'yarn'])
# get_services
get.return_value = r.make_resp()
client.services.get_services()
# delete_service
delete.return_value = r.make_resp()
client.services.delete_service('hdfs')
def test_nodes_op(self, get, post, delete):
client = c.IntelClient(self._get_instance(), "rty")
# add
post.return_value = r.make_resp(
data={"items": [{"iporhostname": "n1", "info": "Connected"}, {"iporhostname": "n2", "info": "Connected"}]}
)
client.nodes.add(["n1", "n2"], "hadoop", "/Def", "/tmp/key")
post.return_value = r.make_resp(data={"items": [{"iporhostname": "n1", "info": "bla-bla"}]})
self.assertRaises(iex.IntelPluginException, client.nodes.add, ["n1"], "hadoop", "/Def", "/tmp/key")
# config
post.return_value = r.make_resp(SESSION_POST_DATA)
get.return_value = r.make_resp(SESSION_GET_DATA)
client.nodes.config()
# delete
delete.return_value = r.make_resp()
client.nodes.delete(["n1"])
# get
get.return_value = r.make_resp()
client.nodes.get()
# get_status
get.return_value = r.make_resp(data={"status": "running"})
client.nodes.get_status(["n1"])
# stop_nodes
post.return_value = r.make_resp()
client.nodes.stop(["n1"])
self.assertEqual(delete.call_count, 1)
self.assertEqual(post.call_count, 4)
self.assertEqual(get.call_count, 3)
def test_services_op(self, get, post, delete):
client = c.IntelClient(self._get_instance(), "rty")
# add
post.return_value = r.make_resp()
client.services.add(["hdfs", "yarn"])
# get_services
get.return_value = r.make_resp()
client.services.get_services()
# delete_service
delete.return_value = r.make_resp()
client.services.delete_service("hdfs")
def test_rest_client(self, get):
client = c.IntelClient(self._get_instance(), 'rty')
get.return_value = r.make_resp(ok=False,
status_code=500,
data={"message": "message"})
self.assertRaises(iex.IntelPluginException,
client.services.get_services)
def test_cluster_op(self, get, post):
client = c.IntelClient(self._get_instance(), 'rty')
data = {'lelik': 'bolik'}
post.return_value = r.make_resp(data)
self.assertEqual(client.cluster.create(), data)
get.return_value = r.make_resp(data)
self.assertEqual(client.cluster.get(), data)
post.return_value = r.make_resp(SESSION_POST_DATA)
get.return_value = r.make_resp(SESSION_GET_DATA)
client.cluster.install_software(['bla-bla'])
self.assertEqual(post.call_count, 2)
self.assertEqual(get.call_count, 2)
def test_cluster_op(self, get, post):
client = c.IntelClient(self._get_instance(), "rty")
data = {"lelik": "bolik"}
post.return_value = r.make_resp(data)
self.assertEqual(client.cluster.create(), data)
get.return_value = r.make_resp(data)
self.assertEqual(client.cluster.get(), data)
post.return_value = r.make_resp(SESSION_POST_DATA)
get.return_value = r.make_resp(SESSION_GET_DATA)
client.cluster.install_software(["bla-bla"])
self.assertEqual(post.call_count, 2)
self.assertEqual(get.call_count, 2)
def test_hdfs_services_op(self, get, post):
client = c.IntelClient(self._get_instance(), "rty")
# format
get.return_value = r.make_resp(SESSION_GET_DATA)
post.return_value = r.make_resp(SESSION_POST_DATA)
client.services.hdfs.format()
# decommission
post.return_value = r.make_resp()
client.services.hdfs.decommission_nodes(["n1"])
# get status
get.return_value = r.make_resp(data={"items": [{"hostname": "n1", "status": "start"}]})
client.services.hdfs.get_datanodes_status()
self.assertEqual(client.services.hdfs.get_datanode_status("n1"), "start")
self.assertRaises(iex.IntelPluginException, client.services.hdfs.get_datanode_status, "n2")
self.assertEqual(get.call_count, 4)
self.assertEqual(post.call_count, 2)
def test_nodes_op(self, get, post, delete):
client = c.IntelClient(self._get_instance(), 'rty')
# add
post.return_value = r.make_resp(
data={
"items": [{
"iporhostname": "n1",
"info": "Connected"
}, {
"iporhostname": "n2",
"info": "Connected"
}]
})
client.nodes.add(['n1', 'n2'], 'hadoop', '/Def', '/tmp/key')
post.return_value = r.make_resp(
data={"items": [{
"iporhostname": "n1",
"info": "bla-bla"
}]})
self.assertRaises(iex.IntelPluginException, client.nodes.add, ['n1'],
'hadoop', '/Def', '/tmp/key')
# config
post.return_value = r.make_resp(SESSION_POST_DATA)
get.return_value = r.make_resp(SESSION_GET_DATA)
client.nodes.config()
# delete
delete.return_value = r.make_resp()
client.nodes.delete(['n1'])
# get
get.return_value = r.make_resp()
client.nodes.get()
# get_status
get.return_value = r.make_resp(data={"status": "running"})
client.nodes.get_status(['n1'])
# stop_nodes
post.return_value = r.make_resp()
client.nodes.stop(['n1'])
self.assertEqual(delete.call_count, 1)
self.assertEqual(post.call_count, 4)
self.assertEqual(get.call_count, 3)
def test_base_services_op(self, get, post):
client = c.IntelClient(self._get_instance(), "rty")
# start
post.return_value = r.make_resp()
get.return_value = r.make_resp(
data={"items": [{"serviceName": "hdfs", "status": "running"}, {"serviceName": "yarn", "status": "running"}]}
)
client.services.hdfs.start()
client.services.yarn.start()
get.return_value = r.make_resp(
data={"items": [{"serviceName": "hdfs", "status": "stopped"}, {"serviceName": "yarn", "status": "stopped"}]}
)
self.assertRaises(iex.IntelPluginException, client.services.hdfs.start)
self.assertRaises(iex.IntelPluginException, client.services.yarn.start)
# stop
post.return_value = r.make_resp()
client.services.hdfs.stop()
client.services.yarn.stop()
# service
get.return_value = r.make_resp(data={"items": [{"serviceName": "bla-bla", "status": "fail"}]})
self.assertRaises(iex.IntelPluginException, client.services.hdfs.status)
self.assertRaises(iex.IntelPluginException, client.services.yarn.status)
# get_nodes
get.return_value = r.make_resp()
client.services.hdfs.get_nodes()
client.services.yarn.get_nodes()
# add_nodes
post.return_value = r.make_resp()
client.services.hdfs.add_nodes("DataNode", ["n1", "n2"])
client.services.yarn.add_nodes("NodeManager", ["n1", "n2"])
self.assertEqual(get.call_count, 606)
self.assertEqual(post.call_count, 8)
def test_base_services_op(self, get, post):
client = c.IntelClient(self._get_instance(), 'rty')
# start
post.return_value = r.make_resp()
get.return_value = r.make_resp(
data={
"items": [{
"serviceName": "hdfs",
"status": "running"
}, {
"serviceName": "yarn",
"status": "running"
}]
})
client.services.hdfs.start()
client.services.yarn.start()
get.return_value = r.make_resp(
data={
"items": [{
"serviceName": "hdfs",
"status": "stopped"
}, {
"serviceName": "yarn",
"status": "stopped"
}]
})
self.assertRaises(iex.IntelPluginException, client.services.hdfs.start)
self.assertRaises(iex.IntelPluginException, client.services.yarn.start)
# stop
post.return_value = r.make_resp()
client.services.hdfs.stop()
client.services.yarn.stop()
# service
get.return_value = r.make_resp(
data={"items": [{
"serviceName": "bla-bla",
"status": "fail"
}]})
self.assertRaises(iex.IntelPluginException,
client.services.hdfs.status)
self.assertRaises(iex.IntelPluginException,
client.services.yarn.status)
# get_nodes
get.return_value = r.make_resp()
client.services.hdfs.get_nodes()
client.services.yarn.get_nodes()
# add_nodes
post.return_value = r.make_resp()
client.services.hdfs.add_nodes('DataNode', ['n1', 'n2'])
client.services.yarn.add_nodes('NodeManager', ['n1', 'n2'])
self.assertEqual(get.call_count, 606)
self.assertEqual(post.call_count, 8)
def test_rest_client(self, get):
client = c.IntelClient(self._get_instance(), "rty")
get.return_value = r.make_resp(ok=False, status_code=500, data={"message": "message"})
self.assertRaises(iex.IntelPluginException, client.services.get_services)
