def test_check_all_resources(self):
# arrange
c_yarn_cluster = YarnCluster(self.opts)
expected = 0
# act
returned = c_yarn_cluster.check_all_resources()
# assert
self.assertTrue(True) # temporarily short-ciruit
def test_check_disk_valid_sufficient(self):
# arrange
c_yarn_cluster = YarnCluster(self.opts)
expected = 0
# act
returned = c_yarn_cluster.check_disk_valid()
# assert
self.assertEqual(expected, returned)
def test_check_network_quotas_sufficient(self):
# arrange
c_yarn_cluster = YarnCluster(self.opts)
expected = 0 # success
# act
returned = c_yarn_cluster.check_network_quotas()
# assert
self.assertEqual(expected, returned)
def test_create_yarn_cluster(self):
# arrange
expected_masterip = '127.0.0.1'
expected_vm_dict = [{'name': 'f_vm', 'adminPass': '******'}, {'name': 'f_2 vm', 'adminPass': '******'}]
c_yarn_cluster = YarnCluster(self.opts)
# act
returned_masterip, returned_vm_dict = c_yarn_cluster.create_yarn_cluster()
# assert
self.assertTupleEqual((expected_masterip, expected_vm_dict), (returned_masterip, returned_vm_dict))
def test_check_cpu_valid_sufficient(self):
# arrange
prev_clustersize = self.opts['cluster_size']
self.opts['cluster_size'] = 2
c_yarn_cluster = YarnCluster(self.opts)
expected = 0 # usage: 5, limit: 9 (4 remaining), requested: 4, expected result success
# act
returned = c_yarn_cluster.check_cpu_valid()
self.opts['cluster_size'] = prev_clustersize
# assert
self.assertEqual(expected, returned)
def test_check_disk_valid_exceeded(self):
# arrange
prev_clustersize = self.opts['cluster_size']
self.opts['cluster_size'] = 100
c_yarn_cluster = YarnCluster(self.opts)
expected = error_quotas_cyclades_disk
# act
with self.assertRaises(ClientError) as context:
c_yarn_cluster.check_disk_valid()
self.opts['cluster_size'] = prev_clustersize
# assert
the_exception = context.exception
self.assertEqual(expected, the_exception.status)
action_stop(token, id, current_task, msg)
raise ClientError(msg,error_fatal)
if not skip_cluster_create:
try:
cluster_options = check_cluster_options(cluster_options,dsl,token,map_dsl_to_cluster)
except ClientError,e:
msg = str(e.args[0])
action_stop(token, id, current_task, msg)
raise e
# cluster section
# only need to import create cluster if we are going to be making a cluster
from backend.create_cluster import YarnCluster
state_msg = 'Started experiment cluster creation'
action_continue(token, id, current_task, state_msg)
c_cluster = YarnCluster(cluster_options)
MASTER_IP, servers, password, cluster_id = c_cluster.create_yarn_cluster()
if cluster_id > 0:
state_msg = 'Experiment cluster created successfully'
action_continue(token, id, current_task, state_msg)
cluster_id_for_replay = cluster_id
else:
state_msg = 'Experiment cluster creation failed'
action_stop(token, id, current_task, state_msg)
raise ClientError(state_msg, error_fatal)
# actions section
actions = dsl_data_dict.get('actions',[])
if len(actions)>0 and cluster_id_for_replay is not None:
try:
actions = check_actions(actions, dsl, token)
