def test_check_all_resources(self): # arrange c_yarn_cluster = YarnCluster(self.opts) expected = 0 # act returned = c_yarn_cluster.check_all_resources() # assert self.assertTrue(True) # temporarily short-ciruit
def test_check_disk_valid_sufficient(self): # arrange c_yarn_cluster = YarnCluster(self.opts) expected = 0 # act returned = c_yarn_cluster.check_disk_valid() # assert self.assertEqual(expected, returned)
def test_check_network_quotas_sufficient(self): # arrange c_yarn_cluster = YarnCluster(self.opts) expected = 0 # success # act returned = c_yarn_cluster.check_network_quotas() # assert self.assertEqual(expected, returned)
def test_create_yarn_cluster(self): # arrange expected_masterip = '127.0.0.1' expected_vm_dict = [{'name': 'f_vm', 'adminPass': '******'}, {'name': 'f_2 vm', 'adminPass': '******'}] c_yarn_cluster = YarnCluster(self.opts) # act returned_masterip, returned_vm_dict = c_yarn_cluster.create_yarn_cluster() # assert self.assertTupleEqual((expected_masterip, expected_vm_dict), (returned_masterip, returned_vm_dict))
def test_check_cpu_valid_sufficient(self): # arrange prev_clustersize = self.opts['cluster_size'] self.opts['cluster_size'] = 2 c_yarn_cluster = YarnCluster(self.opts) expected = 0 # usage: 5, limit: 9 (4 remaining), requested: 4, expected result success # act returned = c_yarn_cluster.check_cpu_valid() self.opts['cluster_size'] = prev_clustersize # assert self.assertEqual(expected, returned)
def test_check_disk_valid_exceeded(self): # arrange prev_clustersize = self.opts['cluster_size'] self.opts['cluster_size'] = 100 c_yarn_cluster = YarnCluster(self.opts) expected = error_quotas_cyclades_disk # act with self.assertRaises(ClientError) as context: c_yarn_cluster.check_disk_valid() self.opts['cluster_size'] = prev_clustersize # assert the_exception = context.exception self.assertEqual(expected, the_exception.status)
action_stop(token, id, current_task, msg) raise ClientError(msg,error_fatal) if not skip_cluster_create: try: cluster_options = check_cluster_options(cluster_options,dsl,token,map_dsl_to_cluster) except ClientError,e: msg = str(e.args[0]) action_stop(token, id, current_task, msg) raise e # cluster section # only need to import create cluster if we are going to be making a cluster from backend.create_cluster import YarnCluster state_msg = 'Started experiment cluster creation' action_continue(token, id, current_task, state_msg) c_cluster = YarnCluster(cluster_options) MASTER_IP, servers, password, cluster_id = c_cluster.create_yarn_cluster() if cluster_id > 0: state_msg = 'Experiment cluster created successfully' action_continue(token, id, current_task, state_msg) cluster_id_for_replay = cluster_id else: state_msg = 'Experiment cluster creation failed' action_stop(token, id, current_task, state_msg) raise ClientError(state_msg, error_fatal) # actions section actions = dsl_data_dict.get('actions',[]) if len(actions)>0 and cluster_id_for_replay is not None: try: actions = check_actions(actions, dsl, token)