def test_get_tasktrackers(self): cl = tu.create_cluster( 'cl1', 't1', 'vanilla', '1.2.1', [self.ng_manager, self.ng_jobtracker, self.ng_tasktracker]) tasktrackers = u.get_tasktrackers(cl) self.assertEqual(2, len(tasktrackers)) self.assertEqual( set(['tt1', 'tt2']), set([tasktrackers[0].instance_id, tasktrackers[1].instance_id])) cl = tu.create_cluster('cl1', 't1', 'vanilla', '1.2.1', [self.ng_manager]) self.assertEqual([], u.get_tasktrackers(cl))
def test_get_tasktrackers(self): cl = tu.create_cluster('cl1', 't1', 'vanilla', '1.2.1', [self.ng_manager, self.ng_jobtracker, self.ng_tasktracker]) tasktrackers = u.get_tasktrackers(cl) self.assertEqual(2, len(tasktrackers)) self.assertEqual(set(['tt1', 'tt2']), set([tasktrackers[0].instance_id, tasktrackers[1].instance_id])) cl = tu.create_cluster('cl1', 't1', 'vanilla', '1.2.1', [self.ng_manager]) self.assertEqual([], u.get_tasktrackers(cl))
def decommission_nodes(self, cluster, instances): tts = vu.get_tasktrackers(cluster) dns = vu.get_datanodes(cluster) decommission_dns = False decommission_tts = False for i in instances: if 'datanode' in i.node_group.node_processes: dns.remove(i) decommission_dns = True if 'tasktracker' in i.node_group.node_processes: tts.remove(i) decommission_tts = True nn = vu.get_namenode(cluster) jt = vu.get_jobtracker(cluster) if decommission_tts: sc.decommission_tt(jt, instances, tts) if decommission_dns: sc.decommission_dn(nn, instances, dns)
def decommission_nodes(self, cluster, instances): tts = vu.get_tasktrackers(cluster) dns = vu.get_datanodes(cluster) decommission_dns = False decommission_tts = False for i in instances: if "datanode" in i.node_group.node_processes: dns.remove(i) decommission_dns = True if "tasktracker" in i.node_group.node_processes: tts.remove(i) decommission_tts = True nn = vu.get_namenode(cluster) jt = vu.get_jobtracker(cluster) if decommission_tts: sc.decommission_tt(jt, instances, tts) if decommission_dns: sc.decommission_dn(nn, instances, dns)
def _push_jobtracker_configs(self, cluster, r): r.write_file_to( '/etc/hadoop/tt.incl', utils.generate_fqdn_host_names(vu.get_tasktrackers(cluster)))
def _push_jobtracker_configs(self, cluster, r): r.write_file_to("/etc/hadoop/tt.incl", utils.generate_fqdn_host_names(vu.get_tasktrackers(cluster)))