def _start_slave_datanode_processes(self, dn_instances): with context.ThreadGroup() as tg: for i in dn_instances: tg.spawn('spark-start-dn-%s' % i.instance_name, self._start_datanode, i)
def start_cloudera_agents(self, instances): with context.ThreadGroup() as tg: for i in instances: tg.spawn('cdh-agent-start-%s' % i.instance_name, self.start_cloudera_agent, i)
def configure_os(self, instances): with context.ThreadGroup() as tg: for inst in instances: tg.spawn('cdh-repo-conf-%s' % inst.instance_name, self._configure_repo_from_inst, inst)
def _configure_swift(instances): with context.ThreadGroup() as tg: for i in instances: tg.spawn('cdh-swift-conf-%s' % i.instance_name, _configure_swift_to_inst, i)
def install_packages(self, instances, packages): with context.ThreadGroup() as tg: for i in instances: tg.spawn('cdh-inst-pkgs-%s' % i.instance_name, self._install_pkgs, i, packages)
def _start_slave_processes(self, sl_instances): with context.ThreadGroup() as tg: for i in sl_instances: tg.spawn('storm-start-sl-%s' % i.instance_name, self._start_slaves, i)
def _start_zookeeper_processes(self, zk_instances): with context.ThreadGroup() as tg: for i in zk_instances: tg.spawn('storm-start-zk-%s' % i.instance_name, self._start_zookeeper, i)
def test_thread_group_handles_spawning_exception(self): with self.assertRaises(TestException): with context.ThreadGroup(): raise TestException()
def test_thread_group_prefers_spawning_exception(self): with self.assertRaises(RuntimeError): with context.ThreadGroup() as tg: tg.spawn('raiser1', self._raise_test_exc, 'exc1') raise RuntimeError()
def start_cluster(self, cluster): with context.ThreadGroup() as tg: for instance in plugin_utils.get_instances(cluster): tg.spawn('fake-check-%s' % instance.id, self._check_ops, instance)
def scale_cluster(self, cluster, instances): with context.ThreadGroup() as tg: for instance in instances: tg.spawn('fake-scaling-%s' % instance.id, self._all_check_ops, instance)
def configure_cluster(self, cluster): with context.ThreadGroup() as tg: for instance in plugin_utils.get_instances(cluster): tg.spawn('fake-write-%s' % instance.id, self._write_ops, instance)
def test_thread_group_prefers_spawning_exception(self): with testtools.ExpectedException(RuntimeError): with context.ThreadGroup() as tg: tg.spawn('raiser1', self._raise_test_exc, 'exc1') raise RuntimeError()
def test_thread_group_handles_spawning_exception(self): with testtools.ExpectedException(TestException): with context.ThreadGroup(): raise TestException()
def install(self, cluster_context, instances): with context.ThreadGroup() as tg: for instance in instances: tg.spawn('install-packages-%s' % instance.id, self._install_packages_on_instance, cluster_context, instance)
def _stop_nodes(self, instances, sys_service): with context.ThreadGroup() as tg: for instance in instances: tg.spawn('stop-%s-%s' % (sys_service, instance.id), self._stop_service, instance, sys_service)