def _start_slave_datanode_processes(self, dn_instances):
with context.ThreadGroup() as tg:
for i in dn_instances:
tg.spawn('spark-start-dn-%s' % i.instance_name,
self._start_datanode, i)
def start_cloudera_agents(self, instances):
with context.ThreadGroup() as tg:
for i in instances:
tg.spawn('cdh-agent-start-%s' % i.instance_name,
self.start_cloudera_agent, i)
def configure_os(self, instances):
with context.ThreadGroup() as tg:
for inst in instances:
tg.spawn('cdh-repo-conf-%s' % inst.instance_name,
self._configure_repo_from_inst, inst)
def _configure_swift(instances):
with context.ThreadGroup() as tg:
for i in instances:
tg.spawn('cdh-swift-conf-%s' % i.instance_name,
_configure_swift_to_inst, i)
def install_packages(self, instances, packages):
with context.ThreadGroup() as tg:
for i in instances:
tg.spawn('cdh-inst-pkgs-%s' % i.instance_name,
self._install_pkgs, i, packages)
def _start_slave_processes(self, sl_instances):
with context.ThreadGroup() as tg:
for i in sl_instances:
tg.spawn('storm-start-sl-%s' % i.instance_name,
self._start_slaves, i)
def _start_zookeeper_processes(self, zk_instances):
with context.ThreadGroup() as tg:
for i in zk_instances:
tg.spawn('storm-start-zk-%s' % i.instance_name,
self._start_zookeeper, i)
def test_thread_group_handles_spawning_exception(self):
with self.assertRaises(TestException):
with context.ThreadGroup():
raise TestException()
def test_thread_group_prefers_spawning_exception(self):
with self.assertRaises(RuntimeError):
with context.ThreadGroup() as tg:
tg.spawn('raiser1', self._raise_test_exc, 'exc1')
raise RuntimeError()
def start_cluster(self, cluster):
with context.ThreadGroup() as tg:
for instance in plugin_utils.get_instances(cluster):
tg.spawn('fake-check-%s' % instance.id, self._check_ops,
instance)
def scale_cluster(self, cluster, instances):
with context.ThreadGroup() as tg:
for instance in instances:
tg.spawn('fake-scaling-%s' % instance.id, self._all_check_ops,
instance)
def configure_cluster(self, cluster):
with context.ThreadGroup() as tg:
for instance in plugin_utils.get_instances(cluster):
tg.spawn('fake-write-%s' % instance.id, self._write_ops,
instance)
def test_thread_group_prefers_spawning_exception(self):
with testtools.ExpectedException(RuntimeError):
with context.ThreadGroup() as tg:
tg.spawn('raiser1', self._raise_test_exc, 'exc1')
raise RuntimeError()
def test_thread_group_handles_spawning_exception(self):
with testtools.ExpectedException(TestException):
with context.ThreadGroup():
raise TestException()
def install(self, cluster_context, instances):
with context.ThreadGroup() as tg:
for instance in instances:
tg.spawn('install-packages-%s' % instance.id,
self._install_packages_on_instance, cluster_context,
instance)
def _stop_nodes(self, instances, sys_service):
with context.ThreadGroup() as tg:
for instance in instances:
tg.spawn('stop-%s-%s' % (sys_service, instance.id),
self._stop_service, instance, sys_service)
