def run_threads(initializer_module):
initializer_module.alert_scheduler_handler.start()
heartbeat_thread = HeartbeatThread.HeartbeatThread(initializer_module)
heartbeat_thread.start()
component_status_executor = ComponentStatusExecutor(initializer_module)
component_status_executor.start()
command_status_reporter = CommandStatusReporter(initializer_module)
command_status_reporter.start()
host_status_reporter = HostStatusReporter(initializer_module)
host_status_reporter.start()
alert_status_reporter = AlertStatusReporter(initializer_module)
alert_status_reporter.start()
initializer_module.action_queue.start()
while not initializer_module.stop_event.is_set():
time.sleep(0.1)
initializer_module.action_queue.interrupt()
command_status_reporter.join()
component_status_executor.join()
host_status_reporter.join()
alert_status_reporter.join()
heartbeat_thread.join()
initializer_module.action_queue.join()
def init_threads(self):
"""
Initialize thread objects
"""
self.component_status_executor = ComponentStatusExecutor(self)
self.action_queue = ActionQueue(self)
self.alert_scheduler_handler = AlertSchedulerHandler(self)
self.command_status_reporter = CommandStatusReporter(self)
self.host_status_reporter = HostStatusReporter(self)
self.alert_status_reporter = AlertStatusReporter(self)
self.heartbeat_thread = HeartbeatThread.HeartbeatThread(self)
def run_threads(initializer_module):
initializer_module.alert_scheduler_handler.start()
heartbeat_thread = HeartbeatThread.HeartbeatThread(initializer_module)
heartbeat_thread.start()
component_status_executor = ComponentStatusExecutor(initializer_module)
component_status_executor.start()
command_status_reporter = CommandStatusReporter(initializer_module)
command_status_reporter.start()
host_status_reporter = HostStatusReporter(initializer_module)
host_status_reporter.start()
alert_status_reporter = AlertStatusReporter(initializer_module)
alert_status_reporter.start()
# clean caches for non-existing clusters (ambari-server reset case)
heartbeat_thread.post_registration_actions += [
component_status_executor.clean_not_existing_clusters_info,
alert_status_reporter.clean_not_existing_clusters_info,
host_status_reporter.clean_cache
]
initializer_module.action_queue.start()
while not initializer_module.stop_event.is_set():
time.sleep(0.1)
initializer_module.action_queue.interrupt()
command_status_reporter.join()
component_status_executor.join()
host_status_reporter.join()
alert_status_reporter.join()
heartbeat_thread.join()
initializer_module.action_queue.join()
def test_mock_server_can_start(self, runCommand_mock):
runCommand_mock.return_value = {
'stdout': '...',
'stderr': '...',
'structuredOut': '{}',
'exitcode': 1
}
self.initializer_module = InitializerModule()
self.initializer_module.init()
heartbeat_thread = HeartbeatThread.HeartbeatThread(
self.initializer_module)
heartbeat_thread.start()
action_queue = self.initializer_module.action_queue
action_queue.start()
self.initializer_module.alert_scheduler_handler.start()
component_status_executor = ComponentStatusExecutor(
self.initializer_module)
component_status_executor.start()
connect_frame = self.server.frames_queue.get()
users_subscribe_frame = self.server.frames_queue.get()
registration_frame = self.server.frames_queue.get()
# server sends registration response
f = Frame(frames.MESSAGE,
headers={
'destination': '/user/',
'correlationId': '0'
},
body=self.get_json("registration_response.json"))
self.server.topic_manager.send(f)
# response to /initial_topology
f = Frame(frames.MESSAGE,
headers={
'destination': '/user/',
'correlationId': '1'
},
body=self.get_json("topology_create.json"))
self.server.topic_manager.send(f)
f = Frame(frames.MESSAGE,
headers={
'destination': '/user/',
'correlationId': '2'
},
body=self.get_json("metadata_after_registration.json"))
self.server.topic_manager.send(f)
f = Frame(frames.MESSAGE,
headers={
'destination': '/user/',
'correlationId': '3'
},
body=self.get_json("configurations_update.json"))
self.server.topic_manager.send(f)
f = Frame(frames.MESSAGE,
headers={
'destination': '/user/',
'correlationId': '4'
},
body=self.get_json("host_level_params.json"))
self.server.topic_manager.send(f)
f = Frame(frames.MESSAGE,
headers={
'destination': '/user/',
'correlationId': '5'
},
body=self.get_json("alert_definitions.json"))
self.server.topic_manager.send(f)
initial_topology_request = self.server.frames_queue.get()
initial_metadata_request = self.server.frames_queue.get()
initial_configs_request = self.server.frames_queue.get()
initial_host_level_params_request = self.server.frames_queue.get()
initial_alert_definitions_request = self.server.frames_queue.get()
while not self.initializer_module.is_registered:
time.sleep(0.1)
command_status_reporter = CommandStatusReporter(
self.initializer_module)
command_status_reporter.start()
host_status_reporter = HostStatusReporter(self.initializer_module)
host_status_reporter.start()
f = Frame(frames.MESSAGE,
headers={'destination': '/user/commands'},
body=self.get_json("execution_commands.json"))
self.server.topic_manager.send(f)
commands_subscribe_frame = self.server.frames_queue.get()
configurations_subscribe_frame = self.server.frames_queue.get()
metadata_subscribe_frame = self.server.frames_queue.get()
topologies_subscribe_frame = self.server.frames_queue.get()
host_level_params_subscribe_frame = self.server.frames_queue.get()
alert_definitions_subscribe_frame = self.server.frames_queue.get()
heartbeat_frame = self.server.frames_queue.get()
dn_install_in_progress_frame = json.loads(
self.server.frames_queue.get().body)
dn_install_failed_frame = json.loads(
self.server.frames_queue.get().body)
zk_install_in_progress_frame = json.loads(
self.server.frames_queue.get().body)
zk_install_failed_frame = json.loads(
self.server.frames_queue.get().body)
action_status_in_progress_frame = json.loads(
self.server.frames_queue.get().body)
action_status_failed_frame = json.loads(
self.server.frames_queue.get().body)
dn_recovery_in_progress_frame = json.loads(
self.server.frames_queue.get().body)
dn_recovery_failed_frame = json.loads(
self.server.frames_queue.get().body)
host_status_report = json.loads(self.server.frames_queue.get().body)
self.initializer_module.stop_event.set()
f = Frame(frames.MESSAGE,
headers={
'destination': '/user/',
'correlationId': '6'
},
body=json.dumps({'id': '1'}))
self.server.topic_manager.send(f)
command_status_reporter.join()
heartbeat_thread.join()
component_status_executor.join()
host_status_reporter.join()
action_queue.join()
self.assertTrue('mounts' in host_status_report)
self.assertEquals(
self.initializer_module.topology_cache['0']['hosts'][0]
['hostName'], 'c6401.ambari.apache.org')
self.assertEquals(
self.initializer_module.metadata_cache['0']
['status_commands_to_run'], ('STATUS', ))
self.assertEquals(
self.initializer_module.configurations_cache['0']['configurations']
['zoo.cfg']['clientPort'], '2181')
self.assertEquals(
dn_install_in_progress_frame['clusters']['0'][0]['roleCommand'],
'INSTALL')
self.assertEquals(
dn_install_in_progress_frame['clusters']['0'][0]['role'],
'DATANODE')
self.assertEquals(
dn_install_in_progress_frame['clusters']['0'][0]['status'],
'IN_PROGRESS')
self.assertEquals(
dn_install_failed_frame['clusters']['0'][0]['status'], 'FAILED')
self.assertEquals(
dn_recovery_in_progress_frame['clusters']['0'][0]['roleCommand'],
'INSTALL')
self.assertEquals(
dn_recovery_in_progress_frame['clusters']['0'][0]['role'],
'DATANODE')
self.assertEquals(
dn_recovery_in_progress_frame['clusters']['0'][0]['status'],
'IN_PROGRESS')
#============================================================================================
#============================================================================================
self.initializer_module = InitializerModule()
self.initializer_module.init()
self.server.frames_queue.queue.clear()
heartbeat_thread = HeartbeatThread.HeartbeatThread(
self.initializer_module)
heartbeat_thread.start()
action_queue = self.initializer_module.action_queue
action_queue.start()
self.initializer_module.alert_scheduler_handler.start()
component_status_executor = ComponentStatusExecutor(
self.initializer_module)
component_status_executor.start()
command_status_reporter = CommandStatusReporter(
self.initializer_module)
command_status_reporter.start()
host_status_reporter = HostStatusReporter(self.initializer_module)
host_status_reporter.start()
connect_frame = self.server.frames_queue.get()
users_subscribe_frame = self.server.frames_queue.get()
registration_frame = self.server.frames_queue.get()
# server sends registration response
f = Frame(frames.MESSAGE,
headers={
'destination': '/user/',
'correlationId': '0'
},
body=self.get_json("registration_response.json"))
self.server.topic_manager.send(f)
f = Frame(frames.MESSAGE,
headers={
'destination': '/user/',
'correlationId': '1'
},
body='{}')
self.server.topic_manager.send(f)
f = Frame(frames.MESSAGE,
headers={
'destination': '/user/',
'correlationId': '2'
},
body='{}')
self.server.topic_manager.send(f)
f = Frame(frames.MESSAGE,
headers={
'destination': '/user/',
'correlationId': '3'
},
body='{"timestamp":1510577217}')
self.server.topic_manager.send(f)
f = Frame(frames.MESSAGE,
headers={
'destination': '/user/',
'correlationId': '4'
},
body='{}')
self.server.topic_manager.send(f)
f = Frame(frames.MESSAGE,
headers={
'destination': '/user/',
'correlationId': '5'
},
body='{}')
self.server.topic_manager.send(f)
commands_subscribe_frame = self.server.frames_queue.get()
configurations_subscribe_frame = self.server.frames_queue.get()
metadata_subscribe_frame = self.server.frames_queue.get()
topologies_subscribe_frame = self.server.frames_queue.get()
heartbeat_frame = self.server.frames_queue.get()
status_reports_frame = self.server.frames_queue.get()
self.initializer_module.stop_event.set()
f = Frame(frames.MESSAGE,
headers={
'destination': '/user/',
'correlationId': '6'
},
body=json.dumps({'id': '1'}))
self.server.topic_manager.send(f)
heartbeat_thread.join()
component_status_executor.join()
command_status_reporter.join()
host_status_reporter.join()
action_queue.join()
def test_alert_definitions_update_and_delete(self):
self.initializer_module = InitializerModule()
self.initializer_module.init()
heartbeat_thread = HeartbeatThread.HeartbeatThread(
self.initializer_module)
heartbeat_thread.start()
connect_frame = self.server.frames_queue.get()
users_subscribe_frame = self.server.frames_queue.get()
registration_frame = self.server.frames_queue.get()
# server sends registration response
f = Frame(frames.MESSAGE,
headers={
'destination': '/user/',
'correlationId': '0'
},
body=self.get_json("registration_response.json"))
self.server.topic_manager.send(f)
# response to /initial_topology
f = Frame(frames.MESSAGE,
headers={
'destination': '/user/',
'correlationId': '1'
},
body='{}')
self.server.topic_manager.send(f)
f = Frame(frames.MESSAGE,
headers={
'destination': '/user/',
'correlationId': '2'
},
body='{}')
self.server.topic_manager.send(f)
f = Frame(frames.MESSAGE,
headers={
'destination': '/user/',
'correlationId': '3'
},
body='{"timestamp":1510577217}')
self.server.topic_manager.send(f)
f = Frame(frames.MESSAGE,
headers={
'destination': '/user/',
'correlationId': '4'
},
body='{}')
self.server.topic_manager.send(f)
f = Frame(frames.MESSAGE,
headers={
'destination': '/user/',
'correlationId': '5'
},
body=self.get_json("alert_definitions_small.json"))
self.server.topic_manager.send(f)
initial_topology_request = self.server.frames_queue.get()
initial_metadata_request = self.server.frames_queue.get()
initial_configs_request = self.server.frames_queue.get()
initial_host_level_params_request = self.server.frames_queue.get()
initial_alert_definitions_request = self.server.frames_queue.get()
while not self.initializer_module.is_registered:
time.sleep(0.1)
f = Frame(frames.MESSAGE,
headers={'destination': '/user/alert_definitions'},
body=self.get_json("alert_definitions_add.json"))
self.server.topic_manager.send(f)
f = Frame(frames.MESSAGE,
headers={'destination': '/user/alert_definitions'},
body=self.get_json("alert_definitions_edit.json"))
self.server.topic_manager.send(f)
f = Frame(frames.MESSAGE,
headers={'destination': '/user/alert_definitions'},
body=self.get_json("alert_definitions_delete.json"))
self.server.topic_manager.send(f)
def is_json_equal():
#json_alert_definitions = json.dumps(self.initializer_module.alert_definitions_cache, indent=2, sort_keys=True)
#json_excepted_definitions = json.dumps(self.get_dict_from_file("alert_definition_expected.json"), indent=2, sort_keys=True)
#print json_definitions
#print json_excepted_definitions
self.assertEquals(
Utils.get_mutable_copy(
self.initializer_module.alert_definitions_cache),
self.get_dict_from_file("alert_definition_expected.json"))
self.assert_with_retries(is_json_equal, tries=80, try_sleep=0.1)
self.initializer_module.stop_event.set()
f = Frame(frames.MESSAGE,
headers={
'destination': '/user/',
'correlationId': '6'
},
body=json.dumps({'id': '1'}))
self.server.topic_manager.send(f)
heartbeat_thread.join()