def test_update_worker_status():
under_test = CommandChannel("localhost:42/some_topic")
service_id = "some_id"
new_status = WorkerStatus(service_id)
assert len(under_test.list_workers()) == 0
assert under_test.get_worker(service_id) is None
under_test.status_queue.put(new_status)
under_test.update_workers()
assert len(under_test.list_workers()) == 1
assert under_test.get_worker(service_id).service_id == service_id
under_test.stop_thread()
def test_update_job_status():
under_test = CommandChannel("localhost:42/some_topic")
job_id = "some_id"
new_status = JobStatus(job_id)
assert len(under_test.list_jobs()) == 0
assert under_test.get_job(job_id) is None
under_test.status_queue.put(new_status)
under_test.update_workers()
assert len(under_test.list_jobs()) == 1
assert under_test.get_job(job_id).job_id == job_id
under_test.stop_thread()
def test_update_command_status():
under_test = CommandChannel("localhost:42/some_topic")
job_id = "some_other_id"
command_id = "some_id"
new_status = CommandStatus(job_id, command_id)
assert len(under_test.list_commands()) == 0
assert under_test.get_command(command_id) is None
under_test.status_queue.put(new_status)
under_test.update_workers()
assert len(under_test.list_commands()) == 1
assert under_test.get_command(command_id).command_id == command_id
under_test.stop_thread()
del under_test
def __init__(self, command_topic_url: str):
temp_cmd_ch = CommandChannel(command_topic_url)
command_url = KafkaTopicUrl(command_topic_url)
try:
temp_producer = KafkaProducer(
bootstrap_servers=[command_url.host_port])
except NoBrokersAvailable as e:
raise NoBrokersAvailable(
f'Unable to find brokers (or connect to brokers) on address: "{command_url.host_port}"'
) from e
super().__init__(command_url.topic, temp_cmd_ch, temp_producer)
def test_timed_out():
under_test = CommandChannel("localhost:42/some_topic")
now = datetime.now()
test_worker = WorkerStatus("some_service_id")
test_worker.state = WorkerState.UNKNOWN
under_test.map_of_workers["some_id"] = test_worker
test_job = JobStatus("some_id")
test_job.state = JobState.WAITING
under_test.map_of_jobs["some_id"] = test_job
test_command = CommandStatus("some_id", "some_other_id")
test_command.state = CommandState.WAITING_RESPONSE
under_test.map_of_commands["some_id"] = test_command
time_diff = timedelta(minutes=5)
under_test.update_workers(now + time_diff)
assert under_test.map_of_commands[
"some_id"].state == CommandState.TIMEOUT_RESPONSE
assert under_test.map_of_jobs["some_id"].state == JobState.TIMEOUT
assert under_test.map_of_workers[
"some_id"].state == WorkerState.UNAVAILABLE
def test_add_job_id():
under_test = CommandChannel("localhost:42/some_topic")
assert len(under_test.list_jobs()) == 0
job_id_1 = "some_job_id_1"
assert under_test.get_job(job_id_1) is None
under_test.add_job_id(job_id_1)
assert len(under_test.list_jobs()) == 1
assert under_test.get_job(job_id_1).job_id == job_id_1
job_id_2 = "some_job_id_2"
assert under_test.get_job(job_id_2) is None
under_test.add_job_id(job_id_2)
assert len(under_test.list_jobs()) == 2
assert under_test.get_job(job_id_2).job_id == job_id_2
under_test.stop_thread()
def test_add_command_id():
under_test = CommandChannel("localhost:42/some_topic")
assert len(under_test.list_commands()) == 0
command_id_1 = "some_command_id_1"
job_id = "some_job_id"
assert under_test.get_command(command_id_1) is None
under_test.add_command_id(job_id, command_id_1)
assert len(under_test.list_commands()) == 1
assert under_test.get_command(command_id_1).command_id == command_id_1
command_id_2 = "some_command_id_2"
assert under_test.get_command(command_id_2) is None
under_test.add_command_id(job_id, command_id_2)
assert len(under_test.list_commands()) == 2
assert under_test.get_command(command_id_2).command_id == command_id_2
under_test.stop_thread()
def test_prune_old():
under_test = CommandChannel("localhost:42/some_topic")
now = datetime.now()
test_worker = WorkerStatus("some_service_id")
test_worker.state = WorkerState.IDLE
under_test.map_of_workers["some_id"] = test_worker
test_job = JobStatus("some_id")
test_job.state = JobState.WRITING
under_test.map_of_jobs["some_id"] = test_job
test_command = CommandStatus("some_id", "some_other_id")
test_command.state = CommandState.SUCCESS
under_test.map_of_commands["some_id"] = test_command
under_test.update_workers(now + timedelta(seconds=60))
time_diff = timedelta(minutes=5)
under_test.update_workers(now + DEAD_ENTITY_TIME_LIMIT - time_diff)
assert len(under_test.map_of_commands) == 1
assert len(under_test.map_of_jobs) == 1
assert len(under_test.map_of_workers) == 1
under_test.update_workers(now + DEAD_ENTITY_TIME_LIMIT + time_diff)
assert len(under_test.map_of_commands) == 0
assert len(under_test.map_of_jobs) == 0
assert len(under_test.map_of_workers) == 0
def test_stop_thread_twice():
under_test = CommandChannel("localhost:42/some_topic")
under_test.stop_thread()
under_test.stop_thread() # No exception