def test_get_queue_size():
queue_name = id_generator.generate_job_item_id()
queue = get_test_queue(queue_name)
expected_message_id = sqs.send_message(
queue, 'boto3',
{'Author': {
'StringValue': 'Daniel',
'DataType': 'String'
}})
size = sqs.get_queue_size(queue.url)
assert size == 1
sqs.clear_queue(queue)
sqs.delete_queue(queue)
def test_get_queue_size():
queue_name = id_generator.generate_job_item_id()
queue = get_test_queue(queue_name)
expected_message_id = sqs.send_message(queue, 'boto3', {
'Author': {
'StringValue': 'Daniel',
'DataType': 'String'
}
})
size = sqs.get_queue_size(queue.url)
assert size == 1
sqs.clear_queue(queue)
sqs.delete_queue(queue)
def calculate_optimal_job_item_container_capacity(queue, itms_per_cntr):
"""
Checks size of JobItems queue and compares with constant JOB_ITEMS_PER_CONTAINER
"""
current_time = datetime.datetime.utcnow()
last_updated_job_item_time = datetime.datetime.utcnow() #job_manager.get_last_updated_job().last_updated
seconds_since_last_job_item = int((current_time - last_updated_job_item_time).total_seconds())
job_items_queue = sqs.get_queue(queue)
queue_size = sqs.get_queue_size(job_items_queue.url)
optimal_containers = calculate_job_item_containers(queue_size, itms_per_cntr)
msg = ("SITUATION:\nCurrentTime: %s\nLast_Updated: %s\nSecondsSinceLastUpdate: " +
"%s\nJobItemQueueSize: %s\nOptimalContainers: %s")
msg = msg % (current_time, last_updated_job_item_time, seconds_since_last_job_item,
queue_size, optimal_containers)
tasks_log.info(msg)
return optimal_containers
def calculate_optimal_job_item_container_capacity(queue, itms_per_cntr):
"""
Checks size of JobItems queue and compares with constant JOB_ITEMS_PER_CONTAINER
"""
current_time = datetime.datetime.utcnow()
last_updated_job_item_time = datetime.datetime.utcnow(
) #job_manager.get_last_updated_job().last_updated
seconds_since_last_job_item = int(
(current_time - last_updated_job_item_time).total_seconds())
job_items_queue = sqs.get_queue(queue)
queue_size = sqs.get_queue_size(job_items_queue.url)
optimal_containers = calculate_job_item_containers(queue_size,
itms_per_cntr)
msg = (
"SITUATION:\nCurrentTime: %s\nLast_Updated: %s\nSecondsSinceLastUpdate: "
+ "%s\nJobItemQueueSize: %s\nOptimalContainers: %s")
msg = msg % (current_time, last_updated_job_item_time,
seconds_since_last_job_item, queue_size, optimal_containers)
tasks_log.info(msg)
return optimal_containers
