def test_get_queue_size(): queue_name = id_generator.generate_job_item_id() queue = get_test_queue(queue_name) expected_message_id = sqs.send_message( queue, 'boto3', {'Author': { 'StringValue': 'Daniel', 'DataType': 'String' }}) size = sqs.get_queue_size(queue.url) assert size == 1 sqs.clear_queue(queue) sqs.delete_queue(queue)
def test_get_queue_size(): queue_name = id_generator.generate_job_item_id() queue = get_test_queue(queue_name) expected_message_id = sqs.send_message(queue, 'boto3', { 'Author': { 'StringValue': 'Daniel', 'DataType': 'String' } }) size = sqs.get_queue_size(queue.url) assert size == 1 sqs.clear_queue(queue) sqs.delete_queue(queue)
def calculate_optimal_job_item_container_capacity(queue, itms_per_cntr): """ Checks size of JobItems queue and compares with constant JOB_ITEMS_PER_CONTAINER """ current_time = datetime.datetime.utcnow() last_updated_job_item_time = datetime.datetime.utcnow() #job_manager.get_last_updated_job().last_updated seconds_since_last_job_item = int((current_time - last_updated_job_item_time).total_seconds()) job_items_queue = sqs.get_queue(queue) queue_size = sqs.get_queue_size(job_items_queue.url) optimal_containers = calculate_job_item_containers(queue_size, itms_per_cntr) msg = ("SITUATION:\nCurrentTime: %s\nLast_Updated: %s\nSecondsSinceLastUpdate: " + "%s\nJobItemQueueSize: %s\nOptimalContainers: %s") msg = msg % (current_time, last_updated_job_item_time, seconds_since_last_job_item, queue_size, optimal_containers) tasks_log.info(msg) return optimal_containers
def calculate_optimal_job_item_container_capacity(queue, itms_per_cntr): """ Checks size of JobItems queue and compares with constant JOB_ITEMS_PER_CONTAINER """ current_time = datetime.datetime.utcnow() last_updated_job_item_time = datetime.datetime.utcnow( ) #job_manager.get_last_updated_job().last_updated seconds_since_last_job_item = int( (current_time - last_updated_job_item_time).total_seconds()) job_items_queue = sqs.get_queue(queue) queue_size = sqs.get_queue_size(job_items_queue.url) optimal_containers = calculate_job_item_containers(queue_size, itms_per_cntr) msg = ( "SITUATION:\nCurrentTime: %s\nLast_Updated: %s\nSecondsSinceLastUpdate: " + "%s\nJobItemQueueSize: %s\nOptimalContainers: %s") msg = msg % (current_time, last_updated_job_item_time, seconds_since_last_job_item, queue_size, optimal_containers) tasks_log.info(msg) return optimal_containers