def test_place_new_with_cpu(self, mem_overcommit, cpu_overcommit, expected): vm = Vm(new_id(), VM_FLAVOR, State.STOPPED, None) manager = PMBuilder(mem_overcommit=mem_overcommit, cpu_overcommit=cpu_overcommit).build() score, placement_list = manager.place(vm, None) assert_that(score, is_(AgentPlacementScore(*expected)))
def test_place_new_with_mem_consumed(self, mem_consumed, mem_overcommit, expected): vm = Vm(new_id(), VM_FLAVOR, State.STOPPED, None) manager = PMBuilder(mem_overcommit=mem_overcommit).build() manager._system.host_consumed_memory_mb.return_value = mem_consumed score, placement_list = manager.place(vm, None) assert_that(score, is_(AgentPlacementScore(*expected)))
def test_place_vm_existing_image_two_matching_datastores(self): ds_map = { "datastore_id_1": (DatastoreInfo(8 * 1024, 0), set([])), "datastore_id_2": (DatastoreInfo(16 * 1024, 0), set([])), "datastore_id_3": (DatastoreInfo(15 * 1024, 0), set([])) } ds_with_image = ["datastore_id_1", "datastore_id_2"] manager = PMBuilder(ds_map=ds_map, ds_with_image=ds_with_image).build() total_storage = sum(t[0].total for t in ds_map.values()) image = DiskImage("disk_image", DiskImage.COPY_ON_WRITE) # disk1 and disk2 both take 1/100 disk1 = Disk(new_id(), DISK_FLAVOR, False, True, total_storage / 100, image) disk2 = Disk(new_id(), DISK_FLAVOR, False, True, total_storage / 100, image) vm = Vm(new_id(), self._vm_flavor_mb(1), State.STOPPED, None, None, [disk1, disk2]) score, placement_list = manager.place(vm, None) # There are 2 disk of approx size 1/100 of avail space # the score should be 98 assert_that(score, is_(AgentPlacementScore(98, 100))) base_index = 0 assert_that(placement_list[base_index].resource_id, is_(vm.id)) assert_that(placement_list[base_index].container_id, is_("datastore_id_2")) base_index += 1 assert_that(placement_list[base_index].resource_id, is_(disk1.id)) assert_that(placement_list[base_index + 1].resource_id, is_(disk2.id)) assert_that(placement_list[base_index].container_id, is_("datastore_id_2")) assert_that(placement_list[base_index + 1].container_id, is_("datastore_id_2"))
def test_place_vm_no_disks(self): manager = PMBuilder().build() vm = Vm(new_id(), VM_FLAVOR, State.STOPPED, None, None, None) score, placement_list = manager.place(vm, None) assert_that(score, is_(AgentPlacementScore(97, 100))) assert_that(len(placement_list) is 1) assert_that(placement_list[0].resource_id, equal_to(vm.id)) assert_that(placement_list[0].container_id, equal_to('datastore_id_1'))
def test_place_new_with_reservations(self, disk1_capacity, disk2_capacity, overcommit, expected): disk1 = Disk(new_id(), DISK_FLAVOR, True, True, disk1_capacity) disk2 = Disk(new_id(), DISK_FLAVOR, True, True, disk2_capacity) vm = Vm(new_id(), VM_FLAVOR, State.STOPPED, None) vm.disks = [disk1, disk2] manager = PMBuilder(mem_overcommit=overcommit).build() # Disable freespace based admission control. manager.FREESPACE_THRESHOLD = 0 manager.reserve(vm, None) score, placement_list = manager.place(vm, None) assert_that(score, is_(AgentPlacementScore(*expected)))
def test_place_large_disks(self, use_vm): ds_map = { "datastore_id_1": (DatastoreInfo(1 * 1024, 0), set([])), "datastore_id_2": (DatastoreInfo(2 * 1024, 0), set([])), "datastore_id_3": (DatastoreInfo(3 * 1024, 0), set([])) } ds_with_image = ["datastore_id_3"] total_storage = sum(t[0].total for t in ds_map.values()) manager = PMBuilder(ds_map=ds_map, ds_with_image=ds_with_image).build() image = DiskImage("disk_image", DiskImage.FULL_COPY) disk1 = Disk(new_id(), DISK_FLAVOR, False, True, 1024, image) disk2 = Disk(new_id(), DISK_FLAVOR, False, True, 1024, image) disk3 = Disk(new_id(), DISK_FLAVOR, False, True, 1024, image) disk4 = Disk(new_id(), DISK_FLAVOR, False, True, 1024, image) disk_list = [disk1, disk2, disk3, disk4] used_storage = sum(disk.capacity_gb for disk in disk_list) if use_vm: vm = Vm(new_id(), VM_FLAVOR, State.STOPPED, None, None, disk_list) disks = None else: vm = None disks = disk_list score, placement_list = manager.place(vm, disks) # optimal placement cannot be achieved, # divide the expected score by NOT_OPTIMAL_DIVIDE_FACTOR expected_score = 100 * (total_storage - used_storage) / \ total_storage / PlacementManager.NOT_OPTIMAL_DIVIDE_FACTOR assert_that(score, is_(AgentPlacementScore(expected_score, 100))) base_index = 0 if vm: assert_that(placement_list[base_index].resource_id, is_(vm.id)) assert_that(placement_list[base_index].container_id, is_("datastore_id_3")) base_index += 1 assert_that(placement_list[base_index].resource_id, is_(disk1.id)) assert_that(placement_list[base_index + 1].resource_id, is_(disk2.id)) assert_that(placement_list[base_index + 2].resource_id, is_(disk3.id)) assert_that(placement_list[base_index + 3].resource_id, is_(disk4.id)) assert_that(placement_list[base_index].container_id, is_("datastore_id_3")) assert_that(placement_list[base_index + 1].container_id, is_("datastore_id_3")) assert_that(placement_list[base_index + 2].container_id, is_("datastore_id_3")) assert_that(placement_list[base_index + 3].container_id, is_("datastore_id_2"))
def test_place_with_disks_constraints(self): ds_map = { "datastore_id_1": (DatastoreInfo(8 * 1024, 0), set([])), "datastore_id_2": (DatastoreInfo(16 * 1024, 0), set([])), "datastore_id_3": (DatastoreInfo(16 * 1024, 0), set([])) } ds_name_id_map = { "ds1": "datastore_id_1", "ds2": "datastore_id_2", "ds3": "datastore_id_3" } ds_with_image = ["datastore_id_1", "datastore_id_2"] total_storage = sum(t[0].total for t in ds_map.values()) manager = PMBuilder(ds_map=ds_map, ds_with_image=ds_with_image, ds_name_id_map=ds_name_id_map).build() # Disable freespace based admission control. manager.FREESPACE_THRESHOLD = 0 image = DiskImage("disk_image", DiskImage.COPY_ON_WRITE) constraint1 = ResourceConstraint(ResourceConstraintType.DATASTORE, ["datastore_id_1"]) constraint2 = ResourceConstraint(ResourceConstraintType.DATASTORE, ["ds2"]) disk1 = Disk(new_id(), DISK_FLAVOR, False, True, total_storage / 100, image, constraints=[constraint1]) disk2 = Disk(new_id(), DISK_FLAVOR, False, True, total_storage / 100, image, constraints=[constraint2]) disks = [disk1, disk2] score, placement_list = manager.place(None, disks) # Image disks doesn't count in utilization score assert_that(score, is_(AgentPlacementScore(100, 100))) base_index = 0 assert_that(placement_list[base_index].resource_id, is_(disk1.id)) assert_that(placement_list[base_index + 1].resource_id, is_(disk2.id)) assert_that(placement_list[base_index].container_id, is_("datastore_id_1")) assert_that(placement_list[base_index + 1].container_id, is_("datastore_id_2"))
def test_place_disks_with_threshold(self, use_vm, threshold, expected): ds_map = {"datastore_id_1": (DatastoreInfo(1 * 1024, 0), set([]))} manager = PMBuilder(ds_map=ds_map).build() manager.FREESPACE_THRESHOLD = threshold disk1 = Disk(new_id(), DISK_FLAVOR, False, True, 512, None) disk_list = [disk1] if use_vm: vm = Vm(new_id(), VM_FLAVOR, State.STOPPED, None, None, disk_list) disks = None else: vm = None disks = disk_list score, placement_list = manager.place(vm, disks) # optimal placement cannot be achieved, # divide the expected score by NOT_OPTIMAL_DIVIDE_FACTOR assert_that(score, is_(AgentPlacementScore(expected, 100)))
def test_place_vm_in_no_image_datastore(self): ds_map = { "datastore_id_1": (DatastoreInfo(8 * 1024, 0), set([])), "datastore_id_2": (DatastoreInfo(8 * 1024, 0), set([])), "datastore_id_3": (DatastoreInfo(16 * 1024, 0), set([])) } ds_with_image = ["datastore_id_1", "datastore_id_2"] manager = PMBuilder(ds_map=ds_map, ds_with_image=ds_with_image, image_size=100 * 1024 * 1024).build() total_storage = sum(t[0].total for t in ds_map.values()) image = DiskImage("disk_image", DiskImage.COPY_ON_WRITE) # disk1 and disk2 both take 1/100 disk1 = Disk(new_id(), DISK_FLAVOR, False, True, total_storage / 100, image) disk2 = Disk(new_id(), DISK_FLAVOR, False, True, total_storage / 100) vm = Vm(new_id(), self._vm_flavor_mb(1), State.STOPPED, None, None, [disk1, disk2]) score, placement_list = manager.place(vm, None) # disk1 and disk2 both take 1% space, so utilization score is 98 # image takes 100MB, which is 10% of 1GB, so transfer score is 90 assert_that(score, is_(AgentPlacementScore(98, 90))) assert_that(placement_list, has_length(3)) for placement in placement_list: assert_that(placement.container_id, is_("datastore_id_3")) # no other datastores except only image datastore available, # and use_image_datastore_for_vms:False, thus should fail. ds_map = {"image_datastore": (DatastoreInfo(8 * 1024, 0), set())} manager = PMBuilder(ds_map=ds_map, im_ds_for_vm=False).build() # vm with disks self.assertRaises(NoSuchResourceException, manager.place, vm, None) # vm without disks vm = Vm(new_id(), VM_FLAVOR, State.STOPPED) self.assertRaises(NoSuchResourceException, manager.place, vm, None)
def test_place_large_disks_image_datastore(self, use_vm): ds_map = {"datastore_id_1": (DatastoreInfo(3 * 1024, 0), set([]))} ds_with_image = ["datastore_id_1", "datastore_id_2"] total_storage = sum(t[0].total for t in ds_map.values()) manager = PMBuilder(ds_map=ds_map, ds_with_image=ds_with_image).build() # Disable freespace based admission control. manager.FREESPACE_THRESHOLD = 0 disk1 = Disk(new_id(), DISK_FLAVOR, False, True, 1024) disk2 = Disk(new_id(), DISK_FLAVOR, False, True, 1024) disk_list = [disk1, disk2] used_storage = sum(disk.capacity_gb for disk in disk_list) if use_vm: vm = Vm(new_id(), VM_FLAVOR, State.STOPPED, None, None, disk_list) disks = None else: vm = None disks = disk_list score, placement_list = manager.place(vm, disks) expected_score = 100 * (total_storage - used_storage) / total_storage assert_that(score, is_(AgentPlacementScore(expected_score, 100))) base_index = 0 if vm: assert_that(placement_list[base_index].resource_id, is_(vm.id)) assert_that(placement_list[base_index].container_id, is_("datastore_id_1")) base_index += 1 assert_that(placement_list[base_index].resource_id, is_(disk1.id)) assert_that(placement_list[base_index + 1].resource_id, is_(disk2.id)) assert_that(placement_list[base_index].container_id, is_("datastore_id_1")) assert_that(placement_list[base_index + 1].container_id, is_("datastore_id_1"))
def test_empty_disk_place(self, overcommit, vm_memory, expected): vm = Vm(new_id(), self._vm_flavor_gb(vm_memory), State.STOPPED, None) manager = PMBuilder(mem_overcommit=overcommit).build() score, placement_list = manager.place(vm, None) assert_that(score, is_(AgentPlacementScore(*expected)))