def test_get_all_capsules_with_pagination_marker( self, mock_container_get_by_uuid, mock_capsule_save, mock_capsule_list, mock_capsule_show): test_container = utils.get_test_container() test_container_obj = objects.Container(self.context, **test_container) mock_container_get_by_uuid.return_value = test_container_obj capsule_list = [] for id_ in range(4): test_capsule = utils.create_test_container( id=id_, uuid=uuidutils.generate_uuid(), name='capsule' + str(id_), context=self.context) capsule_list.append(objects.Capsule(self.context, **test_capsule)) mock_capsule_list.return_value = capsule_list[-1:] mock_capsule_show.return_value = capsule_list[-1] mock_capsule_save.return_value = True response = self.app.get('/v1/capsules/?limit=3&marker=%s' % capsule_list[2].uuid) self.assertEqual(200, response.status_int) actual_capsules = response.json['capsules'] self.assertEqual(1, len(actual_capsules)) self.assertEqual(actual_capsules[-1].get('uuid'), actual_capsules[0].get('uuid'))
def test_delete_capsule_by_uuid_all_projects(self, mock_capsule_save, mock_container_get_by_uuid, mock_capsule_get_by_uuid, mock_capsule_delete, mock_policy): mock_policy.return_value = True test_container = utils.get_test_container() test_container_obj = objects.Container(self.context, **test_container) mock_container_get_by_uuid.return_value = test_container_obj test_capsule = utils.get_test_capsule() test_capsule_obj = objects.Capsule(self.context, **test_capsule) mock_capsule_get_by_uuid.return_value = test_capsule_obj mock_capsule_save.return_value = True mock_capsule_delete.return_value = True capsule_uuid = test_capsule.get('uuid') response = self.app.delete( '/capsules/%s/?all_projects=1' % capsule_uuid) self.assertTrue(mock_capsule_delete.called) self.assertEqual(204, response.status_int) context = mock_capsule_save.call_args[0][0] self.assertIs(True, context.all_projects)
def test_get_all_capsules_all_projects(self, mock_container_get_by_uuid, mock_capsule_list, mock_container_show): test_container = utils.get_test_container() test_container_obj = objects.Container(self.context, **test_container) mock_container_get_by_uuid.return_value = test_container_obj test_capsule = utils.create_test_container(context=self.context) test_capsule_obj = objects.Capsule(self.context, **test_capsule) mock_capsule_list.return_value = [test_capsule_obj] mock_container_show.return_value = test_container_obj response = self.app.get('/v1/capsules/?all_projects=1') mock_capsule_list.assert_called_once_with(mock.ANY, 1000, None, 'id', 'asc', filters=None) context = mock_capsule_list.call_args[0][0] self.assertIs(True, context.all_projects) self.assertEqual(200, response.status_int) actual_capsules = response.json['capsules'] self.assertEqual(1, len(actual_capsules)) self.assertEqual(test_capsule['uuid'], actual_capsules[0].get('uuid'))
def test_disk_filter_pass_capsule(self): self.filt_cls = disk_filter.DiskFilter() capsule = objects.Capsule(self.context) host = fakes.FakeHostState('testhost') host.disk_total = 80 host.disk_used = 40 host.disk_quota_supported = True extra_spec = {} self.assertTrue(self.filt_cls.host_passes(host, capsule, extra_spec))
def test_create(self): with mock.patch.object(self.dbapi, 'create_container', autospec=True) as mock_create_capsule: mock_create_capsule.return_value = self.fake_capsule capsule = objects.Capsule(self.context, **self.fake_capsule) capsule.create(self.context) self.fake_capsule.pop('cpuset', None) mock_create_capsule.assert_called_once_with( self.context, self.fake_capsule) self.assertEqual(self.context, capsule._context)
def test_status_reason_in_fields(self): with mock.patch.object(self.dbapi, 'create_container', autospec=True) as mock_create_capsule: mock_create_capsule.return_value = self.fake_capsule capsule = objects.Capsule(self.context, **self.fake_capsule) self.assertTrue(hasattr(capsule, 'status_reason')) capsule.status_reason = "Docker Error happened" capsule.create(self.context) self.assertEqual( "Docker Error happened", mock_create_capsule.call_args_list[0][0][1]['status_reason'])
def test_delete_capsule_by_name(self, mock_capsule_save, mock_capsule_get_by_name, mock_capsule_delete): test_capsule = utils.create_test_container(context=self.context) test_capsule_obj = objects.Capsule(self.context, **test_capsule) mock_capsule_get_by_name.return_value = test_capsule_obj mock_capsule_save.return_value = True mock_capsule_delete.return_value = True capsule_name = test_capsule.get('name') response = self.app.delete('/v1/capsules/%s/' % capsule_name) self.assertTrue(mock_capsule_delete.called) self.assertEqual(204, response.status_int) context = mock_capsule_save.call_args[0][0] self.assertIs(False, context.all_projects)
def test_get_one_by_uuid(self, mock_container_get_by_uuid, mock_capsule_get_by_uuid, mock_container_show): test_container = utils.get_test_container() test_container_obj = objects.Container(self.context, **test_container) mock_container_get_by_uuid.return_value = test_container_obj mock_container_show.return_value = test_container_obj test_capsule = utils.create_test_container(context=self.context) test_capsule_obj = objects.Capsule(self.context, **test_capsule) mock_capsule_get_by_uuid.return_value = test_capsule_obj response = self.get('/v1/capsules/%s/' % test_capsule['uuid']) context = mock_capsule_get_by_uuid.call_args[0][0] self.assertIs(False, context.all_projects) self.assertEqual(200, response.status_int) self.assertEqual(test_capsule['uuid'], response.json['uuid'])
def test_get_all_capsules_with_exception(self, mock_container_get_by_uuid, mock_capsule_list): test_container = utils.get_test_container() test_container_obj = objects.Container(self.context, **test_container) mock_container_get_by_uuid.return_value = test_container_obj test_capsule = utils.get_test_capsule() test_capsule_obj = objects.Capsule(self.context, **test_capsule) mock_capsule_list.return_value = [test_capsule_obj] response = self.app.get('/capsules/') mock_capsule_list.assert_called_once_with(mock.ANY, 1000, None, 'id', 'asc', filters=None) context = mock_capsule_list.call_args[0][0] self.assertIs(False, context.all_tenants) self.assertEqual(200, response.status_int) actual_capsules = response.json['capsules'] self.assertEqual(1, len(actual_capsules)) self.assertEqual(test_capsule['uuid'], actual_capsules[0].get('uuid'))
def post(self, **capsule_dict): """Create a new capsule. :param capsule_dict: a capsule within the request body. """ context = pecan.request.context compute_api = pecan.request.compute_api policy.enforce(context, "capsule:create", action="capsule:create") # Abstract the capsule specification capsules_template = capsule_dict.get('template') spec_content, template_json = \ utils.check_capsule_template(capsules_template) containers_spec, init_containers_spec = \ utils.capsule_get_container_spec(spec_content) volumes_spec = utils.capsule_get_volume_spec(spec_content) # Create the capsule Object new_capsule = objects.Capsule(context, **capsule_dict) new_capsule.project_id = context.project_id new_capsule.user_id = context.user_id new_capsule.status = consts.PENDING new_capsule.create(context) new_capsule.volumes = [] capsule_need_cpu = 0 capsule_need_memory = 0 container_volume_requests = [] if spec_content.get('restart_policy'): capsule_restart_policy = spec_content.get('restart_policy') else: # NOTE(hongbin): this is deprecated but we need to maintain # backward-compatibility. Will remove this branch in the future. capsule_restart_policy = template_json.get('restart_policy', 'always') container_restart_policy = { "MaximumRetryCount": "0", "Name": capsule_restart_policy } new_capsule.restart_policy = capsule_restart_policy metadata_info = template_json.get('metadata', None) requested_networks_info = template_json.get('nets', []) requested_networks = \ utils.build_requested_networks(context, requested_networks_info) if metadata_info: new_capsule.meta_name = metadata_info.get('name', None) new_capsule.meta_labels = metadata_info.get('labels', None) # create the capsule in DB so that it generates a 'id' new_capsule.save() extra_spec = {} az_info = template_json.get('availabilityZone') if az_info: extra_spec['availability_zone'] = az_info # Generate Object for infra container sandbox_container = objects.Container(context) sandbox_container.project_id = context.project_id sandbox_container.user_id = context.user_id name = self._generate_name_for_capsule_sandbox(new_capsule) sandbox_container.name = name sandbox_container.capsule_id = new_capsule.id sandbox_container.image = CONF.sandbox_image sandbox_container.image_driver = CONF.sandbox_image_driver sandbox_container.image_pull_policy = \ CONF.sandbox_image_pull_policy sandbox_container.status = consts.CREATING sandbox_container.create(context) new_capsule.containers_uuids = [sandbox_container.uuid] new_capsule.init_containers_uuids = [] merged_containers_spec = init_containers_spec + containers_spec for container_spec in merged_containers_spec: container_dict = container_spec container_dict['project_id'] = context.project_id container_dict['user_id'] = context.user_id name = self._generate_name_for_capsule_container(new_capsule) container_dict['name'] = name if container_dict.get('args') and container_dict.get('command'): container_dict['command'] = \ container_dict['command'] + container_dict['args'] container_dict.pop('args') elif container_dict.get('args'): container_dict['command'] = container_dict['args'] container_dict.pop('args') # NOTE(kevinz): Don't support port remapping, will find a # easy way to implement it. # if container need to open some port, just open it in container, # user can change the security group and getting access to port. if container_dict.get('ports'): container_dict.pop('ports') if container_dict.get('resources'): resources_list = container_dict.get('resources') allocation = resources_list.get('requests') if allocation.get('cpu'): capsule_need_cpu += allocation.get('cpu') container_dict['cpu'] = allocation.get('cpu') if allocation.get('memory'): capsule_need_memory += allocation.get('memory') container_dict['memory'] = str(allocation['memory']) container_dict.pop('resources') if container_dict.get('volumeMounts'): for volume in container_dict['volumeMounts']: volume['container_name'] = name container_volume_requests.append(volume) container_dict['status'] = consts.CREATING container_dict['interactive'] = True container_dict['capsule_id'] = new_capsule.id container_dict['restart_policy'] = container_restart_policy if container_spec in init_containers_spec: if capsule_restart_policy == "always": container_restart_policy = { "MaximumRetryCount": "10", "Name": "on-failure" } container_dict['restart_policy'] = container_restart_policy utils.check_for_restart_policy(container_dict) new_container = objects.Container(context, **container_dict) new_container.create(context) new_capsule.containers_uuids.append(new_container.uuid) if container_spec in init_containers_spec: new_capsule.init_containers_uuids.append(new_container.uuid) # Deal with the volume support requested_volumes = \ self._build_requested_volumes(context, volumes_spec, container_volume_requests, new_capsule) new_capsule.cpu = capsule_need_cpu new_capsule.memory = str(capsule_need_memory) new_capsule.save(context) compute_api.capsule_create(context, new_capsule, requested_networks, requested_volumes, extra_spec) # Set the HTTP Location Header pecan.response.location = link.build_url('capsules', new_capsule.uuid) pecan.response.status = 202 return view.format_capsule(pecan.request.host_url, new_capsule, context)
def _do_post(self, legacy_api_version=False, **capsule_dict): context = pecan.request.context compute_api = pecan.request.compute_api policy.enforce(context, "capsule:create", action="capsule:create") # Abstract the capsule specification capsules_template = capsule_dict.get('template') spec_content, template_json = \ check_capsule_template(capsules_template) containers_spec, init_containers_spec = \ utils.capsule_get_container_spec(spec_content) volumes_spec = utils.capsule_get_volume_spec(spec_content) # Create the capsule Object new_capsule = objects.Capsule(context, **capsule_dict) new_capsule.project_id = context.project_id new_capsule.user_id = context.user_id new_capsule.status = consts.CREATING new_capsule.create(context) new_capsule.volumes = [] capsule_need_cpu = 0 capsule_need_memory = 0 container_volume_requests = [] if spec_content.get('restart_policy'): capsule_restart_policy = spec_content.get('restart_policy') else: # NOTE(hongbin): this is deprecated but we need to maintain # backward-compatibility. Will remove this branch in the future. capsule_restart_policy = template_json.get('restart_policy', 'always') container_restart_policy = {"MaximumRetryCount": "0", "Name": capsule_restart_policy} new_capsule.restart_policy = container_restart_policy metadata_info = template_json.get('metadata', None) requested_networks_info = template_json.get('nets', []) requested_networks = \ utils.build_requested_networks(context, requested_networks_info) if metadata_info: new_capsule.name = metadata_info.get('name', None) new_capsule.labels = metadata_info.get('labels', None) # create the capsule in DB so that it generates a 'id' new_capsule.save() extra_spec = {} az_info = template_json.get('availabilityZone') if az_info: extra_spec['availability_zone'] = az_info new_capsule.image = CONF.sandbox_image new_capsule.image_driver = CONF.sandbox_image_driver # calculate capsule cpu/ram # 1. sum all cpu/ram of regular containers for container_dict in containers_spec: if not container_dict.get('resources'): continue allocation = container_dict['resources']['requests'] if allocation.get('cpu'): capsule_need_cpu += allocation['cpu'] if allocation.get('memory'): capsule_need_memory += allocation['memory'] # 2. take the maximum of each init container for container_dict in init_containers_spec: if not container_dict.get('resources'): continue allocation = container_dict['resources']['requests'] if allocation.get('cpu'): capsule_need_cpu = max(capsule_need_cpu, allocation['cpu']) if allocation.get('memory'): capsule_need_memory = max(capsule_need_memory, allocation['memory']) merged_containers_spec = init_containers_spec + containers_spec for container_spec in merged_containers_spec: if container_spec.get('image_pull_policy'): policy.enforce(context, "container:create:image_pull_policy", action="container:create:image_pull_policy") container_dict = container_spec container_dict['project_id'] = context.project_id container_dict['user_id'] = context.user_id name = self._generate_name_for_capsule_container(new_capsule) container_dict['name'] = name if container_dict.get('args') and container_dict.get('command'): container_dict['command'] = \ container_dict['command'] + container_dict['args'] container_dict.pop('args') elif container_dict.get('args'): container_dict['command'] = container_dict['args'] container_dict.pop('args') if container_dict.get('ports'): exposed_ports = {} ports = container_dict.pop('ports') for port in ports: container_port = "%s/%s" % ( port['containerPort'], port.get('protocol', 'tcp').lower()) host_port = {} exposed_ports[container_port] = host_port container_dict['exposed_ports'] = exposed_ports if container_dict.get('resources'): resources_list = container_dict.get('resources') allocation = resources_list.get('requests') if allocation.get('cpu'): container_dict['cpu'] = allocation.get('cpu') if allocation.get('memory'): container_dict['memory'] = str(allocation['memory']) container_dict.pop('resources') container_dict['image_pull_policy'] = ( container_dict.get('image_pull_policy', 'always').lower()) container_dict['status'] = consts.CREATING container_dict['interactive'] = True container_dict['capsule_id'] = new_capsule.id container_dict['restart_policy'] = container_restart_policy if container_spec in init_containers_spec: if capsule_restart_policy == "always": container_restart_policy = {"MaximumRetryCount": "10", "Name": "on-failure"} container_dict['restart_policy'] = container_restart_policy utils.check_for_restart_policy(container_dict) new_container = objects.CapsuleInitContainer(context, **container_dict) else: utils.check_for_restart_policy(container_dict) new_container = objects.CapsuleContainer(context, **container_dict) new_container.create(context) if container_dict.get('volumeMounts'): for volume in container_dict['volumeMounts']: volume['container_uuid'] = new_container.uuid container_volume_requests.append(volume) # Deal with the volume support requested_volumes = \ self._build_requested_volumes(context, volumes_spec, container_volume_requests, new_capsule) new_capsule.cpu = capsule_need_cpu new_capsule.memory = str(capsule_need_memory) new_capsule.save(context) kwargs = {} kwargs['extra_spec'] = extra_spec kwargs['requested_networks'] = requested_networks kwargs['requested_volumes'] = requested_volumes kwargs['run'] = True compute_api.container_create(context, new_capsule, **kwargs) # Set the HTTP Location Header pecan.response.location = link.build_url('capsules', new_capsule.uuid) pecan.response.status = 202 return view.format_capsule(pecan.request.host_url, new_capsule, context, legacy_api_version=legacy_api_version)
def post(self, **capsule_dict): """Create a new capsule. :param capsule_dict: a capsule within the request body. """ context = pecan.request.context compute_api = pecan.request.compute_api policy.enforce(context, "capsule:create", action="capsule:create") capsules_spec = capsule_dict['spec'] containers_spec = utils.check_capsule_template(capsules_spec) new_capsule = objects.Capsule(context, **capsule_dict) new_capsule.project_id = context.project_id new_capsule.user_id = context.user_id new_capsule.create(context) new_capsule.containers = [] new_capsule.containers_uuids = [] new_capsule.volumes = [] capsule_need_cpu = 0 capsule_need_memory = 0 count = len(containers_spec) capsule_restart_policy = capsules_spec.get('restart_policy', 'always') metadata_info = capsules_spec.get('metadata', None) requested_networks = capsules_spec.get('nets', []) if metadata_info: new_capsule.meta_name = metadata_info.get('name', None) new_capsule.meta_labels = metadata_info.get('labels', None) # Generate Object for infra container sandbox_container = objects.Container(context) sandbox_container.project_id = context.project_id sandbox_container.user_id = context.user_id name = self._generate_name_for_capsule_sandbox(new_capsule) sandbox_container.name = name sandbox_container.create(context) new_capsule.containers.append(sandbox_container) new_capsule.containers_uuids.append(sandbox_container.uuid) for k in range(count): container_dict = containers_spec[k] container_dict['project_id'] = context.project_id container_dict['user_id'] = context.user_id name = self._generate_name_for_capsule_container(new_capsule) container_dict['name'] = name if container_dict.get('args') and container_dict.get('command'): container_dict = self._transfer_list_to_str(container_dict, 'command') container_dict = self._transfer_list_to_str(container_dict, 'args') container_dict['command'] = \ container_dict['command'] + ' ' + container_dict['args'] container_dict.pop('args') elif container_dict.get('command'): container_dict = self._transfer_list_to_str(container_dict, 'command') elif container_dict.get('args'): container_dict = self._transfer_list_to_str(container_dict, 'args') container_dict['command'] = container_dict['args'] container_dict.pop('args') # NOTE(kevinz): Don't support pod remapping, will find a # easy way to implement it. # if container need to open some port, just open it in container, # user can change the security group and getting access to port. if container_dict.get('ports'): container_dict.pop('ports') if container_dict.get('resources'): resources_list = container_dict.get('resources') allocation = resources_list.get('allocation') if allocation.get('cpu'): capsule_need_cpu += allocation.get('cpu') container_dict['cpu'] = allocation.get('cpu') if allocation.get('memory'): capsule_need_memory += allocation.get('memory') container_dict['memory'] = str(allocation['memory']) + 'M' container_dict.pop('resources') if capsule_restart_policy: container_dict['restart_policy'] = \ {"MaximumRetryCount": "0", "Name": capsule_restart_policy} utils.check_for_restart_policy(container_dict) container_dict['status'] = consts.CREATING container_dict['interactive'] = True new_container = objects.Container(context, **container_dict) new_container.create(context) new_capsule.containers.append(new_container) new_capsule.containers_uuids.append(new_container.uuid) new_capsule.cpu = capsule_need_cpu new_capsule.memory = str(capsule_need_memory) + 'M' new_capsule.save(context) compute_api.capsule_create(context, new_capsule, requested_networks) # Set the HTTP Location Header pecan.response.location = link.build_url('capsules', new_capsule.uuid) pecan.response.status = 202 return view.format_capsule(pecan.request.host_url, new_capsule)