def initialize(self, config_file):
"""
Initialize the plugin
"""
config.load(config_file)
self._directory = openstack.get_directory(
config, openstack.SERVICE_CATEGORY.PLATFORM)
self._openstack_directory = openstack.get_directory(
config, openstack.SERVICE_CATEGORY.OPENSTACK)
self._rest_api_server = rest_api.rest_api_get_server(
config.CONF['guest-rest-api']['host'],
config.CONF['guest-rest-api']['port'])
self._rest_api_server.add_handler(
'GET', '/nfvi-plugins/v1/hosts*',
self.host_services_rest_api_get_handler)
self._rest_api_server.add_handler(
'GET', '/nfvi-plugins/v1/instances*',
self.guest_services_rest_api_get_handler)
self._rest_api_server.add_handler(
'PATCH', '/nfvi-plugins/v1/instances*',
self.guest_services_rest_api_patch_handler)
def initialize(self, config_file):
"""
Initialize the plugin
"""
config.load(config_file)
self._directory = openstack.get_directory(
config, openstack.SERVICE_CATEGORY.OPENSTACK)
def do_unit_tests(test_set=None, rest_api_debug=False, test_config=None):
"""
NFVI Plugins Unit Tests
"""
if rest_api_debug:
# Enable debugging of request and response headers for rest-api calls
import urllib2
handler = urllib2.HTTPHandler(debuglevel=1)
opener = urllib2.build_opener(handler)
urllib2.install_opener(opener)
directory = openstack.get_directory(config)
token = openstack.get_token(directory)
if test_set is None:
test_set = [
'keystone', 'ceilometer', 'sysinv', 'glance', 'cinder', 'neutron',
'nova', 'heat', 'guest'
]
print("-" * 80)
if 'keystone' in test_set:
keystone_unit_tests(token, test_config)
print("-" * 80)
if 'ceilometer' in test_set:
ceilometer_unit_tests(token, test_config)
print("-" * 80)
if 'sysinv' in test_set:
sysinv_unit_tests(token, test_config)
print("-" * 80)
if 'glance' in test_set:
glance_unit_tests(token, test_config)
print("-" * 80)
if 'cinder' in test_set:
cinder_unit_tests(token, test_config)
print("-" * 80)
if 'neutron' in test_set:
neutron_unit_tests(token, test_config)
print("-" * 80)
if 'nova' in test_set:
nova_unit_tests(token, test_config)
print("-" * 80)
if 'heat' in test_set:
heat_unit_tests(token, test_config)
print("-" * 80)
if 'guest' in test_set:
guest_unit_tests(token, test_config)
print("-" * 80)
if 'rest-api' in test_set:
rest_api_unit_tests(token, test_config)
print("-" * 80)
def __init__(self, name, instance_name, timeout_secs):
super(TestInstance, self).__init__(name, timeout_secs)
self._instance_name = instance_name
self._instance_data = None
self._platform_token = None
self._openstack_token = None
self._customer_alarms = None
self._customer_logs = None
self._customer_alarm_history = None
self._platform_directory = openstack.get_directory(
config, openstack.SERVICE_CATEGORY.PLATFORM)
self._openstack_directory = openstack.get_directory(
config, openstack.SERVICE_CATEGORY.OPENSTACK)
name = name.replace(' ', '_')
self._output_dir = (config.CONF['test-output']['dir'] + '/' +
name.translate(None, ''.join(['(', ')'])) + '_' +
instance_name.replace(' ', '_'))
os.mkdir(self._output_dir, 0o755)
def _get_token():
"""
Returns a valid token
"""
global _directory, _token
if _directory is None:
_directory = openstack.get_directory(config)
if _token is None:
_token = openstack.get_token(_directory)
elif _token.is_expired():
_token = openstack.get_token(_directory)
return _token
def __init__(self, name, host_name, instance_names, timeout_secs):
super(TestHost, self).__init__(name, timeout_secs)
self._host_name = host_name
self._instance_names = instance_names
self._host_data = None
self._instances = dict()
self._token = None
self._customer_alarms = None
self._customer_logs = None
self._customer_alarm_history = None
self._directory = openstack.get_directory(config)
name = name.replace(' ', '_')
self._output_dir = (config.CONF['test-output']['dir'] + '/' +
name.translate(None, ''.join(['(', ')'])) + '_' +
host_name.replace(' ', '_'))
os.mkdir(self._output_dir, 0o755)
def _get_token():
"""
Returns a valid token
"""
global _directory, _token
if _directory is None:
_directory = openstack.get_directory(
config, openstack.SERVICE_CATEGORY.PLATFORM)
if _token is None:
_token = openstack.get_token(_directory)
elif _token.is_expired():
_token = openstack.get_token(_directory)
return _token
def __init__(self, webserver_config, nfvi_config, vim_api_config):
global _webserver_src_dir, _directory, _vim_api_ip
_webserver_src_dir = webserver_config['source_dir']
ip = webserver_config['host']
port = int(webserver_config['port'])
if ':' in ip:
# Configure server class to use IPv6
ThreadedHTTPServer.address_family = socket.AF_INET6
self.server = ThreadedHTTPServer((ip, port), HTTPRequestHandler)
self.server_thread = None
config.load(nfvi_config['config_file'])
_directory = openstack.get_directory(config)
_vim_api_ip = vim_api_config['host']
if ':' in _vim_api_ip:
# Wrap IPv6 address for use in URLs
_vim_api_ip = '[' + _vim_api_ip + ']'
def process_do_setup(loads_dir, setup_data):
"""
Test - Process Do Setup
"""
from nfv_plugins.nfvi_plugins.openstack import cinder
from nfv_plugins.nfvi_plugins.openstack import glance
from nfv_plugins.nfvi_plugins.openstack import neutron
from nfv_plugins.nfvi_plugins.openstack import nova
from nfv_plugins.nfvi_plugins.openstack import openstack
directory = openstack.get_directory(config,
openstack.SERVICE_CATEGORY.OPENSTACK)
token = openstack.get_token(directory)
result = nova.get_flavors(token)
flavors = result.result_data.get('flavors', list())
result = glance.get_images(token)
images = result.result_data.get('images', list())
result = cinder.get_volumes(token)
volumes = result.result_data.get('volumes', list())
result = neutron.get_networks(token)
networks = result.result_data.get('networks', list())
result = neutron.get_subnets(token)
subnets = result.result_data.get('subnets', list())
result = nova.get_servers(token)
servers = result.result_data.get('servers', list())
for resource in setup_data['resources']:
if 'flavor' == resource['type']:
process_progress_marker_start("Create flavor %s " %
resource['name'])
flavor = next(
(x for x in flavors if x['name'] == resource['name']), None)
if flavor is None:
nova.create_flavor(token,
resource['id'],
resource['name'],
resource['vcpus'],
resource['ram_mb'],
resource['disk_gb'],
ephemeral_gb=resource['ephemeral_gb'],
swap_mb=resource['swap_mb'])
if 'extra_specs' in resource:
for extra_spec in resource['extra_specs']:
nova.set_flavor_extra_specs(
token, resource['id'],
{extra_spec['key']: str(extra_spec['value'])})
process_progress_marker_end("[OKAY]")
result = nova.get_flavors(token)
flavors = result.result_data.get('flavors', list())
for resource in setup_data['resources']:
if 'image' == resource['type']:
process_progress_marker_start("Create image %s " %
resource['name'])
image = next((x for x in images if x['name'] == resource['name']),
None)
if image is None:
image_file = resource['file']
if not os.path.isfile(image_file):
image_file = loads_dir + '/' + resource['file']
if not os.path.isfile(image_file):
process_progress_marker_end("[FAILED]")
print("Image file %s does not exist." %
resource['file'])
return False
image_data = glance.create_image(
token, resource['name'], resource['description'],
resource['container_format'], resource['disk_format'],
resource['min_disk_size_gb'],
resource['min_memory_size_mb'], resource['visibility'],
resource['protected'], resource['properties']).result_data
glance.upload_image_data_by_file(token, image_data['id'],
image_file)
process_progress_marker_end("[OKAY]")
result = glance.get_images(token)
images = result.result_data.get('images', list())
for resource in setup_data['resources']:
if 'volume' == resource['type']:
process_progress_marker_start("Create volume %s " %
resource['name'])
volume = next(
(x for x in volumes if x['name'] == resource['name']), None)
if volume is None:
if resource['image_name'] is not None:
image = next((x for x in images
if x['name'] == resource['image_name']),
None)
if image is None:
process_progress_marker_end("[FAILED]")
print("Image %s for volume %s does not exist." %
(resource['image_name'], resource['name']))
return False
image_id = image['id']
else:
image_id = None
bootable = None
if resource['bootable'] in ['YES', 'Yes', 'yes']:
bootable = True
cinder.create_volume(token,
resource['name'],
resource['description'],
resource['size_gb'],
image_id,
bootable=bootable)
for _ in range(10):
time.sleep(5)
volumes = cinder.get_volumes(token).result_data
if volumes is not None:
volumes = volumes.get('volumes', list())
volume = next((x for x in volumes
if x['name'] == resource['name']), None)
volume = cinder.get_volume(token,
volume['id']).result_data
if 'available' == volume['volume']['status']:
break
else:
process_progress_marker_end("[FAILED]")
print("Volume %s not create properly." % resource['name'])
return False
process_progress_marker_end("[OKAY]")
result = cinder.get_volumes(token)
volumes = result.result_data.get('volumes', list())
for resource in setup_data['resources']:
if 'network' == resource['type']:
process_progress_marker_start("Create network %s " %
resource['name'])
network = next(
(x for x in networks if x['name'] == resource['name']), None)
if network is None:
neutron.create_network(token, resource['name'],
resource['network_type'],
resource['segmentation_id'],
resource['physical_network'],
resource['shared'])
process_progress_marker_end("[OKAY]")
result = neutron.get_networks(token)
networks = result.result_data.get('networks', list())
for resource in setup_data['resources']:
if 'subnet' == resource['type']:
process_progress_marker_start("Create subnet %s " %
resource['name'])
subnet = next(
(x for x in subnets if x['name'] == resource['name']), None)
if subnet is None:
network = next((x for x in networks
if x['name'] == resource['network_name']),
None)
if network is None:
process_progress_marker_end("[FAILED]")
print("Network %s for subnet %s does not exist." %
(resource['network_name'], resource['name']))
return False
neutron.create_subnet(token, network['id'], resource['name'],
resource['ip_version'], resource['cidr'],
resource['gateway_ip'],
resource['dhcp_enabled'])
process_progress_marker_end("[OKAY]")
result = neutron.get_subnets(token)
subnets = result.result_data.get('subnets', list())
instance_created = False
for resource in setup_data['resources']:
if 'instance' == resource['type']:
process_progress_marker_start("Create instance %s " %
resource['name'])
server = next(
(x for x in servers if x['name'] == resource['name']), None)
if server is None:
flavor = next(
(x for x in flavors if x['name'] == resource['flavor']),
None)
if flavor is None:
process_progress_marker_end("[FAILED]")
print("Can't find flavor %s for instance %s" %
(resource['flavor'], resource['name']))
return False
if resource['image'] is not None:
image = next(
(x for x in images if x['name'] == resource['image']),
None)
if image is None:
process_progress_marker_end("[FAILED]")
print("Can't find image %s for instance %s" %
(resource['image'], resource['name']))
return False
image_id = image['id']
else:
image_id = None
block_devices = list()
for block_device in resource['block_devices']:
if 'volume' == block_device['type']:
volume = next(
(x for x in volumes
if x['name'] == block_device['volume_name']),
None)
if volume is None:
process_progress_marker_end("[FAILED]")
print("Can't find volume %s for instance %s" %
(block_device['volume_name'],
resource['name']))
return False
block_devices.append({
'uuid':
volume['id'],
'device_name':
block_device['device_name'],
'source_type':
block_device['source_type'],
'destination_type':
block_device['destination_type'],
'boot_index':
block_device['boot_index']
})
if 0 == len(block_devices):
block_devices = None
network_ids = list()
for network_name in resource['networks']:
network = next(
(x for x in networks if x['name'] == network_name),
None)
if network is None:
process_progress_marker_end("[FAILED]")
print("Can't find network %s for instance %s" %
(network_name, resource['name']))
return False
network_ids.append({'uuid': network['id']})
if 0 == len(network_ids):
network_ids = None
nova.create_server(token, resource['name'], flavor['id'],
image_id, block_devices, network_ids)
for _ in range(10):
time.sleep(5)
result = nova.get_servers(token)
servers = result.result_data.get('servers', list())
if servers:
server = next((x for x in servers
if x['name'] == resource['name']), None)
server = nova.get_server(token,
server['id']).result_data
if 'ACTIVE' == server['server']['status']:
server_id = server['server']['id']
break
else:
process_progress_marker_end("[FAILED]")
print("Server %s not created properly." % resource['name'])
return False
for attached_volume in resource['attached_volumes']:
volume = next(
(x for x in volumes
if x['name'] == attached_volume['volume_name']), None)
if volume is None:
process_progress_marker_end("[FAILED]")
print(
"Can't find volume %s for instance %s" %
(attached_volume['volume_name'], resource['name']))
return False
nova.attach_volume(token, server_id, volume['id'],
attached_volume['device_name'])
instance_created = True
process_progress_marker_end("[OKAY]")
if instance_created:
# Allow time for instances to boot and guest client to start up
# inside the each instance (in case it is being used). Timeout is long
# because we are usually testing in Virtual Box.
time.sleep(90)
return True
def process_do_teardown(setup_data):
"""
Test - Process Do Teardown
"""
from nfv_plugins.nfvi_plugins.openstack import cinder
from nfv_plugins.nfvi_plugins.openstack import glance
from nfv_plugins.nfvi_plugins.openstack import neutron
from nfv_plugins.nfvi_plugins.openstack import nova
from nfv_plugins.nfvi_plugins.openstack import openstack
directory = openstack.get_directory(config,
openstack.SERVICE_CATEGORY.OPENSTACK)
token = openstack.get_token(directory)
result = nova.get_flavors(token)
flavors = result.result_data.get('flavors', list())
result = glance.get_images(token)
images = result.result_data.get('images', list())
result = cinder.get_volumes(token)
volumes = result.result_data.get('volumes', list())
result = neutron.get_networks(token)
networks = result.result_data.get('networks', list())
result = neutron.get_subnets(token)
subnets = result.result_data.get('subnets', list())
result = nova.get_servers(token)
servers = result.result_data.get('servers', list())
for resource in setup_data['resources']:
if 'instance' == resource['type']:
process_progress_marker_start("Delete instance %s " %
resource['name'])
server = next(
(x for x in servers if x['name'] == resource['name']), None)
if server is not None:
nova.delete_server(token, server['id'])
for _ in range(10):
time.sleep(5)
servers = nova.get_servers(token).result_data
if servers is not None:
servers = servers.get('servers', list())
server = next((x for x in servers
if x['name'] == resource['name']), None)
if server is None:
break
else:
process_progress_marker_end("[FAILED]")
print("Server %s not deleted." % resource['name'])
return False
process_progress_marker_end("[OKAY]")
for resource in setup_data['resources']:
if 'subnet' == resource['type']:
process_progress_marker_start("Delete subnet %s " %
resource['name'])
subnet = next(
(x for x in subnets if x['name'] == resource['name']), None)
if subnet is not None:
neutron.delete_subnet(token, subnet['id'])
process_progress_marker_end("[OKAY]")
for resource in setup_data['resources']:
if 'network' == resource['type']:
process_progress_marker_start("Delete network %s " %
resource['name'])
network = next(
(x for x in networks if x['name'] == resource['name']), None)
if network is not None:
neutron.delete_network(token, network['id'])
process_progress_marker_end("[OKAY]")
for resource in setup_data['resources']:
if 'volume' == resource['type']:
process_progress_marker_start("Delete volume %s " %
resource['name'])
volume = next(
(x for x in volumes if x['name'] == resource['name']), None)
if volume is not None:
cinder.delete_volume(token, volume['id'])
process_progress_marker_end("[OKAY]")
for resource in setup_data['resources']:
if 'image' == resource['type']:
process_progress_marker_start("Delete image %s " %
resource['name'])
image = next((x for x in images if x['name'] == resource['name']),
None)
if image is not None:
glance.delete_image(token, image['id'])
process_progress_marker_end("[OKAY]")
for resource in setup_data['resources']:
if 'flavor' == resource['type']:
process_progress_marker_start("Delete flavor %s " %
resource['name'])
flavor = next(
(x for x in flavors if x['name'] == resource['name']), None)
if flavor is not None:
nova.delete_flavor(token, flavor['id'])
process_progress_marker_end("[OKAY]")
return True
def do_unit_tests(test_set=None, rest_api_debug=False, test_config=None):
"""
NFVI Plugins Unit Tests
"""
if rest_api_debug:
# Enable debugging of request and response headers for rest-api calls
from six.moves import urllib
handler = urllib.request.HTTPHandler(debuglevel=1)
opener = urllib.request.build_opener(handler)
urllib.request.install_opener(opener)
platform_directory = openstack.get_directory(
config, openstack.SERVICE_CATEGORY.PLATFORM)
openstack_directory = openstack.get_directory(
config, openstack.SERVICE_CATEGORY.OPENSTACK)
platform_token = openstack.get_token(platform_directory)
openstack_token = openstack.get_token(openstack_directory)
if test_set is None:
test_set = ['keystone', 'ceilometer', 'sysinv', 'glance', 'cinder',
'neutron', 'nova', 'heat', 'guest']
print("-" * 80)
if 'keystone' in test_set:
keystone_unit_tests(openstack_token, test_config)
print("-" * 80)
if 'ceilometer' in test_set:
ceilometer_unit_tests(openstack_token, test_config)
print("-" * 80)
if 'sysinv' in test_set:
sysinv_unit_tests(platform_token, test_config)
print("-" * 80)
if 'glance' in test_set:
glance_unit_tests(openstack_token, test_config)
print("-" * 80)
if 'cinder' in test_set:
cinder_unit_tests(openstack_token, test_config)
print("-" * 80)
if 'neutron' in test_set:
neutron_unit_tests(openstack_token, test_config)
print("-" * 80)
if 'nova' in test_set:
nova_unit_tests(openstack_token, test_config)
print("-" * 80)
if 'heat' in test_set:
heat_unit_tests(openstack_token, test_config)
print("-" * 80)
if 'guest' in test_set:
guest_unit_tests(platform_token, test_config)
print("-" * 80)
if 'rest-api' in test_set:
rest_api_unit_tests(platform_token, test_config)
print("-" * 80)
def initialize(self, config_file):
"""
Initialize the plugin
"""
config.load(config_file)
self._directory = openstack.get_directory(config)