def call(self, pk):
slice_deployment = SliceDeployments.objects.get(pk=pk)
user = User.objects.get(id=slice_deployment.slice.creator.id)
driver = OpenStackDriver().admin_driver(deployment=slice_deployment.deployment.name)
client_driver = driver.client_driver(caller=user,
tenant=slice_deployment.slice.name,
deployment=slice_deployment.deployment.name)
if slice_deployment.router_id and slice_deployment.subnet_id:
client_driver.delete_router_interface(slice_deployment.router_id, slice_deployment.subnet_id)
if slice_deployment.subnet_id:
client_driver.delete_subnet(slice_deployment.subnet_id)
if slice_deployment.router_id:
client_driver.delete_router(slice_deployment.router_id)
if slice_deployment.network_id:
client_driver.delete_network(slice_deployment.network_id)
if slice_deployment.tenant_id:
driver.delete_tenant(slice_deployment.tenant_id)
# delete external route
#subnet = None
#subnets = client_driver.shell.quantum.list_subnets()['subnets']
#for snet in subnets:
# if snet['id'] == slice_deployment.subnet_id:
# subnet = snet
#if subnet:
# driver.delete_external_route(subnet)
slice_deployment.delete()
def add_subnet(auth, fields):
driver = OpenStackDriver(client=auth_check(auth))
slices = _get_slices(fields.get('slice'))
if slices: fields['slice'] = slices[0]
subnet = Subnet(**fields)
# create quantum subnet
quantum_subnet = driver.create_subnet(name=subnet.slice.name,
network_id=subnet.slice.network_id,
cidr_ip=subnet.cidr,
ip_version=subnet.ip_version,
start=subnet.start,
end=subnet.end)
subnet.subnet_id = quantum_subnet['id']
## set dns servers
#driver.update_subnet(subnet.id, {'dns_nameservers': ['8.8.8.8', '8.8.4.4']})
# add subnet as interface to slice's router
try:
driver.add_router_interface(subnet.slice.router_id, subnet.subnet_id)
except:
pass
#add_route = 'route add -net %s dev br-ex gw 10.100.0.5' % self.cidr
commands.getstatusoutput(add_route)
subnet.save()
return subnet
def init_caller(self, caller, tenant):
auth = {
'username': caller.email,
'password': hashlib.md5(caller.password).hexdigest()[:6],
'tenant': tenant
}
self.client = OpenStackClient(**auth)
self.driver = OpenStackDriver(client=self.client)
self.caller = caller
def delete_subnet(auth, filter={}):
driver = OpenStackDriver(client = auth_check(auth))
subnets = Subnet.objects.filter(**filter)
for subnet in subnets:
driver.delete_router_interface(subnet.slice.router_id, subnet.subnet_id)
driver.delete_subnet(subnet.subnet_id)
subnet.delete()
#del_route = 'route del -net %s' % subnet.cidr
commands.getstatusoutput(del_route)
return 1
def delete_record(self, controller_network):
driver = OpenStackDriver().client_driver(
caller=controller_network.network.owner.creator,
tenant=controller_network.network.owner.name,
controller=controller_network.controller.name)
if (controller_network.router_id) and (controller_network.subnet_id):
driver.delete_router_interface(controller_network.router_id,
controller_network.subnet_id)
if controller_network.subnet_id:
driver.delete_subnet(controller_network.subnet_id)
if controller_network.router_id:
driver.delete_router(controller_network.router_id)
if controller_network.net_id:
driver.delete_network(controller_network.net_id)
def delete_record(self, controller_network):
driver = OpenStackDriver().client_driver(caller=controller_network.network.owner.creator,
tenant=controller_network.network.owner.name,
controller=controller_network.controller.name)
if (controller_network.router_id) and (controller_network.subnet_id):
driver.delete_router_interface(controller_network.router_id, controller_network.subnet_id)
if controller_network.subnet_id:
driver.delete_subnet(controller_network.subnet_id)
if controller_network.router_id:
driver.delete_router(controller_network.router_id)
if controller_network.net_id:
driver.delete_network(controller_network.net_id)
def call(self, pk):
network_deployment = NetworkDeployments.objects.get(pk=pk)
driver = OpenStackDriver().client_driver(
caller=network_deployment.network.owner.creator,
tenant=network_deployment.network.owner.name,
deployment=network_deployment.deployment.name)
if (network_deployment.router_id) and (network_deployment.subnet_id):
driver.delete_router_interface(network_deployment.router_id,
network_deployment.subnet_id)
if network_deployment.subnet_id:
driver.delete_subnet(network_deployment.subnet_id)
if network_deployment.router_id:
driver.delete_router(network_deployment.router_id)
if network_deployment.net_id:
driver.delete_network(network_deployment.net_id)
network_deployment.delete()
def init_caller(self, caller, tenant):
auth = {'username': caller.email,
'password': hashlib.md5(caller.password).hexdigest()[:6],
'tenant': tenant}
self.client = OpenStackClient(**auth)
self.driver = OpenStackDriver(client=self.client)
self.caller = caller
def delete_record(self, controller_slice):
user = User.objects.get(id=controller_slice.slice.creator.id)
driver = OpenStackDriver().admin_driver(controller=controller_slice.controller)
client_driver = driver.client_driver(caller=user,
tenant=controller_slice.slice.name,
controller=controller_slice.controller)
if controller_slice.router_id and controller_slice.subnet_id:
client_driver.delete_router_interface(controller_slice.router_id, controller_slice.subnet_id)
if controller_slice.subnet_id:
client_driver.delete_subnet(controller_slice.subnet_id)
if controller_slice.router_id:
client_driver.delete_router(controller_slice.router_id)
if controller_slice.network_id:
client_driver.delete_network(controller_slice.network_id)
if controller_slice.tenant_id:
driver.delete_tenant(controller_slice.tenant_id)
def call(self, pk):
network_deployment = NetworkDeployments.objects.get(pk=pk)
driver = OpenStackDriver().client_driver(caller=network_deployment.network.owner.creator,
tenant=network_deployment.network.owner.name,
deployment=network_deployment.deployment.name)
if (network_deployment.router_id) and (network_deployment.subnet_id):
driver.delete_router_interface(network_deployment.router_id, network_deployment.subnet_id)
if network_deployment.subnet_id:
driver.delete_subnet(network_deployment.subnet_id)
if network_deployment.router_id:
driver.delete_router(network_deployment.router_id)
if network_deployment.net_id:
driver.delete_network(network_deployment.net_id)
network_deployment.delete()
def add_subnet(auth, fields):
driver = OpenStackDriver(client = auth_check(auth))
slices = _get_slices(fields.get('slice'))
if slices: fields['slice'] = slices[0]
subnet = Subnet(**fields)
# create quantum subnet
quantum_subnet = driver.create_subnet(name= subnet.slice.name,
network_id=subnet.slice.network_id,
cidr_ip = subnet.cidr,
ip_version=subnet.ip_version,
start = subnet.start,
end = subnet.end)
subnet.subnet_id=quantum_subnet['id']
## set dns servers
#driver.update_subnet(subnet.id, {'dns_nameservers': ['8.8.8.8', '8.8.4.4']})
# add subnet as interface to slice's router
try: driver.add_router_interface(subnet.slice.router_id, subnet.subnet_id)
except: pass
#add_route = 'route add -net %s dev br-ex gw 10.100.0.5' % self.cidr
commands.getstatusoutput(add_route)
subnet.save()
return subnet
def delete_subnet(auth, filter={}):
driver = OpenStackDriver(client=auth_check(auth))
subnets = Subnet.objects.filter(**filter)
for subnet in subnets:
driver.delete_router_interface(subnet.slice.router_id,
subnet.subnet_id)
driver.delete_subnet(subnet.subnet_id)
subnet.delete()
#del_route = 'route del -net %s' % subnet.cidr
commands.getstatusoutput(del_route)
return 1
def sync_record(self, controller_slice):
logger.info("sync'ing slice controller %s" % controller_slice)
controller_register = json.loads(controller_slice.controller.backend_register)
if (controller_register.get('disabled',False)):
raise InnocuousException('Controller %s is disabled'%controller_slice.controller.name)
if not controller_slice.controller.admin_user:
logger.info("controller %r has no admin_user, skipping" % controller_slice.controller)
return
controller_users = ControllerUser.objects.filter(user=controller_slice.slice.creator,
controller=controller_slice.controller)
if not controller_users:
raise Exception("slice createor %s has not accout at controller %s" % (controller_slice.slice.creator, controller_slice.controller.name))
else:
controller_user = controller_users[0]
roles = ['Admin']
max_instances=int(controller_slice.slice.max_slivers)
tenant_fields = {'endpoint':controller_slice.controller.auth_url,
'admin_user': controller_slice.controller.admin_user,
'admin_password': controller_slice.controller.admin_password,
'admin_tenant': 'admin',
'tenant': controller_slice.slice.name,
'tenant_description': controller_slice.slice.description,
'roles':roles,
'name':controller_user.user.email,
'ansible_tag':'%s@%s'%(controller_slice.slice.name,controller_slice.controller.name),
'max_instances':max_instances}
expected_num = len(roles)+1
res = run_template('sync_controller_slices.yaml', tenant_fields, path='controller_slices', expected_num=expected_num)
tenant_id = res[0]['id']
if (not controller_slice.tenant_id):
try:
driver = OpenStackDriver().admin_driver(controller=controller_slice.controller)
driver.shell.nova.quotas.update(tenant_id=controller_slice.tenant_id, instances=int(controller_slice.slice.max_slivers))
except:
logger.log_exc('Could not update quota for %s'%controller_slice.slice.name)
raise Exception('Could not update quota for %s'%controller_slice.slice.name)
controller_slice.tenant_id = tenant_id
controller_slice.backend_status = '1 - OK'
controller_slice.save()
def map_sync_outputs(self, controller_slice, res):
tenant_id = res[0]['id']
if (not controller_slice.tenant_id):
try:
driver = OpenStackDriver().admin_driver(
controller=controller_slice.controller)
driver.shell.nova.quotas.update(
tenant_id=tenant_id,
instances=int(controller_slice.slice.max_instances))
except:
logger.log_exc('Could not update quota for %s' %
controller_slice.slice.name)
raise Exception('Could not update quota for %s' %
controller_slice.slice.name)
controller_slice.tenant_id = tenant_id
controller_slice.backend_status = '1 - OK'
controller_slice.save()
def get_driver(self, port):
# We need to use a client driver that specifies the tenant
# of the destination instance. Nova-compute will not connect
# ports to instances if the port's tenant does not match
# the instance's tenant.
# A bunch of stuff to compensate for OpenStackDriver.client_driveR()
# not being in working condition.
from openstack.client import OpenStackClient
from openstack.driver import OpenStackDriver
controller = port.instance.node.site_deployment.controller
slice = port.instance.slice
caller = port.network.owner.creator
auth = {
'username': caller.email,
'password': caller.remote_password,
'tenant': slice.name
}
client = OpenStackClient(
controller=controller,
**auth) # cacert=self.config.nova_ca_ssl_cert,
driver = OpenStackDriver(client=client)
return driver
def init_admin(self, tenant=None):
# use the admin credentials
self.client = OpenStackClient(tenant=tenant)
self.driver = OpenStackDriver(client=self.client)
self.caller = self.driver.admin_user
self.caller.kuser_id = self.caller.id
class OpenStackManager:
def __init__(self, auth={}, caller=None):
self.client = None
self.driver = None
self.caller = None
self.has_openstack = has_openstack
self.enabled = manager_enabled
if has_openstack and manager_enabled:
if auth:
try:
self.init_user(auth, caller)
except:
# if this fails then it meanse the caller doesn't have a
# role at the slice's tenant. if the caller is an admin
# just use the admin client/manager.
if caller and caller.is_admin:
self.init_admin()
else: raise
else:
self.init_admin()
@require_enabled
def init_caller(self, caller, tenant):
auth = {'username': caller.email,
'password': hashlib.md5(caller.password).hexdigest()[:6],
'tenant': tenant}
self.client = OpenStackClient(**auth)
self.driver = OpenStackDriver(client=self.client)
self.caller = caller
@require_enabled
def init_admin(self, tenant=None):
# use the admin credentials
self.client = OpenStackClient(tenant=tenant)
self.driver = OpenStackDriver(client=self.client)
self.caller = self.driver.admin_user
self.caller.kuser_id = self.caller.id
@require_enabled
def save_role(self, role):
if not role.role:
keystone_role = self.driver.create_role(role.role_type)
role.role = keystone_role.id
@require_enabled
def delete_role(self, role):
if role.role:
self.driver.delete_role({'id': role.role})
@require_enabled
def save_key(self, key, name):
key_fields = {'name': name,
'public_key': key}
nova_key = self.driver.create_keypair(**key_fields)
@require_enabled
def delete_key(self, key):
if key.nkey_id:
self.driver.delete_keypair(key.nkey_id)
@require_enabled
def save_user(self, user):
name = user.email[:user.email.find('@')]
user_fields = {'name': name,
'email': user.email,
'password': hashlib.md5(user.password).hexdigest()[:6],
'enabled': True}
if not user.kuser_id:
keystone_user = self.driver.create_user(**user_fields)
user.kuser_id = keystone_user.id
else:
self.driver.update_user(user.kuser_id, user_fields)
if user.site:
self.driver.add_user_role(user.kuser_id, user.site.tenant_id, 'user')
if user.is_admin:
self.driver.add_user_role(user.kuser_id, user.site.tenant_id, 'admin')
else:
# may have admin role so attempt to remove it
self.driver.delete_user_role(user.kuser_id, user.site.tenant_id, 'admin')
if user.public_key:
self.init_caller(user, user.site.login_base)
self.save_key(user.public_key, user.keyname)
self.init_admin()
user.save()
user.enacted = timezone.now()
user.save(update_fields=['enacted'])
@require_enabled
def delete_user(self, user):
if user.kuser_id:
self.driver.delete_user(user.kuser_id)
@require_enabled
def save_site(self, site, add_role=True):
if not site.tenant_id:
tenant = self.driver.create_tenant(tenant_name=site.login_base,
description=site.name,
enabled=site.enabled)
site.tenant_id = tenant.id
# give caller an admin role at the tenant they've created
self.driver.add_user_role(self.caller.kuser_id, tenant.id, 'admin')
# update the record
if site.id and site.tenant_id:
self.driver.update_tenant(site.tenant_id,
description=site.name,
enabled=site.enabled)
# commit the updated record
site.save()
site.enacted = timezone.now()
site.save(update_fields=['enacted']) # enusre enacted > updated
@require_enabled
def delete_site(self, site):
if site.tenant_id:
self.driver.delete_tenant(site.tenant_id)
@require_enabled
def save_site_privilege(self, site_priv):
if site_priv.user.kuser_id and site_priv.site.tenant_id:
self.driver.add_user_role(site_priv.user.kuser_id,
site_priv.site.tenant_id,
site_priv.role.role_type)
site_priv.enacted = timezone.now()
site_priv.save(update_fields=['enacted'])
@require_enabled
def delete_site_privilege(self, site_priv):
self.driver.delete_user_role(site_priv.user.kuser_id,
site_priv.site.tenant_id,
site_priv.role.role_type)
@require_enabled
def save_slice(self, slice):
if not slice.tenant_id:
nova_fields = {'tenant_name': slice.name,
'description': slice.description,
'enabled': slice.enabled}
tenant = self.driver.create_tenant(**nova_fields)
slice.tenant_id = tenant.id
# give caller an admin role at the tenant they've created
self.driver.add_user_role(self.caller.kuser_id, tenant.id, 'admin')
# refresh credentials using this tenant
self.driver.shell.connect(username=self.driver.shell.keystone.username,
password=self.driver.shell.keystone.password,
tenant=tenant.name)
# create network
network = self.driver.create_network(slice.name)
slice.network_id = network['id']
# create router
router = self.driver.create_router(slice.name)
slice.router_id = router['id']
# create subnet
next_subnet = self.get_next_subnet()
cidr = str(next_subnet.cidr)
ip_version = next_subnet.version
start = str(next_subnet[2])
end = str(next_subnet[-2])
subnet = self.driver.create_subnet(name=slice.name,
network_id = network['id'],
cidr_ip = cidr,
ip_version = ip_version,
start = start,
end = end)
slice.subnet_id = subnet['id']
# add subnet as interface to slice's router
self.driver.add_router_interface(router['id'], subnet['id'])
# add external route
self.driver.add_external_route(subnet)
if slice.id and slice.tenant_id:
self.driver.update_tenant(slice.tenant_id,
description=slice.description,
enabled=slice.enabled)
slice.save()
slice.enacted = timezone.now()
slice.save(update_fields=['enacted'])
@require_enabled
def delete_slice(self, slice):
if slice.tenant_id:
self._delete_slice(slice.tenant_id, slice.network_id,
slice.router_id, slice.subnet_id)
@require_enabled
def _delete_slice(self, tenant_id, network_id, router_id, subnet_id):
self.driver.delete_router_interface(slice.router_id, slice.subnet_id)
self.driver.delete_subnet(slice.subnet_id)
self.driver.delete_router(slice.router_id)
self.driver.delete_network(slice.network_id)
self.driver.delete_tenant(slice.tenant_id)
# delete external route
subnet = None
subnets = self.driver.shell.quantum.list_subnets()['subnets']
for snet in subnets:
if snet['id'] == slice.subnet_id:
subnet = snet
if subnet:
self.driver.delete_external_route(subnet)
@require_enabled
def save_slice_membership(self, slice_memb):
if slice_memb.user.kuser_id and slice_memb.slice.tenant_id:
self.driver.add_user_role(slice_memb.user.kuser_id,
slice_memb.slice.tenant_id,
slice_memb.role.role_type)
slice_memb.enacted = timezone.now()
slice_memb.save(update_fields=['enacted'])
@require_enabled
def delete_slice_membership(self, slice_memb):
self.driver.delete_user_role(slice_memb.user.kuser_id,
slice_memb.slice.tenant_id,
slice_memb.role.role_type)
@require_enabled
def get_next_subnet(self):
# limit ourself to 10.0.x.x for now
valid_subnet = lambda net: net.startswith('10.0')
subnets = self.driver.shell.quantum.list_subnets()['subnets']
ints = [int(IPNetwork(subnet['cidr']).ip) for subnet in subnets \
if valid_subnet(subnet['cidr'])]
ints.sort()
last_ip = IPAddress(ints[-1])
last_network = IPNetwork(str(last_ip) + "/24")
next_network = IPNetwork(str(IPAddress(last_network) + last_network.size) + "/24")
return next_network
@require_enabled
def save_subnet(self, subnet):
if not subnet.subnet_id:
quantum_subnet = self.driver.create_subnet(name= subnet.slice.name,
network_id=subnet.slice.network_id,
cidr_ip = subnet.cidr,
ip_version=subnet.ip_version,
start = subnet.start,
end = subnet.end)
subnet.subnet_id = quantum_subnet['id']
# add subnet as interface to slice's router
self.driver.add_router_interface(subnet.slice.router_id, subnet.subnet_id)
#add_route = 'route add -net %s dev br-ex gw 10.100.0.5' % self.cidr
#commands.getstatusoutput(add_route)
@require_enabled
def delete_subnet(self, subnet):
if subnet.subnet_id:
self.driver.delete_router_interface(subnet.slice.router_id, subnet.subnet_id)
self.driver.delete_subnet(subnet.subnet_id)
#del_route = 'route del -net %s' % self.cidr
#commands.getstatusoutput(del_route)
def get_requested_networks(self, slice):
network_ids = [x.network_id for x in slice.networks.all()]
if slice.network_id is not None:
network_ids.append(slice.network_id)
networks = []
for network_id in network_ids:
networks.append({"net-id": network_id})
return networks
@require_enabled
def save_instance(self, instance):
metadata_update = {}
if ("numberCores" in instance.changed_fields):
metadata_update["cpu_cores"] = str(instance.numberCores)
for tag in instance.slice.tags.all():
if tag.name.startswith("sysctl-"):
metadata_update[tag.name] = tag.value
if not instance.instance_id:
nics = self.get_requested_networks(instance.slice)
for nic in nics:
# If a network hasn't been instantiated yet, then we'll fail
# during slice creation. Defer saving the instance for now.
if not nic.get("net-id", None):
instance.save() # in case it hasn't been saved yet
return
slice_memberships = SliceMembership.objects.filter(slice=instance.slice)
pubkeys = [sm.user.public_key for sm in slice_memberships if sm.user.public_key]
pubkeys.append(instance.creator.public_key)
instance = self.driver.spawn_instance(name=instance.name,
key_name = instance.creator.keyname,
image_id = instance.image.image_id,
hostname = instance.node.name,
pubkeys = pubkeys,
nics = nics,
metadata = metadata_update )
instance.instance_id = instance.id
instance.instance_name = getattr(instance, 'OS-EXT-SRV-ATTR:instance_name')
else:
if metadata_update:
self.driver.update_instance_metadata(instance.instance_id, metadata_update)
instance.save()
instance.enacted = timezone.now()
instance.save(update_fields=['enacted'])
@require_enabled
def delete_instance(self, instance):
if instance.instance_id:
self.driver.destroy_instance(instance.instance_id)
def refresh_nodes(self):
# collect local nodes
nodes = Node.objects.all()
nodes_dict = {}
for node in nodes:
if 'viccidev10' not in node.name:
nodes_dict[node.name] = node
deployment = Deployment.objects.filter(name='VICCI')[0]
login_bases = ['princeton', 'stanford', 'gt', 'uw', 'mpisws']
sites = Site.objects.filter(login_base__in=login_bases)
# collect nova nodes:
compute_nodes = self.client.nova.hypervisors.list()
compute_nodes_dict = {}
for compute_node in compute_nodes:
compute_nodes_dict[compute_node.hypervisor_hostname] = compute_node
# add new nodes:
new_node_names = set(compute_nodes_dict.keys()).difference(nodes_dict.keys())
i = 0
max = len(sites)
for name in new_node_names:
if i == max:
i = 0
site = sites[i]
node = Node(name=compute_nodes_dict[name].hypervisor_hostname,
site=site,
deployment=deployment)
node.save()
i+=1
# remove old nodes
old_node_names = set(nodes_dict.keys()).difference(compute_nodes_dict.keys())
Node.objects.filter(name__in=old_node_names).delete()
def refresh_images(self):
from core.models.image import Image
# collect local images
images = Image.objects.all()
images_dict = {}
for image in images:
images_dict[image.name] = image
# collect glance images
glance_images = self.client.glance.get_images()
glance_images_dict = {}
for glance_image in glance_images:
glance_images_dict[glance_image['name']] = glance_image
# add new images
new_image_names = set(glance_images_dict.keys()).difference(images_dict.keys())
for name in new_image_names:
image = Image(image_id=glance_images_dict[name]['id'],
name=glance_images_dict[name]['name'],
disk_format=glance_images_dict[name]['disk_format'],
container_format=glance_images_dict[name]['container_format'])
image.save()
# remove old images
old_image_names = set(images_dict.keys()).difference(glance_images_dict.keys())
Image.objects.filter(name__in=old_image_names).delete()
@require_enabled
def save_network(self, network):
if not network.network_id:
if network.template.shared_network_name:
network.network_id = network.template.shared_network_id
(network.subnet_id, network.subnet) = self.driver.get_network_subnet(network.network_id)
else:
network_name = network.name
# create network
os_network = self.driver.create_network(network_name, shared=True)
network.network_id = os_network['id']
# create router
router = self.driver.create_router(network_name)
network.router_id = router['id']
# create subnet
next_subnet = self.get_next_subnet()
cidr = str(next_subnet.cidr)
ip_version = next_subnet.version
start = str(next_subnet[2])
end = str(next_subnet[-2])
subnet = self.driver.create_subnet(name=network_name,
network_id = network.network_id,
cidr_ip = cidr,
ip_version = ip_version,
start = start,
end = end)
network.subnet = cidr
network.subnet_id = subnet['id']
# add subnet as interface to slice's router
self.driver.add_router_interface(router['id'], subnet['id'])
# add external route
self.driver.add_external_route(subnet)
network.save()
network.enacted = timezone.now()
network.save(update_fields=['enacted'])
def delete_network(self, network):
if (network.router_id) and (network.subnet_id):
self.driver.delete_router_interface(network.router_id, network.subnet_id)
if network.subnet_id:
self.driver.delete_subnet(network.subnet_id)
if network.router_id:
self.driver.delete_router(network.router_id)
if network.network_id:
self.driver.delete_network(network.network_id)
def save_network_template(self, template):
if (template.shared_network_name) and (not template.shared_network_id):
os_networks = self.driver.shell.quantum.list_networks(name=template.shared_network_name)['networks']
if os_networks:
template.shared_network_id = os_networks[0]["id"]
template.save()
template.enacted = timezone.now()
template.save(update_fields=['enacted'])
def find_or_make_template_for_network(self, name):
""" Given a network name, try to guess the right template for it """
# templates for networks we may encounter
if name=='nat-net':
template_dict = None # {"name": "private-nat", "visibility": "private", "translation": "nat"}
elif name=='sharednet1':
template_dict = {"name": "dedicated-public", "visibility": "public", "translation": "none"}
else:
template_dict = {"name": "private", "visibility": "private", "translation": "none"}
# if we have an existing template return it
templates = NetworkTemplate.objects.filter(name=template_dict["name"])
if templates:
return templates[0]
if template_dict == None:
return None
template = NetworkTemplate(**template_dict)
template.save()
return template
def refresh_network_templates(self):
for template in NetworkTemplate.objects.all():
if (template.shared_network_name) and (not template.shared_network_id):
# this will cause us to try to fill in the shared_network_id
self.save_network_template(template)
def refresh_networks(self):
# get a list of all networks in the model
networks = Network.objects.all()
networks_by_name = {}
networks_by_id = {}
for network in networks:
networks_by_name[network.name] = network
networks_by_id[network.network_id] = network
# Get a list of all shared networks in OS
os_networks = self.driver.shell.quantum.list_networks()['networks']
os_networks_by_name = {}
os_networks_by_id = {}
for os_network in os_networks:
os_networks_by_name[os_network['name']] = os_network
os_networks_by_id[os_network['id']] = os_network
for (uuid, os_network) in os_networks_by_id.items():
#print "checking OS network", os_network['name']
if (os_network['shared']) and (uuid not in networks_by_id):
# Only automatically create shared networks. This is for Andy's
# nat-net and sharednet1.
owner_slice = Slice.objects.get(tenant_id = os_network['tenant_id'])
template = self.find_or_make_template_for_network(os_network['name'])
if (template is None):
# This is our way of saying we don't want to auto-instantiate
# this network type.
continue
(subnet_id, subnet) = self.driver.get_network_subnet(os_network['id'])
if owner_slice:
#print "creating model object for OS network", os_network['name']
new_network = Network(name = os_network['name'],
template = template,
owner = owner_slice,
network_id = uuid,
subnet_id = subnet_id)
new_network.save()
for (network_id, network) in networks_by_id.items():
# If the network disappeared from OS, then reset its network_id to None
if (network.network_id is not None) and (network.network_id not in os_networks_by_id):
network.network_id = None
# If no OS object exists, then saving the network will create one
if (network.network_id is None):
#print "creating OS network for", network.name
self.save_network(network)
else:
pass #print "network", network.name, "has its OS object"
def init_admin(self, tenant=None):
# use the admin credentials
self.client = OpenStackClient(tenant=tenant)
self.driver = OpenStackDriver(client=self.client)
self.caller = self.driver.admin_user
self.caller.kuser_id = self.caller.id
class OpenStackManager:
def __init__(self, auth={}, caller=None):
self.client = None
self.driver = None
self.caller = None
self.has_openstack = has_openstack
self.enabled = manager_enabled
if has_openstack and manager_enabled:
if auth:
try:
self.init_user(auth, caller)
except:
# if this fails then it meanse the caller doesn't have a
# role at the slice's tenant. if the caller is an admin
# just use the admin client/manager.
if caller and caller.is_admin:
self.init_admin()
else:
raise
else:
self.init_admin()
@require_enabled
def init_caller(self, caller, tenant):
auth = {
'username': caller.email,
'password': hashlib.md5(caller.password).hexdigest()[:6],
'tenant': tenant
}
self.client = OpenStackClient(**auth)
self.driver = OpenStackDriver(client=self.client)
self.caller = caller
@require_enabled
def init_admin(self, tenant=None):
# use the admin credentials
self.client = OpenStackClient(tenant=tenant)
self.driver = OpenStackDriver(client=self.client)
self.caller = self.driver.admin_user
self.caller.kuser_id = self.caller.id
@require_enabled
def save_role(self, role):
if not role.role:
keystone_role = self.driver.create_role(role.role_type)
role.role = keystone_role.id
@require_enabled
def delete_role(self, role):
if role.role:
self.driver.delete_role({'id': role.role})
@require_enabled
def save_key(self, key, name):
key_fields = {'name': name, 'public_key': key}
nova_key = self.driver.create_keypair(**key_fields)
@require_enabled
def delete_key(self, key):
if key.nkey_id:
self.driver.delete_keypair(key.nkey_id)
@require_enabled
def save_user(self, user):
name = user.email[:user.email.find('@')]
user_fields = {
'name': name,
'email': user.email,
'password': hashlib.md5(user.password).hexdigest()[:6],
'enabled': True
}
if not user.kuser_id:
keystone_user = self.driver.create_user(**user_fields)
user.kuser_id = keystone_user.id
else:
self.driver.update_user(user.kuser_id, user_fields)
if user.site:
self.driver.add_user_role(user.kuser_id, user.site.tenant_id,
'user')
if user.is_admin:
self.driver.add_user_role(user.kuser_id, user.site.tenant_id,
'admin')
else:
# may have admin role so attempt to remove it
self.driver.delete_user_role(user.kuser_id,
user.site.tenant_id, 'admin')
if user.public_key:
self.init_caller(user, user.site.login_base)
self.save_key(user.public_key, user.keyname)
self.init_admin()
user.save()
user.enacted = datetime.now()
user.save(update_fields=['enacted'])
@require_enabled
def delete_user(self, user):
if user.kuser_id:
self.driver.delete_user(user.kuser_id)
@require_enabled
def save_site(self, site, add_role=True):
if not site.tenant_id:
tenant = self.driver.create_tenant(tenant_name=site.login_base,
description=site.name,
enabled=site.enabled)
site.tenant_id = tenant.id
# give caller an admin role at the tenant they've created
self.driver.add_user_role(self.caller.kuser_id, tenant.id, 'admin')
# update the record
if site.id and site.tenant_id:
self.driver.update_tenant(site.tenant_id,
description=site.name,
enabled=site.enabled)
# commit the updated record
site.save()
site.enacted = datetime.now()
site.save(update_fields=['enacted']) # enusre enacted > updated
@require_enabled
def delete_site(self, site):
if site.tenant_id:
self.driver.delete_tenant(site.tenant_id)
@require_enabled
def save_site_privilege(self, site_priv):
if site_priv.user.kuser_id and site_priv.site.tenant_id:
self.driver.add_user_role(site_priv.user.kuser_id,
site_priv.site.tenant_id,
site_priv.role.role_type)
site_priv.enacted = datetime.now()
site_priv.save(update_fields=['enacted'])
@require_enabled
def delete_site_privilege(self, site_priv):
self.driver.delete_user_role(site_priv.user.kuser_id,
site_priv.site.tenant_id,
site_priv.role.role_type)
@require_enabled
def save_slice(self, slice):
if not slice.tenant_id:
nova_fields = {
'tenant_name': slice.name,
'description': slice.description,
'enabled': slice.enabled
}
tenant = self.driver.create_tenant(**nova_fields)
slice.tenant_id = tenant.id
# give caller an admin role at the tenant they've created
self.driver.add_user_role(self.caller.kuser_id, tenant.id, 'admin')
# refresh credentials using this tenant
self.driver.shell.connect(
username=self.driver.shell.keystone.username,
password=self.driver.shell.keystone.password,
tenant=tenant.name)
# create network
network = self.driver.create_network(slice.name)
slice.network_id = network['id']
# create router
router = self.driver.create_router(slice.name)
slice.router_id = router['id']
# create subnet
next_subnet = self.get_next_subnet()
cidr = str(next_subnet.cidr)
ip_version = next_subnet.version
start = str(next_subnet[2])
end = str(next_subnet[-2])
subnet = self.driver.create_subnet(name=slice.name,
network_id=network['id'],
cidr_ip=cidr,
ip_version=ip_version,
start=start,
end=end)
slice.subnet_id = subnet['id']
# add subnet as interface to slice's router
self.driver.add_router_interface(router['id'], subnet['id'])
# add external route
self.driver.add_external_route(subnet)
if slice.id and slice.tenant_id:
self.driver.update_tenant(slice.tenant_id,
description=slice.description,
enabled=slice.enabled)
slice.save()
slice.enacted = datetime.now()
slice.save(update_fields=['enacted'])
@require_enabled
def delete_slice(self, slice):
if slice.tenant_id:
self._delete_slice(slice.tenant_id, slice.network_id,
slice.router_id, slice.subnet_id)
@require_enabled
def _delete_slice(self, tenant_id, network_id, router_id, subnet_id):
self.driver.delete_router_interface(slice.router_id, slice.subnet_id)
self.driver.delete_subnet(slice.subnet_id)
self.driver.delete_router(slice.router_id)
self.driver.delete_network(slice.network_id)
self.driver.delete_tenant(slice.tenant_id)
# delete external route
subnet = None
subnets = self.driver.shell.quantum.list_subnets()['subnets']
for snet in subnets:
if snet['id'] == slice.subnet_id:
subnet = snet
if subnet:
self.driver.delete_external_route(subnet)
@require_enabled
def save_slice_membership(self, slice_memb):
if slice_memb.user.kuser_id and slice_memb.slice.tenant_id:
self.driver.add_user_role(slice_memb.user.kuser_id,
slice_memb.slice.tenant_id,
slice_memb.role.role_type)
slice_memb.enacted = datetime.now()
slice_memb.save(update_fields=['enacted'])
@require_enabled
def delete_slice_membership(self, slice_memb):
self.driver.delete_user_role(slice_memb.user.kuser_id,
slice_memb.slice.tenant_id,
slice_memb.role.role_type)
@require_enabled
def get_next_subnet(self):
# limit ourself to 10.0.x.x for now
valid_subnet = lambda net: net.startswith('10.0')
subnets = self.driver.shell.quantum.list_subnets()['subnets']
ints = [int(IPNetwork(subnet['cidr']).ip) for subnet in subnets \
if valid_subnet(subnet['cidr'])]
ints.sort()
last_ip = IPAddress(ints[-1])
last_network = IPNetwork(str(last_ip) + "/24")
next_network = IPNetwork(
str(IPAddress(last_network) + last_network.size) + "/24")
return next_network
@require_enabled
def save_subnet(self, subnet):
if not subnet.subnet_id:
quantum_subnet = self.driver.create_subnet(
name=subnet.slice.name,
network_id=subnet.slice.network_id,
cidr_ip=subnet.cidr,
ip_version=subnet.ip_version,
start=subnet.start,
end=subnet.end)
subnet.subnet_id = quantum_subnet['id']
# add subnet as interface to slice's router
self.driver.add_router_interface(subnet.slice.router_id,
subnet.subnet_id)
#add_route = 'route add -net %s dev br-ex gw 10.100.0.5' % self.cidr
#commands.getstatusoutput(add_route)
@require_enabled
def delete_subnet(self, subnet):
if subnet.subnet_id:
self.driver.delete_router_interface(subnet.slice.router_id,
subnet.subnet_id)
self.driver.delete_subnet(subnet.subnet_id)
#del_route = 'route del -net %s' % self.cidr
#commands.getstatusoutput(del_route)
def get_requested_networks(self, slice):
network_ids = [x.network_id for x in slice.networks.all()]
if slice.network_id is not None:
network_ids.append(slice.network_id)
networks = []
for network_id in network_ids:
networks.append({"net-id": network_id})
return networks
@require_enabled
def save_instance(self, instance):
metadata_update = {}
if ("numberCores" in instance.changed_fields):
metadata_update["cpu_cores"] = str(instance.numberCores)
for tag in instance.slice.tags.all():
if tag.name.startswith("sysctl-"):
metadata_update[tag.name] = tag.value
if not instance.instance_id:
nics = self.get_requested_networks(instance.slice)
for nic in nics:
# If a network hasn't been instantiated yet, then we'll fail
# during slice creation. Defer saving the instance for now.
if not nic.get("net-id", None):
instance.save() # in case it hasn't been saved yet
return
slice_memberships = SliceMembership.objects.filter(
slice=instance.slice)
pubkeys = [
sm.user.public_key for sm in slice_memberships
if sm.user.public_key
]
pubkeys.append(instance.creator.public_key)
instance = self.driver.spawn_instance(
name=instance.name,
key_name=instance.creator.keyname,
image_id=instance.image.image_id,
hostname=instance.node.name,
pubkeys=pubkeys,
nics=nics,
metadata=metadata_update)
instance.instance_id = instance.id
instance.instance_name = getattr(instance,
'OS-EXT-SRV-ATTR:instance_name')
else:
if metadata_update:
self.driver.update_instance_metadata(instance.instance_id,
metadata_update)
instance.save()
instance.enacted = datetime.now()
instance.save(update_fields=['enacted'])
@require_enabled
def delete_instance(self, instance):
if instance.instance_id:
self.driver.destroy_instance(instance.instance_id)
def refresh_nodes(self):
# collect local nodes
nodes = Node.objects.all()
nodes_dict = {}
for node in nodes:
if 'viccidev10' not in node.name:
nodes_dict[node.name] = node
deployment = Deployment.objects.filter(name='VICCI')[0]
login_bases = ['princeton', 'stanford', 'gt', 'uw', 'mpisws']
sites = Site.objects.filter(login_base__in=login_bases)
# collect nova nodes:
compute_nodes = self.client.nova.hypervisors.list()
compute_nodes_dict = {}
for compute_node in compute_nodes:
compute_nodes_dict[compute_node.hypervisor_hostname] = compute_node
# add new nodes:
new_node_names = set(compute_nodes_dict.keys()).difference(
nodes_dict.keys())
i = 0
max = len(sites)
for name in new_node_names:
if i == max:
i = 0
site = sites[i]
node = Node(name=compute_nodes_dict[name].hypervisor_hostname,
site=site,
deployment=deployment)
node.save()
i += 1
# remove old nodes
old_node_names = set(nodes_dict.keys()).difference(
compute_nodes_dict.keys())
Node.objects.filter(name__in=old_node_names).delete()
def refresh_images(self):
from core.models.image import Image
# collect local images
images = Image.objects.all()
images_dict = {}
for image in images:
images_dict[image.name] = image
# collect glance images
glance_images = self.client.glance.get_images()
glance_images_dict = {}
for glance_image in glance_images:
glance_images_dict[glance_image['name']] = glance_image
# add new images
new_image_names = set(glance_images_dict.keys()).difference(
images_dict.keys())
for name in new_image_names:
image = Image(
image_id=glance_images_dict[name]['id'],
name=glance_images_dict[name]['name'],
disk_format=glance_images_dict[name]['disk_format'],
container_format=glance_images_dict[name]['container_format'])
image.save()
# remove old images
old_image_names = set(images_dict.keys()).difference(
glance_images_dict.keys())
Image.objects.filter(name__in=old_image_names).delete()
@require_enabled
def save_network(self, network):
if not network.network_id:
if network.template.shared_network_name:
network.network_id = network.template.shared_network_id
(network.subnet_id,
network.subnet) = self.driver.get_network_subnet(
network.network_id)
else:
network_name = network.name
# create network
os_network = self.driver.create_network(network_name,
shared=True)
network.network_id = os_network['id']
# create router
router = self.driver.create_router(network_name)
network.router_id = router['id']
# create subnet
next_subnet = self.get_next_subnet()
cidr = str(next_subnet.cidr)
ip_version = next_subnet.version
start = str(next_subnet[2])
end = str(next_subnet[-2])
subnet = self.driver.create_subnet(
name=network_name,
network_id=network.network_id,
cidr_ip=cidr,
ip_version=ip_version,
start=start,
end=end)
network.subnet = cidr
network.subnet_id = subnet['id']
# add subnet as interface to slice's router
self.driver.add_router_interface(router['id'], subnet['id'])
# add external route
self.driver.add_external_route(subnet)
network.save()
network.enacted = datetime.now()
network.save(update_fields=['enacted'])
def delete_network(self, network):
if (network.router_id) and (network.subnet_id):
self.driver.delete_router_interface(network.router_id,
network.subnet_id)
if network.subnet_id:
self.driver.delete_subnet(network.subnet_id)
if network.router_id:
self.driver.delete_router(network.router_id)
if network.network_id:
self.driver.delete_network(network.network_id)
def save_network_template(self, template):
if (template.shared_network_name) and (not template.shared_network_id):
os_networks = self.driver.shell.quantum.list_networks(
name=template.shared_network_name)['networks']
if os_networks:
template.shared_network_id = os_networks[0]["id"]
template.save()
template.enacted = datetime.now()
template.save(update_fields=['enacted'])
def find_or_make_template_for_network(self, name):
""" Given a network name, try to guess the right template for it """
# templates for networks we may encounter
if name == 'nat-net':
template_dict = None # {"name": "private-nat", "visibility": "private", "translation": "nat"}
elif name == 'sharednet1':
template_dict = {
"name": "dedicated-public",
"visibility": "public",
"translation": "none"
}
else:
template_dict = {
"name": "private",
"visibility": "private",
"translation": "none"
}
# if we have an existing template return it
templates = NetworkTemplate.objects.filter(name=template_dict["name"])
if templates:
return templates[0]
if template_dict == None:
return None
template = NetworkTemplate(**template_dict)
template.save()
return template
def refresh_network_templates(self):
for template in NetworkTemplate.objects.all():
if (template.shared_network_name) and (
not template.shared_network_id):
# this will cause us to try to fill in the shared_network_id
self.save_network_template(template)
def refresh_networks(self):
# get a list of all networks in the model
networks = Network.objects.all()
networks_by_name = {}
networks_by_id = {}
for network in networks:
networks_by_name[network.name] = network
networks_by_id[network.network_id] = network
# Get a list of all shared networks in OS
os_networks = self.driver.shell.quantum.list_networks()['networks']
os_networks_by_name = {}
os_networks_by_id = {}
for os_network in os_networks:
os_networks_by_name[os_network['name']] = os_network
os_networks_by_id[os_network['id']] = os_network
for (uuid, os_network) in os_networks_by_id.items():
#print "checking OS network", os_network['name']
if (os_network['shared']) and (uuid not in networks_by_id):
# Only automatically create shared networks. This is for Andy's
# nat-net and sharednet1.
owner_slice = Slice.objects.get(
tenant_id=os_network['tenant_id'])
template = self.find_or_make_template_for_network(
os_network['name'])
if (template is None):
# This is our way of saying we don't want to auto-instantiate
# this network type.
continue
(subnet_id,
subnet) = self.driver.get_network_subnet(os_network['id'])
if owner_slice:
#print "creating model object for OS network", os_network['name']
new_network = Network(name=os_network['name'],
template=template,
owner=owner_slice,
network_id=uuid,
subnet_id=subnet_id)
new_network.save()
for (network_id, network) in networks_by_id.items():
# If the network disappeared from OS, then reset its network_id to None
if (network.network_id is not None) and (network.network_id
not in os_networks_by_id):
network.network_id = None
# If no OS object exists, then saving the network will create one
if (network.network_id is None):
#print "creating OS network for", network.name
self.save_network(network)
else:
pass #print "network", network.name, "has its OS object"
def call(self, **args):
logger.info("sync'ing network instances")
ports = Port.objects.all()
ports_by_id = {}
ports_by_neutron_port = {}
for port in ports:
ports_by_id[port.id] = port
ports_by_neutron_port[port.port_id] = port
networks = Network.objects.all()
networks_by_id = {}
for network in networks:
for nd in network.controllernetworks.all():
networks_by_id[nd.net_id] = network
#logger.info("networks_by_id = ")
#for (network_id, network) in networks_by_id.items():
# logger.info(" %s: %s" % (network_id, network.name))
instances = Instance.objects.all()
instances_by_instance_uuid = {}
for instance in instances:
instances_by_instance_uuid[instance.instance_uuid] = instance
# Get all ports in all controllers
ports_by_id = {}
templates_by_id = {}
for controller in Controller.objects.all():
if not controller.admin_tenant:
logger.info("controller %s has no admin_tenant" % controller)
continue
try:
driver = self.driver.admin_driver(controller=controller)
ports = driver.shell.quantum.list_ports()["ports"]
except:
logger.log_exc("failed to get ports from controller %s" %
controller)
continue
for port in ports:
ports_by_id[port["id"]] = port
# public-nat and public-dedicated networks don't have a net-id anywhere
# in the data model, so build up a list of which ids map to which network
# templates.
try:
neutron_networks = driver.shell.quantum.list_networks(
)["networks"]
except:
print "failed to get networks from controller %s" % controller
continue
for network in neutron_networks:
for template in NetworkTemplate.objects.all():
if template.shared_network_name == network["name"]:
templates_by_id[network["id"]] = template
for port in ports_by_id.values():
#logger.info("port %s" % str(port))
if port["id"] in ports_by_neutron_port:
# we already have it
#logger.info("already accounted for port %s" % port["id"])
continue
if port["device_owner"] != "compute:nova":
# we only want the ports that connect to instances
#logger.info("port %s is not a compute port, it is a %s" % (port["id"], port["device_owner"]))
continue
instance = instances_by_instance_uuid.get(port['device_id'], None)
if not instance:
logger.info("no instance for port %s device_id %s" %
(port["id"], port['device_id']))
continue
network = networks_by_id.get(port['network_id'], None)
if not network:
# maybe it's public-nat or public-dedicated. Search the templates for
# the id, then see if the instance's slice has some network that uses
# that template
template = templates_by_id.get(port['network_id'], None)
if template and instance.slice:
for candidate_network in instance.slice.networks.all():
if candidate_network.template == template:
network = candidate_network
if not network:
logger.info("no network for port %s network %s" %
(port["id"], port["network_id"]))
# we know it's associated with a instance, but we don't know
# which network it is part of.
continue
if network.template.shared_network_name:
# If it's a shared network template, then more than one network
# object maps to the quantum network. We have to do a whole bunch
# of extra work to find the right one.
networks = network.template.network_set.all()
network = None
for candidate_network in networks:
if (candidate_network.owner == instance.slice):
logger.info("found network %s" % candidate_network)
network = candidate_network
if not network:
logger.info(
"failed to find the correct network for a shared template for port %s network %s"
% (port["id"], port["network_id"]))
continue
if not port["fixed_ips"]:
logger.info("port %s has no fixed_ips" % port["id"])
continue
ip = port["fixed_ips"][0]["ip_address"]
mac = port["mac_address"]
logger.info("creating Port (%s, %s, %s, %s)" %
(str(network), str(instance), ip, str(port["id"])))
ns = Port(network=network,
instance=instance,
ip=ip,
mac=mac,
port_id=port["id"])
try:
ns.save()
except:
logger.log_exc("failed to save port %s" % str(ns))
continue
# For ports that were created by the user, find that ones
# that don't have neutron ports, and create them.
for port in Port.objects.filter(Q(port_id__isnull=True),
Q(instance__isnull=False)):
logger.info("XXX working on port %s" % port)
controller = port.instance.node.site_deployment.controller
slice = port.instance.slice
if controller:
cn = port.network.controllernetworks.filter(
controller=controller)
if not cn:
logger.log_exc("no controllernetwork for %s" % port)
continue
cn = cn[0]
if cn.lazy_blocked:
cn.lazy_blocked = False
cn.save()
logger.info(
"deferring port %s because controllerNetwork was lazy-blocked"
% port)
continue
if not cn.net_id:
logger.info(
"deferring port %s because controllerNetwork does not have a port-id yet"
% port)
continue
try:
# We need to use a client driver that specifies the tenant
# of the destination instance. Nova-compute will not connect
# ports to instances if the port's tenant does not match
# the instance's tenant.
# A bunch of stuff to compensate for OpenStackDriver.client_driveR()
# not being in working condition.
from openstack.client import OpenStackClient
from openstack.driver import OpenStackDriver
caller = port.network.owner.creator
auth = {
'username': caller.email,
'password': caller.remote_password,
'tenant': slice.name
}
client = OpenStackClient(
controller=controller,
**auth) # cacert=self.config.nova_ca_ssl_cert,
driver = OpenStackDriver(client=client)
neutron_port = driver.shell.quantum.create_port(
{"port": {
"network_id": cn.net_id
}})["port"]
port.port_id = neutron_port["id"]
if neutron_port["fixed_ips"]:
port.ip = neutron_port["fixed_ips"][0]["ip_address"]
port.mac = neutron_port["mac_address"]
except:
logger.log_exc("failed to create neutron port for %s" %
port)
continue
port.save()
def call(self, **args):
logger.info("sync'ing network slivers")
networkSlivers = NetworkSliver.objects.all()
networkSlivers_by_id = {}
networkSlivers_by_port = {}
for networkSliver in networkSlivers:
networkSlivers_by_id[networkSliver.id] = networkSliver
networkSlivers_by_port[networkSliver.port_id] = networkSliver
networks = Network.objects.all()
networks_by_id = {}
for network in networks:
for nd in network.controllernetworks.all():
networks_by_id[nd.net_id] = network
#logger.info("networks_by_id = ")
#for (network_id, network) in networks_by_id.items():
# logger.info(" %s: %s" % (network_id, network.name))
slivers = Sliver.objects.all()
slivers_by_instance_uuid = {}
for sliver in slivers:
slivers_by_instance_uuid[sliver.instance_uuid] = sliver
# Get all ports in all controllers
ports_by_id = {}
templates_by_id = {}
for controller in Controller.objects.all():
if not controller.admin_tenant:
logger.info("controller %s has no admin_tenant" % controller)
continue
try:
driver = self.driver.admin_driver(controller=controller,
tenant='admin')
ports = driver.shell.quantum.list_ports()["ports"]
except:
logger.log_exc("failed to get ports from controller %s" %
controller)
continue
for port in ports:
ports_by_id[port["id"]] = port
# public-nat and public-dedicated networks don't have a net-id anywhere
# in the data model, so build up a list of which ids map to which network
# templates.
try:
neutron_networks = driver.shell.quantum.list_networks(
)["networks"]
except:
print "failed to get networks from controller %s" % controller
continue
for network in neutron_networks:
for template in NetworkTemplate.objects.all():
if template.shared_network_name == network["name"]:
templates_by_id[network["id"]] = template
for port in ports_by_id.values():
#logger.info("port %s" % str(port))
if port["id"] in networkSlivers_by_port:
# we already have it
#logger.info("already accounted for port %s" % port["id"])
continue
if port["device_owner"] != "compute:nova":
# we only want the ports that connect to instances
#logger.info("port %s is not a compute port, it is a %s" % (port["id"], port["device_owner"]))
continue
sliver = slivers_by_instance_uuid.get(port['device_id'], None)
if not sliver:
logger.info("no sliver for port %s device_id %s" %
(port["id"], port['device_id']))
continue
network = networks_by_id.get(port['network_id'], None)
if not network:
# maybe it's public-nat or public-dedicated. Search the templates for
# the id, then see if the sliver's slice has some network that uses
# that template
template = templates_by_id.get(port['network_id'], None)
if template and sliver.slice:
for candidate_network in sliver.slice.networks.all():
if candidate_network.template == template:
network = candidate_network
if not network:
logger.info("no network for port %s network %s" %
(port["id"], port["network_id"]))
# we know it's associated with a sliver, but we don't know
# which network it is part of.
continue
if network.template.shared_network_name:
# If it's a shared network template, then more than one network
# object maps to the quantum network. We have to do a whole bunch
# of extra work to find the right one.
networks = network.template.network_set.all()
network = None
for candidate_network in networks:
if (candidate_network.owner == sliver.slice):
print "found network", candidate_network
network = candidate_network
if not network:
logger.info(
"failed to find the correct network for a shared template for port %s network %s"
% (port["id"], port["network_id"]))
continue
if not port["fixed_ips"]:
logger.info("port %s has no fixed_ips" % port["id"])
continue
ip = port["fixed_ips"][0]["ip_address"]
logger.info("creating NetworkSliver (%s, %s, %s, %s)" %
(str(network), str(sliver), ip, str(port["id"])))
ns = NetworkSliver(network=network,
sliver=sliver,
ip=ip,
port_id=port["id"])
try:
ns.save()
except:
logger.log_exc("failed to save networksliver %s" % str(ns))
continue
# For networkSlivers that were created by the user, find that ones
# that don't have neutron ports, and create them.
for networkSliver in NetworkSliver.objects.filter(
port_id__isnull=True, sliver__isnull=False):
#logger.info("XXX working on networksliver %s" % networkSliver)
controller = networkSliver.sliver.node.site_deployment.controller
if controller:
cn = networkSliver.network.controllernetworks.filter(
controller=controller)
if not cn:
logger.log_exc("no controllernetwork for %s" %
networkSliver)
continue
cn = cn[0]
if cn.lazy_blocked:
cn.lazy_blocked = False
cn.save()
logger.info(
"deferring networkSliver %s because controllerNetwork was lazy-blocked"
% networkSliver)
continue
if not cn.net_id:
logger.info(
"deferring networkSliver %s because controllerNetwork does not have a port-id yet"
% networkSliver)
continue
try:
# We need to use a client driver that specifies the tenant
# of the destination sliver. Nova-compute will not connect
# ports to slivers if the port's tenant does not match
# the sliver's tenant.
# A bunch of stuff to compensate for OpenStackDriver.client_driveR()
# not being in working condition.
from openstack.client import OpenStackClient
from openstack.driver import OpenStackDriver
caller = networkSliver.network.owner.creator
auth = {
'username': caller.email,
'password': caller.remote_password,
'tenant': networkSliver.sliver.slice.name
} # networkSliver.network.owner.name}
client = OpenStackClient(
controller=controller,
**auth) # cacert=self.config.nova_ca_ssl_cert,
driver = OpenStackDriver(client=client)
port = driver.shell.quantum.create_port(
{"port": {
"network_id": cn.net_id
}})["port"]
networkSliver.port_id = port["id"]
if port["fixed_ips"]:
networkSliver.ip = port["fixed_ips"][0]["ip_address"]
except:
logger.log_exc("failed to create neutron port for %s" %
networkSliver)
continue
networkSliver.save()
# Now, handle port forwarding
# We get the list of NetworkSlivers again, since we might have just
# added a few. Then, for each one of them we find it's quantum port and
# make sure quantum's nat:forward_ports argument is the same.
for networkSliver in NetworkSliver.objects.all():
try:
nat_list = networkSliver.network.nat_list
except (TypeError, ValueError), e:
logger.info("Failed to decode nat_list: %s" % str(e))
continue
if not networkSliver.port_id:
continue
neutron_port = ports_by_id.get(networkSliver.port_id, None)
if not neutron_port:
continue
neutron_nat_list = neutron_port.get("nat:forward_ports", None)
if not neutron_nat_list:
# make sure that None and the empty set are treated identically
neutron_nat_list = []
if (neutron_nat_list != nat_list):
logger.info(
"Setting nat:forward_ports for port %s network %s sliver %s to %s"
%
(str(networkSliver.port_id), str(networkSliver.network.id),
str(networkSliver.sliver), str(nat_list)))
try:
driver = self.driver.admin_driver(
controller=networkSliver.sliver.node.site_deployment.
controller,
tenant='admin')
driver.shell.quantum.update_port(
networkSliver.port_id,
{"port": {
"nat:forward_ports": nat_list
}})
except:
logger.log_exc("failed to update port with nat_list %s" %
str(nat_list))
continue
else:
#logger.info("port %s network %s sliver %s nat %s is already set" % (str(networkSliver.port_id), str(networkSliver.network.id), str(networkSliver.sliver), str(nat_list)))
pass
def init_caller(self, caller, tenant):
auth = {"username": caller.email, "password": hashlib.md5(caller.password).hexdigest()[:6], "tenant": tenant}
self.client = OpenStackClient(**auth)
self.driver = OpenStackDriver(client=self.client)
self.caller = caller