def verify_slice_leases(self, slice, rspec_requested_leases, peer):
leases = self.driver.shell.GetLeases({'name':slice['name'], 'clip':int(time.time())}, ['lease_id','name', 'hostname', 't_from', 't_until'])
grain = self.driver.shell.GetLeaseGranularity()
requested_leases = []
for lease in rspec_requested_leases:
requested_lease = {}
slice_name = hrn_to_pl_slicename(lease['slice_id'])
if slice_name != slice['name']:
continue
elif Xrn(lease['component_id']).get_authority_urn().split(':')[0] != self.driver.hrn:
continue
hostname = xrn_to_hostname(lease['component_id'])
# fill the requested node with nitos ids
requested_lease['name'] = slice['name']
requested_lease['hostname'] = hostname
requested_lease['t_from'] = int(lease['start_time'])
requested_lease['t_until'] = int(lease['duration']) * grain + int(lease['start_time'])
requested_leases.append(requested_lease)
# prepare actual slice leases by lease_id
leases_by_id = {}
for lease in leases:
leases_by_id[lease['lease_id']] = {'name': lease['name'], 'hostname': lease['hostname'], \
't_from': lease['t_from'], 't_until': lease['t_until']}
added_leases = []
kept_leases_id = []
deleted_leases_id = []
for lease_id in leases_by_id:
if leases_by_id[lease_id] not in requested_leases:
deleted_leases_id.append(lease_id)
else:
kept_leases_id.append(lease_id)
requested_leases.remove(leases_by_id[lease_id])
added_leases = requested_leases
try:
if peer:
self.driver.shell.UnBindObjectFromPeer('slice', slice['slice_id'], peer['shortname'])
self.driver.shell.DeleteLeases(deleted_leases_id)
for lease in added_leases:
self.driver.shell.AddLeases(lease['hostname'], slice['name'], lease['t_from'], lease['t_until'])
except:
logger.log_exc('Failed to add/remove slice leases')
return leases
def add_nodes(xml, nodes):
node_elems = []
for node in nodes:
node_fields = [
'component_manager_id', 'component_id', 'client_id',
'sliver_id', 'exclusive'
]
node_elem = xml.add_instance('node', node, node_fields)
node_elems.append(node_elem)
# set component name
if node.get('component_id'):
component_name = xrn_to_hostname(node['component_id'])
node_elem.set('component_name', component_name)
# set hardware types
if node.get('hardware_types'):
for hardware_type in node.get('hardware_types', []):
node_elem.add_instance('hardware_type', hardware_type,
HardwareType.fields)
# set location
if node.get('location'):
node_elem.add_instance('location', node['location'],
Location.fields)
# set interfaces
PGv2Interface.add_interfaces(node_elem, node.get('interfaces'))
#if node.get('interfaces'):
# for interface in node.get('interfaces', []):
# node_elem.add_instance('interface', interface, ['component_id', 'client_id'])
# set available element
if node.get('boot_state'):
if node.get('boot_state').lower() == 'boot':
available_elem = node_elem.add_element('available',
now='true')
else:
available_elem = node_elem.add_element('available',
now='false')
# add services
PGv2Services.add_services(node_elem, node.get('services', []))
# add slivers
slivers = node.get('slivers', [])
if not slivers:
# we must still advertise the available sliver types
slivers = Sliver({'type': 'plab-vserver'})
# we must also advertise the available initscripts
slivers['tags'] = []
if node.get('pl_initscripts'):
for initscript in node.get('pl_initscripts', []):
slivers['tags'].append({
'name': 'initscript',
'value': initscript['name']
})
PGv2SliverType.add_slivers(node_elem, slivers)
return node_elems
def verify_slice_nodes(self, slice_urn, slice, rspec_nodes):
slivers = {}
for node in rspec_nodes:
hostname = node.get('component_name')
client_id = node.get('client_id')
component_id = node.get('component_id').strip()
if hostname:
hostname = hostname.strip()
elif component_id:
hostname = xrn_to_hostname(component_id)
if hostname:
slivers[hostname] = {
'client_id': client_id,
'component_id': component_id
}
nodes = self.driver.shell.GetNodes(
slice['node_ids'], ['node_id', 'hostname', 'interface_ids'])
current_slivers = [node['hostname'] for node in nodes]
# remove nodes not in rspec
deleted_nodes = list(set(current_slivers).difference(slivers.keys()))
# add nodes from rspec
added_nodes = list(set(slivers.keys()).difference(current_slivers))
try:
self.driver.shell.AddSliceToNodes(slice['name'], added_nodes)
self.driver.shell.DeleteSliceFromNodes(slice['name'],
deleted_nodes)
except:
logger.log_exc('Failed to add/remove slice from nodes')
slices = self.driver.shell.GetSlices(slice['name'], ['node_ids'])
resulting_nodes = self.driver.shell.GetNodes(slices[0]['node_ids'])
# update sliver allocations
for node in resulting_nodes:
client_id = slivers[node['hostname']]['client_id']
component_id = slivers[node['hostname']]['component_id']
sliver_hrn = '%s.%s-%s' % (self.driver.hrn, slice['slice_id'],
node['node_id'])
sliver_id = Xrn(sliver_hrn, type='sliver').urn
record = SliverAllocation(sliver_id=sliver_id,
client_id=client_id,
component_id=component_id,
slice_urn=slice_urn,
allocation_state='geni_allocated')
record.sync(self.driver.api.dbsession())
return resulting_nodes
def verify_slice_nodes(self, slice_urn, slice, rspec_nodes):
slivers = {}
for node in rspec_nodes:
hostname = node.get('component_name')
client_id = node.get('client_id')
component_id = node.get('component_id').strip()
if hostname:
hostname = hostname.strip()
elif component_id:
hostname = xrn_to_hostname(component_id)
if hostname:
slivers[hostname] = {'client_id': client_id, 'component_id': component_id}
nodes = self.driver.shell.GetNodes(slice['node_ids'], ['node_id', 'hostname', 'interface_ids'])
current_slivers = [node['hostname'] for node in nodes]
# remove nodes not in rspec
deleted_nodes = list(set(current_slivers).difference(slivers.keys()))
# add nodes from rspec
added_nodes = list(set(slivers.keys()).difference(current_slivers))
try:
self.driver.shell.AddSliceToNodes(slice['name'], added_nodes)
self.driver.shell.DeleteSliceFromNodes(slice['name'], deleted_nodes)
except:
logger.log_exc('Failed to add/remove slice from nodes')
slices = self.driver.shell.GetSlices(slice['name'], ['node_ids'])
resulting_nodes = self.driver.shell.GetNodes(slices[0]['node_ids'])
# update sliver allocations
for node in resulting_nodes:
client_id = slivers[node['hostname']]['client_id']
component_id = slivers[node['hostname']]['component_id']
sliver_hrn = '%s.%s-%s' % (self.driver.hrn, slice['slice_id'], node['node_id'])
sliver_id = Xrn(sliver_hrn, type='sliver').urn
record = SliverAllocation(sliver_id=sliver_id, client_id=client_id,
component_id=component_id,
slice_urn = slice_urn,
allocation_state='geni_allocated')
record.sync(self.driver.api.dbsession())
return resulting_nodes
def verify_slice_nodes(self, slice, slivers, peer):
nodes = self.driver.shell.GetNodes(slice['node_ids'], ['node_id', 'hostname', 'interface_ids'])
current_slivers = [node['hostname'] for node in nodes]
requested_slivers = []
tags = []
for node in slivers:
hostname = None
if node.get('component_name'):
hostname = node.get('component_name').strip()
elif node.get('component_id'):
hostname = xrn_to_hostname(node.get('component_id').strip())
if node.get('client_id'):
tags.append({'slicename': slice['name'],
'tagname': 'client_id',
'value': node['client_id'],
'node': hostname})
if hostname:
requested_slivers.append(hostname)
# remove nodes not in rspec
deleted_nodes = list(set(current_slivers).difference(requested_slivers))
# add nodes from rspec
added_nodes = list(set(requested_slivers).difference(current_slivers))
try:
if peer:
self.driver.shell.UnBindObjectFromPeer('slice', slice['slice_id'], peer['shortname'])
self.driver.shell.AddSliceToNodes(slice['name'], added_nodes)
self.driver.shell.DeleteSliceFromNodes(slice['name'], deleted_nodes)
except:
logger.log_exc('Failed to add/remove slice from nodes')
# add tags
for tag in tags:
try:
self.driver.shell.AddSliceTag(tag['slicename'], tag['tagname'], tag['value'], tag['node'])
except:
logger.log_exc('Failed to add slice tag')
return nodes
def add_nodes(xml, nodes):
node_elems = []
for node in nodes:
node_fields = ['component_manager_id', 'component_id', 'client_id', 'sliver_id', 'exclusive']
node_elem = xml.add_instance('node', node, node_fields)
node_elems.append(node_elem)
# set component name
if node.get('component_id'):
component_name = xrn_to_hostname(node['component_id'])
node_elem.set('component_name', component_name)
# set hardware types
if node.get('hardware_types'):
for hardware_type in node.get('hardware_types', []):
node_elem.add_instance('hardware_type', hardware_type, HardwareType.fields)
# set location
if node.get('location'):
node_elem.add_instance('location', node['location'], Location.fields)
# set interfaces
PGv2Interface.add_interfaces(node_elem, node.get('interfaces'))
#if node.get('interfaces'):
# for interface in node.get('interfaces', []):
# node_elem.add_instance('interface', interface, ['component_id', 'client_id'])
# set available element
if node.get('boot_state'):
if node.get('boot_state').lower() == 'boot':
available_elem = node_elem.add_element('available', now='true')
else:
available_elem = node_elem.add_element('available', now='false')
# add services
PGv2Services.add_services(node_elem, node.get('services', []))
# add slivers
slivers = node.get('slivers', [])
if not slivers:
# we must still advertise the available sliver types
slivers = Sliver({'type': 'plab-vserver'})
# we must also advertise the available initscripts
slivers['tags'] = []
if node.get('pl_initscripts'):
for initscript in node.get('pl_initscripts', []):
slivers['tags'].append({'name': 'initscript', 'value': initscript['name']})
PGv2SliverType.add_slivers(node_elem, slivers)
return node_elems
def add_nodes(xml, nodes):
node_elems = []
for node in nodes:
node_fields = ["component_manager_id", "component_id", "client_id", "sliver_id", "exclusive"]
node_elem = xml.add_instance("node", node, node_fields)
node_elems.append(node_elem)
# set component name
if node.get("component_id"):
component_name = xrn_to_hostname(node["component_id"])
node_elem.set("component_name", component_name)
# set hardware types
if node.get("hardware_types"):
for hardware_type in node.get("hardware_types", []):
node_elem.add_instance("hardware_type", hardware_type, HardwareType.fields)
# set location
if node.get("location"):
node_elem.add_instance("location", node["location"], Location.fields)
# set interfaces
PGv2Interface.add_interfaces(node_elem, node.get("interfaces"))
# if node.get('interfaces'):
# for interface in node.get('interfaces', []):
# node_elem.add_instance('interface', interface, ['component_id', 'client_id'])
# set available element
if node.get("boot_state"):
if node.get("boot_state").lower() == "boot":
available_elem = node_elem.add_element("available", now="true")
else:
available_elem = node_elem.add_element("available", now="false")
# add services
PGv2Services.add_services(node_elem, node.get("services", []))
# add slivers
slivers = node.get("slivers", [])
if not slivers:
# we must still advertise the available sliver types
slivers = Sliver({"type": "plab-vserver"})
# we must also advertise the available initscripts
slivers["tags"] = []
if node.get("pl_initscripts"):
for initscript in node.get("pl_initscripts", []):
slivers["tags"].append({"name": "initscript", "value": initscript["name"]})
PGv2SliverType.add_slivers(node_elem, slivers)
return node_elems
def add_nodes(xml, nodes):
network_elems = xml.xpath("//network")
if len(network_elems) > 0:
network_elem = network_elems[0]
elif len(nodes) > 0 and nodes[0].get("component_manager_id"):
network_urn = nodes[0]["component_manager_id"]
network_elem = xml.add_element("network", name=Xrn(network_urn).get_hrn())
else:
network_elem = xml
node_elems = []
for node in nodes:
node_fields = ["component_manager_id", "component_id", "boot_state"]
node_elem = network_elem.add_instance("node", node, node_fields)
node_elems.append(node_elem)
# determine network hrn
network_hrn = None
if "component_manager_id" in node and node["component_manager_id"]:
network_hrn = Xrn(node["component_manager_id"]).get_hrn()
# set component_name attribute and hostname element
if "component_id" in node and node["component_id"]:
component_name = xrn_to_hostname(node["component_id"])
node_elem.set("component_name", component_name)
hostname_elem = node_elem.add_element("hostname")
hostname_elem.set_text(component_name)
# set site id
if "authority_id" in node and node["authority_id"]:
node_elem.set("site_id", node["authority_id"])
# add locaiton
location = node.get("location")
if location:
node_elem.add_instance("location", location, Location.fields)
# add exclusive tag to distinguish between Reservable and Shared nodes
exclusive_elem = node_elem.add_element("exclusive")
if node.get("exclusive") and node.get("exclusive") == "true":
exclusive_elem.set_text("TRUE")
# add granularity of the reservation system
granularity = node.get("granularity")
if granularity:
node_elem.add_instance("granularity", granularity, granularity.fields)
else:
exclusive_elem.set_text("FALSE")
if isinstance(node.get("interfaces"), list):
for interface in node.get("interfaces", []):
node_elem.add_instance("interface", interface, ["component_id", "client_id", "ipv4"])
# if 'bw_unallocated' in node and node['bw_unallocated']:
# bw_unallocated = etree.SubElement(node_elem, 'bw_unallocated', units='kbps').text = str(int(node['bw_unallocated'])/1000)
PGv2Services.add_services(node_elem, node.get("services", []))
tags = node.get("tags", [])
if tags:
for tag in tags:
# backdoor for FITeagle
# Alexander Willner <*****@*****.**>
if tag["tagname"] == "fiteagle_settings":
tag_elem = node_elem.add_element(tag["tagname"])
for subtag in tag["value"]:
subtag_elem = tag_elem.add_element("setting")
subtag_elem.set("name", str(subtag["tagname"]))
subtag_elem.set("description", str(subtag["description"]))
subtag_elem.set_text(subtag["value"])
else:
tag_elem = node_elem.add_element(tag["tagname"])
tag_elem.set_text(tag["value"])
SFAv1Sliver.add_slivers(node_elem, node.get("slivers", []))
import sys
from sfa.client.sfi_commands import Commands
from sfa.rspecs.rspec import RSpec
from sfa.planetlab.plxrn import xrn_to_hostname
command = Commands(usage="%prog [options]",
description="List all nodes in the RSpec. " +
"Use this to display the list of nodes on which it is " +
"possible to create a slice.")
command.prep()
if command.opts.infile:
rspec = RSpec(command.opts.infile)
nodes = rspec.version.get_nodes()
if command.opts.outfile:
sys.stdout = open(command.opts.outfile, 'w')
for node in nodes:
hostname = None
if node.get('component_id'):
hostname = xrn_to_hostname(node['component_id'])
if hostname:
print hostname
def verify_slice_leases(self, slice, rspec_requested_leases):
leases = self.driver.shell.GetLeases({'name':slice['name'], 'clip':int(time.time())},
['lease_id','name', 'hostname', 't_from', 't_until'])
grain = self.driver.shell.GetLeaseGranularity()
requested_leases = []
for lease in rspec_requested_leases:
requested_lease = {}
slice_hrn, _ = urn_to_hrn(lease['slice_id'])
top_auth_hrn = top_auth(slice_hrn)
site_hrn = '.'.join(slice_hrn.split('.')[:-1])
slice_part = slice_hrn.split('.')[-1]
if top_auth_hrn == self.driver.hrn:
login_base = slice_hrn.split('.')[-2][:12]
else:
login_base = hash_loginbase(site_hrn)
slice_name = '_'.join([login_base, slice_part])
if slice_name != slice['name']:
continue
elif Xrn(lease['component_id']).get_authority_urn().split(':')[0] != self.driver.hrn:
continue
hostname = xrn_to_hostname(lease['component_id'])
# fill the requested node with nitos ids
requested_lease['name'] = slice['name']
requested_lease['hostname'] = hostname
requested_lease['t_from'] = int(lease['start_time'])
requested_lease['t_until'] = int(lease['duration']) * grain + int(lease['start_time'])
requested_leases.append(requested_lease)
# prepare actual slice leases by lease_id
leases_by_id = {}
for lease in leases:
leases_by_id[lease['lease_id']] = {'name': lease['name'], 'hostname': lease['hostname'], \
't_from': lease['t_from'], 't_until': lease['t_until']}
added_leases = []
kept_leases_id = []
deleted_leases_id = []
for lease_id in leases_by_id:
if leases_by_id[lease_id] not in requested_leases:
deleted_leases_id.append(lease_id)
else:
kept_leases_id.append(lease_id)
requested_leases.remove(leases_by_id[lease_id])
added_leases = requested_leases
try:
self.driver.shell.DeleteLeases(deleted_leases_id)
for lease in added_leases:
self.driver.shell.AddLeases(lease['hostname'], slice['name'], lease['t_from'], lease['t_until'])
except:
logger.log_exc('Failed to add/remove slice leases')
return leases
def add_nodes(xml, nodes):
network_elems = xml.xpath('//network')
if len(network_elems) > 0:
network_elem = network_elems[0]
elif len(nodes) > 0 and nodes[0].get('component_manager_id'):
network_urn = nodes[0]['component_manager_id']
network_elem = xml.add_element('network', name = Xrn(network_urn).get_hrn())
else:
network_elem = xml
node_elems = []
for node in nodes:
node_fields = ['component_manager_id', 'component_id', 'boot_state']
node_elem = network_elem.add_instance('node', node, node_fields)
node_elems.append(node_elem)
# determine network hrn
network_hrn = None
if 'component_manager_id' in node and node['component_manager_id']:
network_hrn = Xrn(node['component_manager_id']).get_hrn()
# set component_name attribute and hostname element
if 'component_id' in node and node['component_id']:
component_name = xrn_to_hostname(node['component_id'])
node_elem.set('component_name', component_name)
hostname_elem = node_elem.add_element('hostname')
hostname_elem.set_text(component_name)
# set site id
if 'authority_id' in node and node['authority_id']:
node_elem.set('site_id', node['authority_id'])
# add locaiton
location = node.get('location')
if location:
node_elem.add_instance('location', location, Location.fields)
# add exclusive tag to distinguish between Reservable and Shared nodes
exclusive_elem = node_elem.add_element('exclusive')
if node.get('exclusive') and node.get('exclusive') == 'true':
exclusive_elem.set_text('TRUE')
# add granularity of the reservation system
granularity = node.get('granularity')
if granularity:
node_elem.add_instance('granularity', granularity, granularity.fields)
else:
exclusive_elem.set_text('FALSE')
if isinstance(node.get('interfaces'), list):
for interface in node.get('interfaces', []):
node_elem.add_instance('interface', interface, ['component_id', 'client_id', 'ipv4'])
#if 'bw_unallocated' in node and node['bw_unallocated']:
# bw_unallocated = etree.SubElement(node_elem, 'bw_unallocated', units='kbps').text = str(int(node['bw_unallocated'])/1000)
PGv2Services.add_services(node_elem, node.get('services', []))
tags = node.get('tags', [])
if tags:
for tag in tags:
tag_elem = node_elem.add_element(tag['tagname'])
tag_elem.set_text(tag['value'])
SFAv1Sliver.add_slivers(node_elem, node.get('slivers', []))
def verify_slice_leases(self, slice, rspec_requested_leases):
leases = self.driver.shell.GetLeases(
{
'name': slice['name'],
'clip': int(time.time())
}, ['lease_id', 'name', 'hostname', 't_from', 't_until'])
grain = self.driver.shell.GetLeaseGranularity()
requested_leases = []
for lease in rspec_requested_leases:
requested_lease = {}
slice_hrn, _ = urn_to_hrn(lease['slice_id'])
top_auth_hrn = top_auth(slice_hrn)
site_hrn = '.'.join(slice_hrn.split('.')[:-1])
slice_part = slice_hrn.split('.')[-1]
if top_auth_hrn == self.driver.hrn:
login_base = slice_hrn.split('.')[-2][:12]
else:
login_base = hash_loginbase(site_hrn)
slice_name = '_'.join([login_base, slice_part])
if slice_name != slice['name']:
continue
elif Xrn(lease['component_id']).get_authority_urn().split(
':')[0] != self.driver.hrn:
continue
hostname = xrn_to_hostname(lease['component_id'])
# fill the requested node with nitos ids
requested_lease['name'] = slice['name']
requested_lease['hostname'] = hostname
requested_lease['t_from'] = int(lease['start_time'])
requested_lease['t_until'] = int(lease['duration']) * grain + int(
lease['start_time'])
requested_leases.append(requested_lease)
# prepare actual slice leases by lease_id
leases_by_id = {}
for lease in leases:
leases_by_id[lease['lease_id']] = {'name': lease['name'], 'hostname': lease['hostname'], \
't_from': lease['t_from'], 't_until': lease['t_until']}
added_leases = []
kept_leases_id = []
deleted_leases_id = []
for lease_id in leases_by_id:
if leases_by_id[lease_id] not in requested_leases:
deleted_leases_id.append(lease_id)
else:
kept_leases_id.append(lease_id)
requested_leases.remove(leases_by_id[lease_id])
added_leases = requested_leases
try:
self.driver.shell.DeleteLeases(deleted_leases_id)
for lease in added_leases:
self.driver.shell.AddLeases(lease['hostname'], slice['name'],
lease['t_from'], lease['t_until'])
except:
logger.log_exc('Failed to add/remove slice leases')
return leases
from sfa.planetlab.plxrn import xrn_to_hostname
command = Commands(usage="%prog [options]",
description="List all slivers in the RSpec. " +
"Use this to display the list of nodes belonging to " +
"the slice.")
command.add_show_attributes_option()
command.prep()
if command.opts.infile:
rspec = RSpec(command.opts.infile)
nodes = rspec.version.get_nodes_with_slivers()
if command.opts.showatt:
defaults = rspec.version.get_default_sliver_attributes()
if defaults:
print "ALL NODES"
for (name, value) in defaults:
print " %s: %s" % (name, value)
for node in nodes:
hostname = None
if node.get('component_id'):
hostname = xrn_to_hostname(node['component_id'])
if hostname:
print hostname
if command.opts.showatt:
atts = rspec.version.get_sliver_attributes(hostname)
for (name, value) in atts:
print " %s: %s" % (name, value)
def add_nodes(xml, nodes):
network_elems = xml.xpath('//network')
if len(network_elems) > 0:
network_elem = network_elems[0]
elif len(nodes) > 0 and nodes[0].get('component_manager_id'):
network_urn = nodes[0]['component_manager_id']
network_elem = xml.add_element('network', name = Xrn(network_urn).get_hrn())
else:
network_elem = xml
node_elems = []
for node in nodes:
node_fields = ['component_manager_id', 'component_id', 'boot_state']
node_elem = network_elem.add_instance('node', node, node_fields)
node_elems.append(node_elem)
# determine network hrn
network_hrn = None
if 'component_manager_id' in node and node['component_manager_id']:
network_hrn = Xrn(node['component_manager_id']).get_hrn()
# set component_name attribute and hostname element
if 'component_id' in node and node['component_id']:
component_name = xrn_to_hostname(node['component_id'])
node_elem.set('component_name', component_name)
hostname_elem = node_elem.add_element('hostname')
hostname_elem.set_text(component_name)
# set site id
if 'authority_id' in node and node['authority_id']:
node_elem.set('site_id', node['authority_id'])
# add locaiton
location = node.get('location')
if location:
node_elem.add_instance('location', location, Location.fields)
# add exclusive tag to distinguish between Reservable and Shared nodes
exclusive_elem = node_elem.add_element('exclusive')
if node.get('exclusive') and node.get('exclusive') == 'true':
exclusive_elem.set_text('TRUE')
# add granularity of the reservation system
granularity = node.get('granularity')
if granularity:
node_elem.add_instance('granularity', granularity, granularity.fields)
else:
exclusive_elem.set_text('FALSE')
if isinstance(node.get('interfaces'), list):
for interface in node.get('interfaces', []):
node_elem.add_instance('interface', interface, ['component_id', 'client_id', 'ipv4'])
#if 'bw_unallocated' in node and node['bw_unallocated']:
# bw_unallocated = etree.SubElement(node_elem, 'bw_unallocated', units='kbps').text = str(int(node['bw_unallocated'])/1000)
PGv2Services.add_services(node_elem, node.get('services', []))
tags = node.get('tags', [])
if tags:
for tag in tags:
tag_elem = node_elem.add_element(tag['tagname'])
tag_elem.set_text(tag['value'])
SFAv1Sliver.add_slivers(node_elem, node.get('slivers', []))
