def add_nodes(xml, nodes, rspec_content_type=None):
node_elems = []
for node in nodes:
node_fields = ['component_manager_id', 'component_id', 'client_id', 'sliver_id', 'exclusive']
node_elem = xml.add_instance('node', node, node_fields)
node_elems.append(node_elem)
# set component name
if node.get('component_id'):
component_name = Xrn.unescape(get_leaf(Xrn(node['component_id']).get_hrn()))
node_elem.set('component_name', component_name)
# set hardware types
if node.get('hardware_types'):
for hardware_type in node.get('hardware_types', []):
node_elem.add_instance('hardware_type', hardware_type, HardwareType.fields)
# set location
if node.get('location'):
node_elem.add_instance('location', node['location'], Location.fields)
# set granularity
if node.get('exclusive') == "true":
granularity = node.get('granularity')
node_elem.add_instance('granularity', granularity, granularity.fields)
# set interfaces
PGv2Interface.add_interfaces(node_elem, node.get('interfaces'))
#if node.get('interfaces'):
# for interface in node.get('interfaces', []):
# node_elem.add_instance('interface', interface, ['component_id', 'client_id'])
# set available element
if node.get('available'):
available_elem = node_elem.add_element('available', now=node['available'])
# add services
PGv2Services.add_services(node_elem, node.get('services', []))
# add slivers
slivers = node.get('slivers', [])
if not slivers:
# we must still advertise the available sliver types
if node.get('sliver_type'):
slivers = Sliver({'type': node['sliver_type']})
else:
# Planet lab
slivers = Sliver({'type': 'plab-vserver'})
# we must also advertise the available initscripts
slivers['tags'] = []
if node.get('pl_initscripts'):
for initscript in node.get('pl_initscripts', []):
slivers['tags'].append({'name': 'initscript', 'value': initscript['name']})
PGv2SliverType.add_slivers(node_elem, slivers)
# advertise the node tags
tags = node.get('tags', [])
if tags:
for tag in tags:
tag['name'] = tag.pop('tagname')
node_elem.add_instance('{%s}attribute' % xml.namespaces['planetlab'], tag, ['name', 'value'])
# add sliver tag in Request Rspec
#if rspec_content_type == "request":
# node_elem.add_instance('sliver', '', [])
return node_elems
def add_slivers(self, hostnames, attributes=None, sliver_urn=None, append=False):
if attributes is None: attributes=[]
# all nodes hould already be present in the rspec. Remove all
# nodes that done have slivers
for hostname in hostnames:
node_elems = self.get_nodes({'component_id': '*%s*' % hostname})
if not node_elems:
continue
node_elem = node_elems[0]
# determine sliver types for this node
valid_sliver_types = ['emulab-openvz', 'raw-pc', 'plab-vserver', 'plab-vnode']
requested_sliver_type = None
for sliver_type in node_elem.get('slivers', []):
if sliver_type.get('type') in valid_sliver_types:
requested_sliver_type = sliver_type['type']
if not requested_sliver_type:
continue
sliver = {'type': requested_sliver_type,
'pl_tags': attributes}
# remove available element
for available_elem in node_elem.xpath('./default:available | ./available'):
node_elem.remove(available_elem)
# remove interface elements
for interface_elem in node_elem.xpath('./default:interface | ./interface'):
node_elem.remove(interface_elem)
# remove existing sliver_type elements
for sliver_type in node_elem.get('slivers', []):
node_elem.element.remove(sliver_type.element)
# set the client id
node_elem.element.set('client_id', hostname)
if sliver_urn:
pass
# TODO
# set the sliver id
#slice_id = sliver_info.get('slice_id', -1)
#node_id = sliver_info.get('node_id', -1)
#sliver_id = Xrn(xrn=sliver_urn, type='slice', id=str(node_id)).get_urn()
#node_elem.set('sliver_id', sliver_id)
# add the sliver type elemnt
PGv2SliverType.add_slivers(node_elem.element, sliver)
# remove all nodes without slivers
if not append:
for node_elem in self.get_nodes():
if not node_elem['client_id']:
parent = node_elem.element.getparent()
parent.remove(node_elem.element)
def add_slivers(self, hostnames, attributes=[], sliver_urn=None, append=False):
# all nodes hould already be present in the rspec. Remove all
# nodes that done have slivers
for hostname in hostnames:
node_elems = self.get_nodes({'component_id': '*%s*' % hostname})
if not node_elems:
continue
node_elem = node_elems[0]
# determine sliver types for this node
valid_sliver_types = ['emulab-openvz', 'raw-pc', 'plab-vserver', 'plab-vnode']
requested_sliver_type = None
for sliver_type in node_elem.get('slivers', []):
if sliver_type.get('type') in valid_sliver_types:
requested_sliver_type = sliver_type['type']
if not requested_sliver_type:
continue
sliver = {'type': requested_sliver_type,
'pl_tags': attributes}
# remove available element
for available_elem in node_elem.xpath('./default:available | ./available'):
node_elem.remove(available_elem)
# remove interface elements
for interface_elem in node_elem.xpath('./default:interface | ./interface'):
node_elem.remove(interface_elem)
# remove existing sliver_type elements
for sliver_type in node_elem.get('slivers', []):
node_elem.element.remove(sliver_type.element)
# set the client id
node_elem.element.set('client_id', hostname)
if sliver_urn:
pass
# TODO
# set the sliver id
#slice_id = sliver_info.get('slice_id', -1)
#node_id = sliver_info.get('node_id', -1)
#sliver_id = Xrn(xrn=sliver_urn, type='slice', id=str(node_id)).get_urn()
#node_elem.set('sliver_id', sliver_id)
# add the sliver type elemnt
PGv2SliverType.add_slivers(node_elem.element, sliver)
# remove all nodes without slivers
if not append:
for node_elem in self.get_nodes():
if not node_elem['client_id']:
parent = node_elem.element.getparent()
parent.remove(node_elem.element)
def remove_slivers(xml, hostnames):
for hostname in hostnames:
nodes = PGv2Node.get_nodes(xml, {'component_id': '*%s*' % hostname})
for node in nodes:
slivers = PGv2SliverType.get_slivers(node.element)
for sliver in slivers:
node.element.remove(sliver.element)
def add_slivers(xml, slivers):
component_ids = []
for sliver in slivers:
filter = {}
if isinstance(sliver, str):
filter['component_id'] = '*%s*' % sliver
sliver = {}
elif 'component_id' in sliver and sliver['component_id']:
filter['component_id'] = '*%s*' % sliver['component_id']
if not filter:
continue
nodes = PGv2Node.get_nodes(xml, filter)
if not nodes:
continue
node = nodes[0]
PGv2SliverType.add_slivers(node, sliver)
def get_node_objs(node_elems):
nodes = []
for node_elem in node_elems:
node = Node(node_elem.attrib, node_elem)
nodes.append(node)
if "component_id" in node_elem.attrib:
node["authority_id"] = Xrn(node_elem.attrib["component_id"]).get_authority_urn()
# get hardware types
hardware_type_elems = node_elem.xpath("./default:hardware_type | ./hardware_type")
node["hardware_types"] = [hw_type.get_instance(HardwareType) for hw_type in hardware_type_elems]
# get location
location_elems = node_elem.xpath("./default:location | ./location")
locations = [location_elem.get_instance(Location) for location_elem in location_elems]
if len(locations) > 0:
node["location"] = locations[0]
# get interfaces
iface_elems = node_elem.xpath("./default:interface | ./interface")
node["interfaces"] = [iface_elem.get_instance(Interface) for iface_elem in iface_elems]
# get services
node["services"] = PGv2Services.get_services(node_elem)
# get slivers
node["slivers"] = PGv2SliverType.get_slivers(node_elem)
available_elems = node_elem.xpath("./default:available | ./available")
if len(available_elems) > 0 and "name" in available_elems[0].attrib:
if available_elems[0].attrib.get("now", "").lower() == "true":
node["boot_state"] = "boot"
else:
node["boot_state"] = "disabled"
return nodes
def add_slivers(xml, slivers):
component_ids = []
for sliver in slivers:
filter = {}
if isinstance(sliver, str):
filter['component_id'] = '*%s*' % sliver
sliver = {}
elif 'component_id' in sliver and sliver['component_id']:
filter['component_id'] = '*%s*' % sliver['component_id']
if not filter:
continue
nodes = PGv2Node.get_nodes(xml, filter)
if not nodes:
continue
node = nodes[0]
PGv2SliverType.add_slivers(node, sliver)
def remove_slivers(xml, hostnames):
for hostname in hostnames:
nodes = PGv2Node.get_nodes(xml,
{'component_id': '*%s*' % hostname})
for node in nodes:
slivers = PGv2SliverType.get_slivers(node.element)
for sliver in slivers:
node.element.remove(sliver.element)
def add_nodes(xml, nodes):
node_elems = []
for node in nodes:
node_fields = ["component_manager_id", "component_id", "client_id", "sliver_id", "exclusive"]
node_elem = xml.add_instance("node", node, node_fields)
node_elems.append(node_elem)
# set component name
if node.get("component_id"):
component_name = xrn_to_hostname(node["component_id"])
node_elem.set("component_name", component_name)
# set hardware types
if node.get("hardware_types"):
for hardware_type in node.get("hardware_types", []):
node_elem.add_instance("hardware_type", hardware_type, HardwareType.fields)
# set location
if node.get("location"):
node_elem.add_instance("location", node["location"], Location.fields)
# set interfaces
PGv2Interface.add_interfaces(node_elem, node.get("interfaces"))
# if node.get('interfaces'):
# for interface in node.get('interfaces', []):
# node_elem.add_instance('interface', interface, ['component_id', 'client_id'])
# set available element
if node.get("boot_state"):
if node.get("boot_state").lower() == "boot":
available_elem = node_elem.add_element("available", now="true")
else:
available_elem = node_elem.add_element("available", now="false")
# add services
PGv2Services.add_services(node_elem, node.get("services", []))
# add slivers
slivers = node.get("slivers", [])
if not slivers:
# we must still advertise the available sliver types
slivers = Sliver({"type": "plab-vserver"})
# we must also advertise the available initscripts
slivers["tags"] = []
if node.get("pl_initscripts"):
for initscript in node.get("pl_initscripts", []):
slivers["tags"].append({"name": "initscript", "value": initscript["name"]})
PGv2SliverType.add_slivers(node_elem, slivers)
return node_elems
def get_node_objs(node_elems):
nodes = []
for node_elem in node_elems:
node = NodeElement(node_elem.attrib, node_elem)
nodes.append(node)
if 'component_id' in node_elem.attrib:
node['authority_id'] = Xrn(node_elem.attrib['component_id']).get_authority_urn()
# get hardware types
hardware_type_elems = node_elem.xpath('./default:hardware_type | ./hardware_type')
node['hardware_types'] = [dict(hw_type.get_instance(HardwareType)) for hw_type in hardware_type_elems]
# get location
location_elems = node_elem.xpath('./default:location | ./location')
locations = [dict(location_elem.get_instance(Location)) for location_elem in location_elems]
if len(locations) > 0:
node['location'] = locations[0]
# get granularity
granularity_elems = node_elem.xpath('./default:granularity | ./granularity')
if len(granularity_elems) > 0:
node['granularity'] = granularity_elems[0].get_instance(Granularity)
# get interfaces
iface_elems = node_elem.xpath('./default:interface | ./interface')
node['interfaces'] = [dict(iface_elem.get_instance(Interface)) for iface_elem in iface_elems]
# get services
node['services'] = PGv2Services.get_services(node_elem)
# get slivers
node['slivers'] = PGv2SliverType.get_slivers(node_elem)
# get boot state
available_elems = node_elem.xpath('./default:available | ./available')
if len(available_elems) > 0 and 'now' in available_elems[0].attrib:
if available_elems[0].attrib.get('now', '').lower() == 'true':
node['boot_state'] = 'boot'
else:
node['boot_state'] = 'disabled'
# get initscripts
try:
node['pl_initscripts'] = []
initscript_elems = node_elem.xpath('./default:sliver_type/planetlab:initscript | ./sliver_type/initscript')
if len(initscript_elems) > 0:
for initscript_elem in initscript_elems:
if 'name' in initscript_elem.attrib:
node['pl_initscripts'].append(dict(initscript_elem.attrib))
except:
pass
# get node tags
try:
tag_elems = node_elem.xpath('./planetlab:attribute | ./attribute')
node['tags'] = []
if len(tag_elems) > 0:
for tag_elem in tag_elems:
tag = dict(tag_elem.get_instance(Attribute))
tag['tagname'] = tag.pop('name')
node['tags'].append(tag)
except:
pass
return nodes
def add_nodes(xml, nodes, rspec_content_type=None):
node_elems = []
for node in nodes:
node_fields = [
'component_manager_id', 'component_id', 'client_id',
'sliver_id', 'exclusive'
]
node_elem = xml.add_instance('node', node, node_fields)
node_elems.append(node_elem)
# set component name
if node.get('component_id'):
component_name = Xrn.unescape(
get_leaf(Xrn(node['component_id']).get_hrn()))
node_elem.set('component_name', component_name)
# set hardware types
if node.get('hardware_types'):
for hardware_type in node.get('hardware_types', []):
node_elem.add_instance('hardware_type', hardware_type,
HardwareType.fields)
# set location
if node.get('location'):
node_elem.add_instance('location', node['location'],
Location.fields)
# set granularity
if node.get('exclusive') == "true":
granularity = node.get('granularity')
node_elem.add_instance('granularity', granularity,
granularity.fields)
# set interfaces
PGv2Interface.add_interfaces(node_elem, node.get('interfaces'))
#if node.get('interfaces'):
# for interface in node.get('interfaces', []):
# node_elem.add_instance('interface', interface, ['component_id', 'client_id'])
# set available element
if node.get('available'):
available_elem = node_elem.add_element('available',
now=node['available'])
# add services
PGv2Services.add_services(node_elem, node.get('services', []))
# add slivers
slivers = node.get('slivers', [])
if not slivers:
# we must still advertise the available sliver types
if node.get('sliver_type'):
slivers = Sliver({'type': node['sliver_type']})
else:
# Planet lab
slivers = Sliver({'type': 'plab-vserver'})
# we must also advertise the available initscripts
slivers['tags'] = []
if node.get('pl_initscripts'):
for initscript in node.get('pl_initscripts', []):
slivers['tags'].append({
'name': 'initscript',
'value': initscript['name']
})
PGv2SliverType.add_slivers(node_elem, slivers)
# advertise the node tags
tags = node.get('tags', [])
if tags:
for tag in tags:
tag['name'] = tag.pop('tagname')
node_elem.add_instance(
'{%s}attribute' % xml.namespaces['planetlab'], tag,
['name', 'value'])
# add sliver tag in Request Rspec
#if rspec_content_type == "request":
# node_elem.add_instance('sliver', '', [])
return node_elems
def get_node_objs(node_elems):
nodes = []
for node_elem in node_elems:
node = NodeElement(node_elem.attrib, node_elem)
nodes.append(node)
if 'component_id' in node_elem.attrib:
node['authority_id'] = Xrn(
node_elem.attrib['component_id']).get_authority_urn()
# get hardware types
hardware_type_elems = node_elem.xpath(
'./default:hardware_type | ./hardware_type')
node['hardware_types'] = [
dict(hw_type.get_instance(HardwareType))
for hw_type in hardware_type_elems
]
# get location
location_elems = node_elem.xpath('./default:location | ./location')
locations = [
dict(location_elem.get_instance(Location))
for location_elem in location_elems
]
if len(locations) > 0:
node['location'] = locations[0]
# get granularity
granularity_elems = node_elem.xpath(
'./default:granularity | ./granularity')
if len(granularity_elems) > 0:
node['granularity'] = granularity_elems[0].get_instance(
Granularity)
# get interfaces
iface_elems = node_elem.xpath('./default:interface | ./interface')
node['interfaces'] = [
dict(iface_elem.get_instance(Interface))
for iface_elem in iface_elems
]
# get services
node['services'] = PGv2Services.get_services(node_elem)
# get slivers
node['slivers'] = PGv2SliverType.get_slivers(node_elem)
# get boot state
available_elems = node_elem.xpath(
'./default:available | ./available')
if len(available_elems) > 0 and 'now' in available_elems[0].attrib:
if available_elems[0].attrib.get('now', '').lower() == 'true':
node['boot_state'] = 'boot'
else:
node['boot_state'] = 'disabled'
# get initscripts
try:
node['pl_initscripts'] = []
initscript_elems = node_elem.xpath(
'./default:sliver_type/planetlab:initscript | ./sliver_type/initscript'
)
if len(initscript_elems) > 0:
for initscript_elem in initscript_elems:
if 'name' in initscript_elem.attrib:
node['pl_initscripts'].append(
dict(initscript_elem.attrib))
except:
pass
# get node tags
try:
tag_elems = node_elem.xpath(
'./planetlab:attribute | ./attribute')
node['tags'] = []
if len(tag_elems) > 0:
for tag_elem in tag_elems:
tag = dict(tag_elem.get_instance(Attribute))
tag['tagname'] = tag.pop('name')
node['tags'].append(tag)
except:
pass
return nodes
