def ListResources(api, creds, options,call_id):
if Callids().already_handled(call_id): return ""
# get slice's hrn from options
xrn = options.get('geni_slice_urn', '')
hrn, type = urn_to_hrn(xrn)
version_manager = VersionManager()
# get the rspec's return format from options
rspec_version = version_manager.get_version(options.get('rspec_version'))
version_string = "rspec_%s" % (rspec_version.to_string())
# look in cache first
if api.cache and not xrn:
rspec = api.cache.get(version_string)
if rspec:
api.logger.info("aggregate.ListResources: returning cached value for hrn %s"%hrn)
return rspec
aggregate = ViniAggregate(api, options)
rspec = aggregate.get_rspec(slice_xrn=xrn, version=rspec_version)
# cache the result
if api.cache and not xrn:
api.cache.add('nodes', rspec)
return rspec
def describe(self, urns, version=None, options=None):
if options is None: options={}
version_manager = VersionManager()
version = version_manager.get_version(version)
rspec_version = version_manager._get_version(version.type, version.version, 'manifest')
rspec = RSpec(version=rspec_version, user_options=options)
# Update connection for the current user
xrn = Xrn(urns[0], type='slice')
user_name = xrn.get_authority_hrn() + '.' + xrn.leaf.split('-')[0]
tenant_name = OSXrn(xrn=urns[0], type='slice').get_hrn()
self.driver.shell.compute_manager.connect(username=user_name, tenant=tenant_name, password=user_name)
# For delay to collect instance info
time.sleep(3)
# Get instances from the Openstack
instances = self.get_instances(xrn)
# Add sliver(s) from instance(s)
geni_slivers = []
rspec.xml.set( 'expires', datetime_to_string(utcparse(time.time())) )
rspec_nodes = []
for instance in instances:
rspec_nodes.append(self.instance_to_rspec_node(instance))
geni_sliver = self.instance_to_geni_sliver(instance)
geni_slivers.append(geni_sliver)
rspec.version.add_nodes(rspec_nodes)
result = { 'geni_urn': xrn.get_urn(),
'geni_rspec': rspec.toxml(),
'geni_slivers': geni_slivers }
return result
def GetVersion(api):
# peers explicitly in aggregates.xml
peers =dict ([ (peername,get_serverproxy_url(v)) for (peername,v) in api.aggregates.iteritems()
if peername != api.hrn])
version_manager = VersionManager()
ad_rspec_versions = []
request_rspec_versions = []
for rspec_version in version_manager.versions:
if rspec_version.content_type in ['*', 'ad']:
ad_rspec_versions.append(rspec_version.to_dict())
if rspec_version.content_type in ['*', 'request']:
request_rspec_versions.append(rspec_version.to_dict())
default_rspec_version = version_manager.get_version("sfa 1").to_dict()
xrn=Xrn(api.hrn, 'authority+sa')
version_more = {'interface':'slicemgr',
'hrn' : xrn.get_hrn(),
'urn' : xrn.get_urn(),
'peers': peers,
'request_rspec_versions': request_rspec_versions,
'ad_rspec_versions': ad_rspec_versions,
'default_ad_rspec': default_rspec_version
}
sm_version=version_core(version_more)
# local aggregate if present needs to have localhost resolved
if api.hrn in api.aggregates:
local_am_url=get_serverproxy_url(api.aggregates[api.hrn])
sm_version['peers'][api.hrn]=local_am_url.replace('localhost',sm_version['hostname'])
return sm_version
def Describe(self, api, creds, urns, options):
call_id = options.get('call_id')
if Callids().already_handled(call_id): return ""
version_manager = VersionManager()
rspec_version = version_manager.get_version(options.get('geni_rspec_version'))
return api.driver.describe(urns, rspec_version, options)
def list_resources (self, slice_urn, slice_hrn, creds, options):
cached_requested = options.get('cached', True)
version_manager = VersionManager()
# get the rspec's return format from options
rspec_version = version_manager.get_version(options.get('geni_rspec_version'))
version_string = "rspec_%s" % (rspec_version)
#panos adding the info option to the caching key (can be improved)
if options.get('info'):
version_string = version_string + "_"+options.get('info', 'default')
# look in cache first
if cached_requested and self.cache and not slice_hrn:
rspec = self.cache.get(version_string)
if rspec:
logger.debug("OpenStackDriver.ListResources: returning cached advertisement")
return rspec
#panos: passing user-defined options
#print "manager options = ",options
aggregate = OSAggregate(self)
rspec = aggregate.get_rspec(slice_xrn=slice_urn, version=rspec_version,
options=options)
# cache the result
if self.cache and not slice_hrn:
logger.debug("OpenStackDriver.ListResources: stores advertisement in cache")
self.cache.add(version_string, rspec)
return rspec
def provision(self, urns, options=None):
if options is None: options={}
# update sliver allocation states and set them to geni_provisioned
aggregate = OSAggregate(self)
# Update connection for the current client
xrn = Xrn(urns[0], type='slice')
user_name = xrn.get_authority_hrn() + '.' + xrn.leaf.split('-')[0]
tenant_name = OSXrn(xrn=urns[0], type='slice').get_hrn()
self.shell.compute_manager.connect(username=user_name, tenant=tenant_name, password=user_name)
instances = aggregate.get_instances(xrn)
# Allocate new floating IP per the instance
servers = aggregate.check_floatingip(instances, True)
aggregate.create_floatingip(tenant_name, servers)
sliver_ids=[]
for instance in instances:
sliver_id = OSXrn(name=('koren'+'.'+ instance.name), id=instance.id, type='node+openstack').get_urn()
sliver_ids.append(sliver_id)
dbsession=self.api.dbsession()
SliverAllocation.set_allocations(sliver_ids, 'geni_provisioned', dbsession)
version_manager = VersionManager()
rspec_version = version_manager.get_version(options['geni_rspec_version'])
return self.describe(urns, rspec_version, options=options)
def provision(self, urns, options=None):
if options is None: options={}
# update users
slices = PlSlices(self)
aggregate = PlAggregate(self)
slivers = aggregate.get_slivers(urns)
if not slivers:
sliver_id_parts = Xrn(urns[0]).get_sliver_id_parts()
filter = {}
try:
filter['slice_id'] = int(sliver_id_parts[0])
except ValueError:
filter['name'] = sliver_id_parts[0]
slices = self.shell.GetSlices(filter,['hrn'])
if not slices:
raise Forbidden("Unable to locate slice record for sliver: %s" % xrn)
slice = slices[0]
slice_urn = hrn_to_urn(slice['hrn'], type='slice')
urns = [slice_urn]
else:
slice_id = slivers[0]['slice_id']
slice_hrn = self.shell.GetSliceHrn(slice_id)
slice = self.shell.GetSlices({'slice_id': slice_id})[0]
slice['hrn'] = slice_hrn
sfa_peer = slices.get_sfa_peer(slice['hrn'])
users = options.get('geni_users', [])
persons = slices.verify_persons(slice['hrn'], slice, users, sfa_peer, options=options)
# update sliver allocation states and set them to geni_provisioned
sliver_ids = [sliver['sliver_id'] for sliver in slivers]
dbsession=self.api.dbsession()
SliverAllocation.set_allocations(sliver_ids, 'geni_provisioned',dbsession)
version_manager = VersionManager()
rspec_version = version_manager.get_version(options['geni_rspec_version'])
return self.describe(urns, rspec_version, options=options)
def ListResources(api, creds, options, call_id):
if Callids().already_handled(call_id): return ""
# get slice's hrn from options
xrn = options.get('geni_slice_urn', None)
(hrn, type) = urn_to_hrn(xrn)
version_manager = VersionManager()
# get the rspec's return format from options
rspec_version = version_manager.get_version(options.get('rspec_version'))
version_string = "rspec_%s" % (rspec_version.to_string())
#panos adding the info option to the caching key (can be improved)
if options.get('info'):
version_string = version_string + "_"+options.get('info', 'default')
# look in cache first
if caching and api.cache and not xrn:
rspec = api.cache.get(version_string)
if rspec:
api.logger.info("aggregate.ListResources: returning cached value for hrn %s"%hrn)
return rspec
#panos: passing user-defined options
#print "manager options = ",options
aggregate = Aggregate(api, options)
rspec = aggregate.get_rspec(slice_xrn=xrn, version=rspec_version)
# cache the result
if caching and api.cache and not xrn:
api.cache.add(version_string, rspec)
return rspec
def describe(self, urns, version=None, options={}):
# update nova connection
tenant_name = OSXrn(xrn=urns[0], type='slice').get_tenant_name()
self.driver.shell.nova_manager.connect(tenant=tenant_name)
instances = self.get_instances(urns)
# lookup the sliver allocations
sliver_ids = [sliver['sliver_id'] for sliver in slivers]
constraint = SliverAllocation.sliver_id.in_(sliver_ids)
sliver_allocations = self.driver.api.dbsession().query(SliverAllocation).filter(constraint)
sliver_allocation_dict = {}
for sliver_allocation in sliver_allocations:
sliver_allocation_dict[sliver_allocation.sliver_id] = sliver_allocation
geni_slivers = []
rspec_nodes = []
for instance in instances:
rspec_nodes.append(self.instance_to_rspec_node(instance))
geni_sliver = self.instance_to_geni_sliver(instance, sliver_sllocation_dict)
geni_slivers.append(geni_sliver)
version_manager = VersionManager()
version = version_manager.get_version(version)
rspec_version = version_manager._get_version(version.type, version.version, 'manifest')
rspec = RSpec(version=rspec_version, user_options=options)
rspec.xml.set('expires', datetime_to_string(utcparse(time.time())))
rspec.version.add_nodes(rspec_nodes)
result = {'geni_urn': Xrn(urns[0]).get_urn(),
'geni_rspec': rspec.toxml(),
'geni_slivers': geni_slivers}
return result
def get_rspec(self, slice_xrn=None, version = None, options={}):
version_manager = VersionManager()
version = version_manager.get_version(version)
if not slice_xrn:
rspec_version = version_manager._get_version(version.type, version.version, 'ad')
else:
rspec_version = version_manager._get_version(version.type, version.version, 'manifest')
slice, slivers = self.get_slice_and_slivers(slice_xrn)
rspec = RSpec(version=rspec_version, user_options=options)
if slice and 'expires' in slice:
rspec.xml.set('expires', datetime_to_string(utcparse(slice['expires'])))
nodes = self.get_nodes(slice_xrn, slice, slivers, options)
rspec.version.add_nodes(nodes)
# add sliver defaults
default_sliver = slivers.get(None, [])
if default_sliver:
default_sliver_attribs = default_sliver.get('tags', [])
for attrib in default_sliver_attribs:
logger.info(attrib)
rspec.version.add_default_sliver_attribute(attrib['tagname'], attrib['value'])
return rspec.toxml()
def Describe(self, api, creds, urns, options):
call_id = options.get('call_id')
if Callids().already_handled(call_id): return ""
version_manager = VersionManager()
rspec_version = version_manager.get_version(options.get('geni_rspec_version'))
options['creds']=creds
return api.driver.describe(urns, rspec_version, options)
def list_resources(self, version=None, options={}):
version_manager = VersionManager()
version = version_manager.get_version(version)
rspec_version = version_manager._get_version(version.type, version.version, 'ad')
rspec = RSpec(version=version, user_options=options)
nodes = self.get_aggregate_nodes()
rspec.version.add_nodes(nodes)
return rspec.toxml()
def list_resources(self, version = None, options=None):
"""
Returns an advertisement Rspec of available resources at this
aggregate. This Rspec contains a resource listing along with their
description, providing sufficient information for clients to be able to
select among available resources.
:param options: various options. The valid options are: {boolean
geni_compressed <optional>; struct geni_rspec_version { string type;
#case insensitive , string version; # case insensitive}} . The only
mandatory options if options is specified is geni_rspec_version.
:type options: dictionary
:returns: On success, the value field of the return struct will contain
a geni.rspec advertisment RSpec
:rtype: Rspec advertisement in xml.
.. seealso:: http://groups.geni.net/geni/wiki/GAPI_AM_API_V3/CommonConcepts#RSpecdatatype
.. seealso:: http://groups.geni.net/geni/wiki/GAPI_AM_API_V3#ListResources
"""
if options is None: options={}
version_manager = VersionManager()
version = version_manager.get_version(version)
rspec_version = version_manager._get_version(version.type,
version.version, 'ad')
rspec = RSpec(version=rspec_version, user_options=options)
# variable ldap_username to be compliant with get_all_leases
# prototype. Now unused in geni-v3 since we are getting all the leases
# here
ldap_username = None
if not options.get('list_leases') or options['list_leases'] != 'leases':
# get nodes
nodes_dict = self.get_nodes(options)
# no interfaces on iotlab nodes
# convert nodes to rspec nodes
rspec_nodes = []
for node_id in nodes_dict:
node = nodes_dict[node_id]
rspec_node = self.node_to_rspec_node(node)
rspec_nodes.append(rspec_node)
rspec.version.add_nodes(rspec_nodes)
# add links
# links = self.get_links(sites, nodes_dict, interfaces)
# rspec.version.add_links(links)
if not options.get('list_leases') or options.get('list_leases') \
and options['list_leases'] != 'resources':
leases = self.get_all_leases(ldap_username)
rspec.version.add_leases(leases)
return rspec.toxml()
def list_resources(self, version=None, options={}):
"""
Returns an advertisement Rspec of available resources at this
aggregate. This Rspec contains a resource listing along with their
description, providing sufficient information for clients to be able to
select among available resources.
:param options: various options. The valid options are: {boolean
geni_compressed <optional>; struct geni_rspec_version { string type;
#case insensitive , string version; # case insensitive}} . The only
mandatory options if options is specified is geni_rspec_version.
:type options: dictionary
:returns: On success, the value field of the return struct will contain
a geni.rspec advertisment RSpec
:rtype: Rspec advertisement in xml.
.. seealso:: http://groups.geni.net/geni/wiki/GAPI_AM_API_V3/CommonConcepts#RSpecdatatype
.. seealso:: http://groups.geni.net/geni/wiki/GAPI_AM_API_V3#ListResources
"""
version_manager = VersionManager()
version = version_manager.get_version(version)
rspec_version = version_manager._get_version(version.type,
version.version, 'ad')
rspec = RSpec(version=rspec_version, user_options=options)
# variable ldap_username to be compliant with get_all_leases
# prototype. Now unused in geni-v3 since we are getting all the leases
# here
ldap_username = None
if not options.get(
'list_leases') or options['list_leases'] != 'leases':
# get nodes
nodes_dict = self.get_nodes(options)
# no interfaces on iotlab nodes
# convert nodes to rspec nodes
rspec_nodes = []
for node_id in nodes_dict:
node = nodes_dict[node_id]
rspec_node = self.node_to_rspec_node(node)
rspec_nodes.append(rspec_node)
rspec.version.add_nodes(rspec_nodes)
# add links
# links = self.get_links(sites, nodes_dict, interfaces)
# rspec.version.add_links(links)
if not options.get('list_leases') or options.get('list_leases') \
and options['list_leases'] != 'resources':
leases = self.get_all_leases(ldap_username)
rspec.version.add_leases(leases)
return rspec.toxml()
def list_resources(self, slice_urn, slice_hrn, creds, options):
version_manager = VersionManager()
# get the rspec's return format from options
rspec_version = version_manager.get_version(options.get("geni_rspec_version"))
version_string = "rspec_%s" % (rspec_version)
aggregate = DummyAggregate(self)
rspec = aggregate.get_rspec(slice_xrn=slice_urn, version=rspec_version, options=options)
return rspec
def resources(self, opts, args):
user_cred = self.get_user_cred().save_to_string(save_parents=True)
server = self.slicemgr
call_options = {}
server = self.get_server_from_opts(opts)
if args:
cred = self.get_slice_cred(args[0]).save_to_string(save_parents=True)
hrn = args[0]
call_options = {'geni_slice_urn': hrn_to_urn(hrn, 'slice')}
else:
cred = user_cred
hrn = None
creds = [cred]
if opts.delegate:
delegated_cred = self.delegate_cred(cred, get_authority(self.authority))
creds.append(delegated_cred)
if opts.rspec_version:
version_manager = VersionManager()
server_version = self.get_cached_server_version(server)
if 'sfa' in server_version:
# just request the version the client wants
call_options['rspec_version'] = version_manager.get_version(opts.rspec_version).to_dict()
else:
# this must be a protogeni aggregate. We should request a v2 ad rspec
# regardless of what the client user requested
call_options['rspec_version'] = version_manager.get_version('ProtoGENI 2').to_dict()
#panos add info options
if opts.info:
call_options['info'] = opts.info
call_args = [creds, call_options]
if self.server_supports_call_id_arg(server):
call_args.append(unique_call_id())
result = server.ListResources(*call_args)
if opts.file is None:
display_rspec(result, opts.format)
else:
save_rspec_to_file(result, opts.file)
return
def status (self, urns, options=None):
if options is None: options={}
aggregate = OSAggregate(self)
# TODO: Change to more dynamic
version_manager = VersionManager()
version_dict = {'type':'KOREN', 'version':'1', 'content_type':'manifest'}
version = version_manager.get_version(version_dict)
desc = aggregate.describe(urns, version=version, options=options)
status = {'geni_urn': desc['geni_urn'],
'geni_slivers': desc['geni_slivers']}
return status
def get_rspec(self, slice_xrn=None, version=None, options={}):
version_manager = VersionManager()
version = version_manager.get_version(version)
if not slice_xrn:
rspec_version = version_manager._get_version(version.type, version.version, 'ad')
nodes = self.get_aggregate_nodes()
else:
rspec_version = version_manager._get_version(version.type, version.version, 'manifest')
nodes = self.get_slice_nodes(slice_xrn)
rspec = RSpec(version=rspec_version, user_options=options)
rspec.version.add_nodes(nodes)
return rspec.toxml()
def provision(self, urns, options={}):
# update sliver allocation states and set them to geni_provisioned
aggregate = OSAggregate(self)
instances = aggregate.get_instances(urns)
sliver_ids = []
for instance in instances:
sliver_hrn = "%s.%s" % (self.driver.hrn, instance.id)
sliver_ids.append(Xrn(sliver_hrn, type='sliver').urn)
dbsession=self.api.dbsession()
SliverAllocation.set_allocations(sliver_ids, 'geni_provisioned',dbsession)
version_manager = VersionManager()
rspec_version = version_manager.get_version(options['geni_rspec_version'])
return self.describe(urns, rspec_version, options=options)
def provision(self, urns, options={}):
# update users
slices = unigetestbedSlices(self)
aggregate = unigetestbedAggregate(self)
slivers = aggregate.get_slivers(urns)
slice = slivers[0]
geni_users = options.get('geni_users', [])
#users = slices.verify_users(None, slice, geni_users, options=options)
# update sliver allocation states and set them to geni_provisioned
sliver_ids = [sliver['sliver_id'] for sliver in slivers]
dbsession=self.api.dbsession()
SliverAllocation.set_allocations(sliver_ids, 'geni_provisioned',dbsession)
version_manager = VersionManager()
rspec_version = version_manager.get_version(options['geni_rspec_version'])
return self.describe(urns, rspec_version, options=options)
def provision(self, urns, options={}):
# update sliver allocation states and set them to geni_provisioned
aggregate = OSAggregate(self)
instances = aggregate.get_instances(urns)
sliver_ids = []
for instance in instances:
sliver_hrn = "%s.%s" % (self.driver.hrn, instance.id)
sliver_ids.append(Xrn(sliver_hrn, type='sliver').urn)
dbsession = self.api.dbsession()
SliverAllocation.set_allocations(sliver_ids, 'geni_provisioned',
dbsession)
version_manager = VersionManager()
rspec_version = version_manager.get_version(
options['geni_rspec_version'])
return self.describe(urns, rspec_version, options=options)
def describe(self, urns, version=None, options={}):
version_manager = VersionManager()
version = version_manager.get_version(version)
rspec_version = version_manager._get_version(version.type,
version.version,
'manifest')
rspec = RSpec(version=rspec_version, user_options=options)
# get slivers
geni_slivers = []
slivers = self.get_slivers(urns, options)
if slivers:
rspec_expires = datetime_to_string(utcparse(slivers[0]['expires']))
else:
rspec_expires = datetime_to_string(utcparse(time.time()))
rspec.xml.set('expires', rspec_expires)
# lookup the sliver allocations
geni_urn = urns[0]
sliver_ids = [sliver['sliver_id'] for sliver in slivers]
constraint = SliverAllocation.sliver_id.in_(sliver_ids)
sliver_allocations = self.driver.api.dbsession().query(
SliverAllocation).filter(constraint)
sliver_allocation_dict = {}
for sliver_allocation in sliver_allocations:
geni_urn = sliver_allocation.slice_urn
sliver_allocation_dict[
sliver_allocation.sliver_id] = sliver_allocation
# add slivers
nodes_dict = {}
for sliver in slivers:
nodes_dict[sliver['node_id']] = sliver
rspec_nodes = []
for sliver in slivers:
rspec_node = self.sliver_to_rspec_node(sliver,
sliver_allocation_dict)
rspec_nodes.append(rspec_node)
geni_sliver = self.rspec_node_to_geni_sliver(
rspec_node, sliver_allocation_dict)
geni_slivers.append(geni_sliver)
rspec.version.add_nodes(rspec_nodes)
return {
'geni_urn': geni_urn,
'geni_rspec': rspec.toxml(),
'geni_slivers': geni_slivers
}
def list_resources(self, slice_urn, slice_hrn, creds, options):
cached_requested = options.get('cached', True)
version_manager = VersionManager()
# get the rspec's return format from options
#rspec_version = version_manager.get_version(options.get('geni_rspec_version'))
# rspec's return format for nitos aggregate is version NITOS 1
rspec_version = version_manager.get_version('NITOS 1')
version_string = "rspec_%s" % (rspec_version)
#panos adding the info option to the caching key (can be improved)
if options.get('info'):
version_string = version_string + "_" + options.get(
'info', 'default')
# Adding the list_leases option to the caching key
if options.get('list_leases'):
version_string = version_string + "_" + options.get(
'list_leases', 'default')
# Adding geni_available to caching key
if options.get('geni_available'):
version_string = version_string + "_" + str(
options.get('geni_available'))
# look in cache first
if cached_requested and self.cache and not slice_hrn:
rspec = self.cache.get(version_string)
if rspec:
logger.debug(
"NitosDriver.ListResources: returning cached advertisement"
)
return rspec
#panos: passing user-defined options
#print "manager options = ",options
aggregate = NitosAggregate(self)
rspec = aggregate.get_rspec(slice_xrn=slice_urn,
version=rspec_version,
options=options)
# cache the result
if self.cache and not slice_hrn:
logger.debug(
"NitosDriver.ListResources: stores advertisement in cache")
self.cache.add(version_string, rspec)
return rspec
def provision(self, urns, options={}):
# update users
slices = DummySlices(self)
aggregate = DummyAggregate(self)
slivers = aggregate.get_slivers(urns)
slice = slivers[0]
geni_users = options.get('geni_users', [])
#users = slices.verify_users(None, slice, geni_users, options=options)
# update sliver allocation states and set them to geni_provisioned
sliver_ids = [sliver['sliver_id'] for sliver in slivers]
dbsession = self.api.dbsession()
SliverAllocation.set_allocations(sliver_ids, 'geni_provisioned',
dbsession)
version_manager = VersionManager()
rspec_version = version_manager.get_version(
options['geni_rspec_version'])
return self.describe(urns, rspec_version, options=options)
def list_resources(self, version=None, options={}):
version_manager = VersionManager()
version = version_manager.get_version(version)
rspec_version = version_manager._get_version(version.type,
version.version, 'ad')
rspec = RSpec(version=rspec_version, user_options=options)
if not options.get(
'list_leases') or options['list_leases'] != 'leases':
# get nodes
nodes = self.get_nodes(options)
site_ids = []
interface_ids = []
tag_ids = []
nodes_dict = {}
for node in nodes:
site_ids.append(node['site_id'])
interface_ids.extend(node['interface_ids'])
tag_ids.extend(node['node_tag_ids'])
nodes_dict[node['node_id']] = node
sites = self.get_sites({'site_id': site_ids})
interfaces = self.get_interfaces({'interface_id': interface_ids})
node_tags = self.get_node_tags({'node_tag_id': tag_ids})
pl_initscripts = self.get_pl_initscripts()
# convert nodes to rspec nodes
rspec_nodes = []
for node in nodes:
rspec_node = self.node_to_rspec_node(node, sites, interfaces,
node_tags, pl_initscripts)
rspec_nodes.append(rspec_node)
rspec.version.add_nodes(rspec_nodes)
# add links
links = self.get_links(sites, nodes_dict, interfaces)
rspec.version.add_links(links)
if not options.get('list_leases') or options.get(
'list_leases') and options['list_leases'] != 'resources':
leases = self.get_leases()
rspec.version.add_leases(leases)
return rspec.toxml()
def Provision(self, api, xrns, creds, options):
"""
Create the sliver[s] (slice) at this aggregate.
Verify HRN and initialize the slice record in PLC if necessary.
"""
call_id = options.get('call_id')
if Callids().already_handled(call_id): return ""
# make sure geni_rspec_version is specified in options
if 'geni_rspec_version' not in options:
msg = 'geni_rspec_version is required and must be set in options struct'
raise SfaInvalidArgument(msg, 'geni_rspec_version')
# make sure we support the requested rspec version
version_manager = VersionManager()
rspec_version = version_manager.get_version(options['geni_rspec_version'])
if not rspec_version:
raise InvalidRSpecVersion(options['geni_rspec_version'])
options['creds']=creds
return api.driver.provision(xrns, options)
def Provision(self, api, xrns, creds, options):
"""
Create the sliver[s] (slice) at this aggregate.
Verify HRN and initialize the slice record in PLC if necessary.
"""
call_id = options.get('call_id')
if Callids().already_handled(call_id): return ""
# make sure geni_rspec_version is specified in options
if 'geni_rspec_version' not in options:
msg = 'geni_rspec_version is required and must be set in options struct'
raise SfaInvalidArgument(msg, 'geni_rspec_version')
# make sure we support the requested rspec version
version_manager = VersionManager()
rspec_version = version_manager.get_version(options['geni_rspec_version'])
if not rspec_version:
raise InvalidRSpecVersion(options['geni_rspec_version'])
return api.driver.provision(xrns, options)
def get_rspec(self, slice_xrn=None, version=None, options={}):
version_manager = VersionManager()
version = version_manager.get_version(version)
if not slice_xrn:
rspec_version = version_manager._get_version(
version.type, version.version, 'ad')
else:
rspec_version = version_manager._get_version(
version.type, version.version, 'manifest')
slice, slivers = self.get_slice_and_slivers(slice_xrn)
rspec = RSpec(version=rspec_version, user_options=options)
if slice and 'expires' in slice:
rspec.xml.set('expires',
datetime_to_string(utcparse(slice['expires'])))
if not options.get('list_leases') or options.get(
'list_leases') and options['list_leases'] != 'leases':
nodes = self.get_nodes(slice_xrn, slice, slivers, options)
rspec.version.add_nodes(nodes)
# add sliver defaults
default_sliver = slivers.get(None, [])
if default_sliver:
default_sliver_attribs = default_sliver.get('tags', [])
for attrib in default_sliver_attribs:
logger.info(attrib)
rspec.version.add_default_sliver_attribute(
attrib['tagname'], attrib['value'])
# add wifi channels
channels = self.get_channels(slice, options)
rspec.version.add_channels(channels)
if not options.get('list_leases') or options.get(
'list_leases') and options['list_leases'] != 'resources':
leases_channels = self.get_leases_and_channels(slice, slice_xrn)
rspec.version.add_leases(leases_channels)
return rspec.toxml()
def GetVersion(api):
version_manager = VersionManager()
ad_rspec_versions = []
request_rspec_versions = []
for rspec_version in version_manager.versions:
if rspec_version.content_type in ['*', 'ad']:
ad_rspec_versions.append(rspec_version.to_dict())
if rspec_version.content_type in ['*', 'request']:
request_rspec_versions.append(rspec_version.to_dict())
default_rspec_version = version_manager.get_version("sfa 1").to_dict()
xrn=Xrn(api.hrn)
version_more = {'interface':'aggregate',
'testbed':'myplc',
'hrn':xrn.get_hrn(),
'request_rspec_versions': request_rspec_versions,
'ad_rspec_versions': ad_rspec_versions,
'default_ad_rspec': default_rspec_version
}
return version_core(version_more)
def describe(self, urns, version=None, options=None):
if options is None: options={}
version_manager = VersionManager()
version = version_manager.get_version(version)
rspec_version = version_manager._get_version(version.type, version.version, 'manifest')
rspec = RSpec(version=rspec_version, user_options=options)
# get slivers
geni_slivers = []
slivers = self.get_slivers(urns, options)
if slivers:
rspec_expires = datetime_to_string(utcparse(slivers[0]['expires']))
else:
rspec_expires = datetime_to_string(utcparse(time.time()))
rspec.xml.set('expires', rspec_expires)
# lookup the sliver allocations
geni_urn = urns[0]
sliver_ids = [sliver['sliver_id'] for sliver in slivers]
constraint = SliverAllocation.sliver_id.in_(sliver_ids)
sliver_allocations = self.driver.api.dbsession().query(SliverAllocation).filter(constraint)
sliver_allocation_dict = {}
for sliver_allocation in sliver_allocations:
geni_urn = sliver_allocation.slice_urn
sliver_allocation_dict[sliver_allocation.sliver_id] = sliver_allocation
# add slivers
nodes_dict = {}
for sliver in slivers:
nodes_dict[sliver['node_id']] = sliver
rspec_nodes = []
for sliver in slivers:
rspec_node = self.sliver_to_rspec_node(sliver, sliver_allocation_dict)
rspec_nodes.append(rspec_node)
geni_sliver = self.rspec_node_to_geni_sliver(rspec_node, sliver_allocation_dict)
geni_slivers.append(geni_sliver)
rspec.version.add_nodes(rspec_nodes)
return {'geni_urn': geni_urn,
'geni_rspec': rspec.toxml(),
'geni_slivers': geni_slivers}
def provision(self, urns, options={}):
# update users
slices = PlSlices(self)
aggregate = PlAggregate(self)
slivers = aggregate.get_slivers(urns)
if not slivers:
sliver_id_parts = Xrn(urns[0]).get_sliver_id_parts()
filter = {}
try:
filter['slice_id'] = int(sliver_id_parts[0])
except ValueError:
filter['name'] = sliver_id_parts[0]
slices = self.shell.GetSlices(filter, ['hrn'])
if not slices:
raise Forbidden(
"Unable to locate slice record for sliver: %s" % xrn)
slice = slices[0]
slice_urn = hrn_to_urn(slice['hrn'], type='slice')
urns = [slice_urn]
else:
slice_id = slivers[0]['slice_id']
slice_hrn = self.shell.GetSliceHrn(slice_id)
slice = self.shell.GetSlices({'slice_id': slice_id})[0]
slice['hrn'] = slice_hrn
sfa_peer = slices.get_sfa_peer(slice['hrn'])
users = options.get('geni_users', [])
persons = slices.verify_persons(slice['hrn'],
slice,
users,
sfa_peer,
options=options)
# update sliver allocation states and set them to geni_provisioned
sliver_ids = [sliver['sliver_id'] for sliver in slivers]
dbsession = self.api.dbsession()
SliverAllocation.set_allocations(sliver_ids, 'geni_provisioned',
dbsession)
version_manager = VersionManager()
rspec_version = version_manager.get_version(
options['geni_rspec_version'])
return self.describe(urns, rspec_version, options=options)
def list_resources(self, version = None, options={}):
version_manager = VersionManager()
version = version_manager.get_version(version)
rspec_version = version_manager._get_version(version.type, version.version, 'ad')
rspec = RSpec(version=rspec_version, user_options=options)
# get nodes
nodes = self.get_nodes(options)
nodes_dict = {}
for node in nodes:
nodes_dict[node['node_id']] = node
# convert nodes to rspec nodes
rspec_nodes = []
for node in nodes:
rspec_node = self.node_to_rspec_node(node)
rspec_nodes.append(rspec_node)
rspec.version.add_nodes(rspec_nodes)
return rspec.toxml()
def list_resources(self, version = None, options=None):
if options is None: options={}
version_manager = VersionManager()
version = version_manager.get_version(version)
rspec_version = version_manager._get_version(version.type, version.version, 'ad')
rspec = RSpec(version=rspec_version, user_options=options)
if not options.get('list_leases') or options['list_leases'] != 'leases':
# get nodes
nodes = self.get_nodes(options)
site_ids = []
interface_ids = []
tag_ids = []
nodes_dict = {}
for node in nodes:
site_ids.append(node['site_id'])
interface_ids.extend(node['interface_ids'])
tag_ids.extend(node['node_tag_ids'])
nodes_dict[node['node_id']] = node
sites = self.get_sites({'site_id': site_ids})
interfaces = self.get_interfaces({'interface_id':interface_ids})
node_tags = self.get_node_tags({'node_tag_id': tag_ids})
pl_initscripts = self.get_pl_initscripts()
# convert nodes to rspec nodes
rspec_nodes = []
for node in nodes:
rspec_node = self.node_to_rspec_node(node, sites, interfaces, node_tags, pl_initscripts)
rspec_nodes.append(rspec_node)
rspec.version.add_nodes(rspec_nodes)
# add links
links = self.get_links(sites, nodes_dict, interfaces)
rspec.version.add_links(links)
if not options.get('list_leases') or options.get('list_leases') and options['list_leases'] != 'resources':
leases = self.get_leases()
rspec.version.add_leases(leases)
return rspec.toxml()
def ListResources(self, api, creds, options):
call_id = options.get('call_id')
if Callids().already_handled(call_id): return ""
# get the rspec's return format from options
version_manager = VersionManager()
rspec_version = version_manager.get_version(options.get('geni_rspec_version'))
version_string = self.get_rspec_version_string(rspec_version, options)
# look in cache first
cached_requested = options.get('cached', True)
if cached_requested and api.driver.cache:
rspec = api.driver.cache.get(version_string)
if rspec:
logger.debug("%s.ListResources returning cached advertisement" % (api.driver.__module__))
return rspec
rspec = api.driver.list_resources (rspec_version, options)
if api.driver.cache:
logger.debug("%s.ListResources stores advertisement in cache" % (api.driver.__module__))
api.driver.cache.add(version_string, rspec)
return rspec
def ListResources(self, api, creds, options):
call_id = options.get('call_id')
if Callids().already_handled(call_id): return ""
# get the rspec's return format from options
version_manager = VersionManager()
rspec_version = version_manager.get_version(options.get('geni_rspec_version'))
version_string = self.get_rspec_version_string(rspec_version, options)
# look in cache first
cached_requested = options.get('cached', True)
if cached_requested and api.driver.cache:
rspec = api.driver.cache.get(version_string)
if rspec:
logger.debug("%s.ListResources returning cached advertisement" % (api.driver.__module__))
return rspec
options['creds']=creds
rspec = api.driver.list_resources (rspec_version, options)
if api.driver.cache:
logger.debug("%s.ListResources stores advertisement in cache" % (api.driver.__module__))
api.driver.cache.add(version_string, rspec)
return rspec
def get_rspec(self, slice_xrn=None, version = None, options=None):
if options is None: options={}
version_manager = VersionManager()
version = version_manager.get_version(version)
if not slice_xrn:
rspec_version = version_manager._get_version(version.type, version.version, 'ad')
else:
rspec_version = version_manager._get_version(version.type, version.version, 'manifest')
slice, slivers = self.get_slice_and_slivers(slice_xrn)
rspec = RSpec(version=rspec_version, user_options=options)
if slice and 'expires' in slice:
rspec.xml.set('expires', datetime_to_string(utcparse(slice['expires'])))
if not options.get('list_leases') or options.get('list_leases') and options['list_leases'] != 'leases':
nodes = self.get_nodes(slice_xrn, slice, slivers, options)
rspec.version.add_nodes(nodes)
# add sliver defaults
default_sliver = slivers.get(None, [])
if default_sliver:
default_sliver_attribs = default_sliver.get('tags', [])
for attrib in default_sliver_attribs:
logger.info(attrib)
rspec.version.add_default_sliver_attribute(attrib['tagname'], attrib['value'])
# add wifi channels
channels = self.get_channels(slice, options)
rspec.version.add_channels(channels)
if not options.get('list_leases') or options.get('list_leases') and options['list_leases'] != 'resources':
leases_channels = self.get_leases_and_channels(slice, slice_xrn)
rspec.version.add_leases(leases_channels)
return rspec.toxml()
def get_rspec(self, slice_xrn=None, login=None, version=None,
options=None):
"""
Returns xml rspec:
- a full advertisement rspec with the testbed resources if slice_xrn is
not specified.If a lease option is given, also returns the leases
scheduled on the testbed.
- a manifest Rspec with the leases and nodes in slice's leases if
slice_xrn is not None.
:param slice_xrn: srn of the slice
:type slice_xrn: string
:param login: user'uid (ldap login) on iotlab
:type login: string
:param version: can be set to sfa or iotlab
:type version: RSpecVersion
:param options: used to specify if the leases should also be included in
the returned rspec.
:type options: dict
:returns: Xml Rspec.
:rtype: XML
"""
ldap_username = None
rspec = None
version_manager = VersionManager()
version = version_manager.get_version(version)
logger.debug("IotlabAggregate \t get_rspec ***version %s \
version.type %s version.version %s options %s \r\n"
% (version, version.type, version.version, options))
if slice_xrn is None:
rspec_version = version_manager._get_version(version.type,
version.version, 'ad')
else:
rspec_version = version_manager._get_version(
version.type, version.version, 'manifest')
slices, slivers = self.get_slice_and_slivers(slice_xrn, login)
if slice_xrn and slices is not None:
#Get user associated with this slice
#for one_slice in slices :
ldap_username = self.find_ldap_username_from_slice(slices[0])
# ldap_username = slices[0]['reg_researchers'][0].__dict__['hrn']
# # ldap_username = slices[0]['user']
# tmp = ldap_username.split('.')
# ldap_username = tmp[1]
logger.debug("IotlabAggregate \tget_rspec **** \
LDAP USERNAME %s \r\n" \
% (ldap_username))
#at this point sliver may be empty if no iotlab job
#is running for this user/slice.
rspec = RSpec(version=rspec_version, user_options=options)
logger.debug("\r\n \r\n IotlabAggregate \tget_rspec *** \
slice_xrn %s slices %s\r\n \r\n"
% (slice_xrn, slices))
if options is not None:
lease_option = options['list_leases']
else:
#If no options are specified, at least print the resources
lease_option = 'all'
#if slice_xrn :
#lease_option = 'all'
if lease_option in ['all', 'resources']:
#if not options.get('list_leases') or options.get('list_leases')
#and options['list_leases'] != 'leases':
nodes = self.get_nodes()
logger.debug("\r\n")
logger.debug("IotlabAggregate \t lease_option %s \
get rspec ******* nodes %s"
% (lease_option, nodes))
sites_set = set([node['location']['site'] for node in nodes])
#In case creating a job, slice_xrn is not set to None
rspec.version.add_nodes(nodes)
if slice_xrn and slices is not None:
# #Get user associated with this slice
# #for one_slice in slices :
# ldap_username = slices[0]['reg_researchers']
# # ldap_username = slices[0]['user']
# tmp = ldap_username.split('.')
# ldap_username = tmp[1]
# # ldap_username = tmp[1].split('_')[0]
logger.debug("IotlabAggregate \tget_rspec **** \
version type %s ldap_ user %s \r\n" \
% (version.type, ldap_username))
if version.type == "Iotlab":
rspec.version.add_connection_information(
ldap_username, sites_set)
default_sliver = slivers.get('default_sliver', [])
if default_sliver and len(nodes) is not 0:
#default_sliver_attribs = default_sliver.get('tags', [])
logger.debug("IotlabAggregate \tget_rspec **** \
default_sliver%s \r\n" % (default_sliver))
for attrib in default_sliver:
rspec.version.add_default_sliver_attribute(
attrib, default_sliver[attrib])
if lease_option in ['all','leases']:
leases = self.get_all_leases(ldap_username)
rspec.version.add_leases(leases)
logger.debug("IotlabAggregate \tget_rspec **** \
FINAL RSPEC %s \r\n" % (rspec.toxml()))
return rspec.toxml()
def describe(self, urns, version=None, options=None):
if options is None: options={}
version_manager = VersionManager()
version = version_manager.get_version(version)
rspec_version = version_manager._get_version(version.type, version.version, 'manifest')
rspec = RSpec(version=rspec_version, user_options=options)
# get slivers
geni_slivers = []
slivers = self.get_slivers(urns, options)
if slivers:
rspec_expires = datetime_to_string(utcparse(slivers[0]['expires']))
else:
rspec_expires = datetime_to_string(utcparse(time.time()))
rspec.xml.set('expires', rspec_expires)
# lookup the sliver allocations
geni_urn = urns[0]
sliver_ids = [sliver['sliver_id'] for sliver in slivers]
constraint = SliverAllocation.sliver_id.in_(sliver_ids)
sliver_allocations = self.driver.api.dbsession().query(SliverAllocation).filter(constraint)
sliver_allocation_dict = {}
for sliver_allocation in sliver_allocations:
geni_urn = sliver_allocation.slice_urn
sliver_allocation_dict[sliver_allocation.sliver_id] = sliver_allocation
if not options.get('list_leases') or options['list_leases'] != 'leases':
# add slivers
site_ids = []
interface_ids = []
tag_ids = []
nodes_dict = {}
for sliver in slivers:
site_ids.append(sliver['site_id'])
interface_ids.extend(sliver['interface_ids'])
tag_ids.extend(sliver['node_tag_ids'])
nodes_dict[sliver['node_id']] = sliver
sites = self.get_sites({'site_id': site_ids})
interfaces = self.get_interfaces({'interface_id':interface_ids})
node_tags = self.get_node_tags({'node_tag_id': tag_ids})
pl_initscripts = self.get_pl_initscripts()
rspec_nodes = []
for sliver in slivers:
if sliver['slice_ids_whitelist'] and sliver['slice_id'] not in sliver['slice_ids_whitelist']:
continue
rspec_node = self.sliver_to_rspec_node(sliver, sites, interfaces, node_tags,
pl_initscripts, sliver_allocation_dict)
# manifest node element shouldn't contain available attribute
rspec_node.pop('available')
rspec_nodes.append(rspec_node)
geni_sliver = self.rspec_node_to_geni_sliver(rspec_node, sliver_allocation_dict)
geni_slivers.append(geni_sliver)
rspec.version.add_nodes(rspec_nodes)
# add sliver defaults
#default_sliver = slivers.get(None, [])
#if default_sliver:
# default_sliver_attribs = default_sliver.get('tags', [])
# for attrib in default_sliver_attribs:
# rspec.version.add_default_sliver_attribute(attrib['tagname'], attrib['value'])
# add links
links = self.get_links(sites, nodes_dict, interfaces)
rspec.version.add_links(links)
if not options.get('list_leases') or options['list_leases'] != 'resources':
if slivers:
leases = self.get_leases(slivers[0])
rspec.version.add_leases(leases)
return {'geni_urn': geni_urn,
'geni_rspec': rspec.toxml(),
'geni_slivers': geni_slivers}
def describe(self, urns, version=None, options={}):
"""
Retrieve a manifest RSpec describing the resources contained by the
named entities, e.g. a single slice or a set of the slivers in a slice.
This listing and description should be sufficiently descriptive to allow
experimenters to use the resources.
:param urns: If a slice urn is supplied and there are no slivers in the
given slice at this aggregate, then geni_rspec shall be a valid
manifest RSpec, containing no node elements - no resources.
:type urns: list or strings
:param options: various options. the valid options are: {boolean
geni_compressed <optional>; struct geni_rspec_version { string type;
#case insensitive , string version; # case insensitive}}
:type options: dictionary
:returns: On success returns the following dictionary {geni_rspec:
<geni.rspec, a Manifest RSpec>, geni_urn: <string slice urn of the
containing slice>, geni_slivers:{ geni_sliver_urn:
<string sliver urn>, geni_expires: <dateTime.rfc3339 allocation
expiration string, as in geni_expires from SliversStatus>,
geni_allocation_status: <string sliver state - e.g. geni_allocated
or geni_provisioned >, geni_operational_status:
<string sliver operational state>, geni_error: <optional string.
The field may be omitted entirely but may not be null/None,
explaining any failure for a sliver.>}
.. seealso:: http://groups.geni.net/geni/wiki/GAPI_AM_API_V3#Describe
.. seealso:: http://groups.geni.net/geni/wiki/GAPI_AM_API_V3/CommonConcepts#urns
"""
version_manager = VersionManager()
version = version_manager.get_version(version)
rspec_version = version_manager._get_version(version.type,
version.version,
'manifest')
rspec = RSpec(version=rspec_version, user_options=options)
# get slivers
geni_slivers = []
slivers = self.get_slivers(urns, options)
if slivers:
rspec_expires = datetime_to_string(utcparse(slivers[0]['expires']))
else:
rspec_expires = datetime_to_string(utcparse(time.time()))
rspec.xml.set('expires', rspec_expires)
# lookup the sliver allocations
geni_urn = urns[0]
sliver_ids = [sliver['sliver_id'] for sliver in slivers]
logger.debug(" Cortexlabaggregate.PY \tDescribe sliver_ids %s " %
(sliver_ids))
constraint = SliverAllocation.sliver_id.in_(sliver_ids)
query = self.driver.api.dbsession().query(SliverAllocation)
sliver_allocations = query.filter((constraint)).all()
logger.debug(
" Cortexlabaggregate.PY \tDescribe sliver_allocations %s " %
(sliver_allocations))
sliver_allocation_dict = {}
for sliver_allocation in sliver_allocations:
geni_urn = sliver_allocation.slice_urn
sliver_allocation_dict[sliver_allocation.sliver_id] = \
sliver_allocation
# add slivers
nodes_dict = {}
for sliver in slivers:
nodes_dict[sliver['node_id']] = sliver
rspec_nodes = []
for sliver in slivers:
rspec_node = self.sliver_to_rspec_node(sliver,
sliver_allocation_dict)
rspec_nodes.append(rspec_node)
logger.debug(
" Cortexlabaggregate.PY \tDescribe sliver_allocation_dict %s "
% (sliver_allocation_dict))
geni_sliver = self.rspec_node_to_geni_sliver(
rspec_node, sliver_allocation_dict)
geni_slivers.append(geni_sliver)
logger.debug(" Cortexlabaggregate.PY \tDescribe rspec_nodes %s\
rspec %s " % (rspec_nodes, rspec))
rspec.version.add_nodes(rspec_nodes)
return {
'geni_urn': geni_urn,
'geni_rspec': rspec.toxml(),
'geni_slivers': geni_slivers
}
class RSpec:
def __init__(self, rspec="", version=None, user_options={}):
self.header = '<?xml version="1.0"?>\n'
self.template = """<RSpec></RSpec>"""
self.version = None
self.xml = XML()
self.version_manager = VersionManager()
self.user_options = user_options
self.elements = {}
if rspec:
if version:
self.version = self.version_manager.get_version(version)
self.parse_xml(rspec, version)
else:
self.parse_xml(rspec)
elif version:
self.create(version)
else:
raise InvalidRSpec("No RSpec or version specified. Must specify a valid rspec string or a valid version")
def create(self, version=None):
"""
Create root element
"""
self.version = self.version_manager.get_version(version)
self.namespaces = self.version.namespaces
self.parse_xml(self.version.template, self.version)
# eg. 2011-03-23T19:53:28Z
date_format = '%Y-%m-%dT%H:%M:%SZ'
now = datetime.utcnow()
generated_ts = now.strftime(date_format)
expires_ts = (now + timedelta(hours=1)).strftime(date_format)
self.xml.set('expires', expires_ts)
self.xml.set('generated', generated_ts)
def parse_xml(self, xml, version=None):
self.xml.parse_xml(xml)
if not version:
if self.xml.schema:
self.version = self.version_manager.get_version_by_schema(self.xml.schema)
else:
#raise InvalidRSpec('unknown rspec schema: %s' % schema)
# TODO: Should start raising an exception once SFA defines a schema.
# for now we just default to sfa
self.version = self.version_manager.get_version({'type':'sfa','version': '1'})
self.version.xml = self.xml
self.namespaces = self.xml.namespaces
def load_rspec_elements(self, rspec_elements):
self.elements = {}
for rspec_element in rspec_elements:
if isinstance(rspec_element, RSpecElement):
self.elements[rspec_element.type] = rspec_element
def register_rspec_element(self, element_type, element_name, element_path):
if element_type not in RSpecElements:
raise InvalidRSpecElement(element_type, extra="no such element type: %s. Must specify a valid RSpecElement" % element_type)
self.elements[element_type] = RSpecElement(element_type, element_name, element_path)
def get_rspec_element(self, element_type):
if element_type not in self.elements:
msg = "ElementType %s not registerd for this rspec" % element_type
raise InvalidRSpecElement(element_type, extra=msg)
return self.elements[element_type]
def get(self, element_type, filter={}, depth=0):
elements = self.get_elements(element_type, filter)
elements = [self.xml.get_element_attributes(elem, depth=depth) for elem in elements]
return elements
def get_elements(self, element_type, filter={}):
"""
search for a registered element
"""
if element_type not in self.elements:
msg = "Unable to search for element %s in rspec, expath expression not found." % \
element_type
raise InvalidRSpecElement(element_type, extra=msg)
rspec_element = self.get_rspec_element(element_type)
xpath = rspec_element.path + XpathFilter.xpath(filter)
return self.xml.xpath(xpath)
def merge(self, in_rspec):
self.version.merge(in_rspec)
def filter(self, filter):
if 'component_manager_id' in filter:
nodes = self.version.get_nodes()
for node in nodes:
if 'component_manager_id' not in node.attrib or \
node.attrib['component_manager_id'] != filter['component_manager_id']:
parent = node.getparent()
parent.remove(node.element)
def toxml(self, header=True):
if header:
return self.header + self.xml.toxml()
else:
return self.xml.toxml()
def save(self, filename):
return self.xml.save(filename)
def get_rspec(self,
slice_xrn=None,
login=None,
version=None,
options=None):
"""
Returns xml rspec:
- a full advertisement rspec with the testbed resources if slice_xrn is
not specified.If a lease option is given, also returns the leases
scheduled on the testbed.
- a manifest Rspec with the leases and nodes in slice's leases if
slice_xrn is not None.
:param slice_xrn: srn of the slice
:type slice_xrn: string
:param login: user'uid (ldap login) on cortexlab
:type login: string
:param version: can be set to sfa or cortexlab
:type version: RSpecVersion
:param options: used to specify if the leases should also be included in
the returned rspec.
:type options: dict
:returns: Xml Rspec.
:rtype: XML
"""
ldap_username = None
rspec = None
version_manager = VersionManager()
version = version_manager.get_version(version)
logger.debug("CortexlabAggregate \t get_rspec ***version %s \
version.type %s version.version %s options %s \r\n" %
(version, version.type, version.version, options))
if slice_xrn is None:
rspec_version = version_manager._get_version(
version.type, version.version, 'ad')
else:
rspec_version = version_manager._get_version(
version.type, version.version, 'manifest')
slices, slivers = self.get_slice_and_slivers(slice_xrn, login)
if slice_xrn and slices is not None:
#Get user associated with this slice
#for one_slice in slices :
ldap_username = self.find_ldap_username_from_slice(slices[0])
# ldap_username = slices[0]['reg_researchers'][0].__dict__['hrn']
# # ldap_username = slices[0]['user']
# tmp = ldap_username.split('.')
# ldap_username = tmp[1]
logger.debug("CortexlabAggregate \tget_rspec **** \
LDAP USERNAME %s \r\n" \
% (ldap_username))
#at this point sliver may be empty if no cortexlab job
#is running for this user/slice.
rspec = RSpec(version=rspec_version, user_options=options)
logger.debug("\r\n \r\n CortexlabAggregate \tget_rspec *** \
slice_xrn %s slices %s\r\n \r\n" % (slice_xrn, slices))
if options is not None:
lease_option = options['list_leases']
else:
#If no options are specified, at least print the resources
lease_option = 'all'
#if slice_xrn :
#lease_option = 'all'
if lease_option in ['all', 'resources']:
#if not options.get('list_leases') or options.get('list_leases')
#and options['list_leases'] != 'leases':
nodes = self.get_nodes()
logger.debug("\r\n")
logger.debug("CortexlabAggregate \t lease_option %s \
get rspec ******* nodes %s" % (lease_option, nodes))
sites_set = set([node['location']['site'] for node in nodes])
#In case creating a job, slice_xrn is not set to None
rspec.version.add_nodes(nodes)
if slice_xrn and slices is not None:
# #Get user associated with this slice
# #for one_slice in slices :
# ldap_username = slices[0]['reg_researchers']
# # ldap_username = slices[0]['user']
# tmp = ldap_username.split('.')
# ldap_username = tmp[1]
# # ldap_username = tmp[1].split('_')[0]
logger.debug("CortexlabAggregate \tget_rspec **** \
version type %s ldap_ user %s \r\n" \
% (version.type, ldap_username))
#TODO : Change the version of Rspec here in case of pbm -SA 09/01/14
if version.type in ["Cortexlab", "Iotlab"]:
rspec.version.add_connection_information(
ldap_username, sites_set)
default_sliver = slivers.get('default_sliver', [])
if default_sliver and len(nodes) is not 0:
#default_sliver_attribs = default_sliver.get('tags', [])
logger.debug("CortexlabAggregate \tget_rspec **** \
default_sliver%s \r\n" % (default_sliver))
for attrib in default_sliver:
rspec.version.add_default_sliver_attribute(
attrib, default_sliver[attrib])
if lease_option in ['all', 'leases']:
leases = self.get_all_leases(ldap_username)
rspec.version.add_leases(leases)
logger.debug("CortexlabAggregate \tget_rspec **** \
FINAL RSPEC %s \r\n" % (rspec.toxml()))
return rspec.toxml()
class RSpec:
def __init__(self, rspec="", version=None, user_options={}):
self.header = '<?xml version="1.0"?>\n'
self.template = """<RSpec></RSpec>"""
self.version = None
self.xml = XML()
self.version_manager = VersionManager()
self.user_options = user_options
self.elements = {}
if rspec:
if version:
self.version = self.version_manager.get_version(version)
self.parse_xml(rspec, version)
else:
self.parse_xml(rspec)
elif version:
self.create(version)
else:
raise InvalidRSpec("No RSpec or version specified. Must specify a valid rspec string or a valid version")
def create(self, version=None):
"""
Create root element
"""
self.version = self.version_manager.get_version(version)
self.namespaces = self.version.namespaces
self.parse_xml(self.version.template, self.version)
# eg. 2011-03-23T19:53:28Z
date_format = "%Y-%m-%dT%H:%M:%SZ"
now = datetime.utcnow()
generated_ts = now.strftime(date_format)
expires_ts = (now + timedelta(hours=1)).strftime(date_format)
self.xml.set("expires", expires_ts)
self.xml.set("generated", generated_ts)
def parse_xml(self, xml, version=None):
self.xml.parse_xml(xml)
if not version:
if self.xml.schema:
self.version = self.version_manager.get_version_by_schema(self.xml.schema)
else:
# raise InvalidRSpec('unknown rspec schema: %s' % schema)
# TODO: Should start raising an exception once SFA defines a schema.
# for now we just default to sfa
self.version = self.version_manager.get_version({"type": "sfa", "version": "1"})
self.version.xml = self.xml
self.namespaces = self.xml.namespaces
def load_rspec_elements(self, rspec_elements):
self.elements = {}
for rspec_element in rspec_elements:
if isinstance(rspec_element, RSpecElement):
self.elements[rspec_element.type] = rspec_element
def register_rspec_element(self, element_type, element_name, element_path):
if element_type not in RSpecElements:
raise InvalidRSpecElement(
element_type, extra="no such element type: %s. Must specify a valid RSpecElement" % element_type
)
self.elements[element_type] = RSpecElement(element_type, element_name, element_path)
def get_rspec_element(self, element_type):
if element_type not in self.elements:
msg = "ElementType %s not registerd for this rspec" % element_type
raise InvalidRSpecElement(element_type, extra=msg)
return self.elements[element_type]
def get(self, element_type, filter={}, depth=0):
elements = self.get_elements(element_type, filter)
elements = [self.xml.get_element_attributes(elem, depth=depth) for elem in elements]
return elements
def get_elements(self, element_type, filter={}):
"""
search for a registered element
"""
if element_type not in self.elements:
msg = "Unable to search for element %s in rspec, expath expression not found." % element_type
raise InvalidRSpecElement(element_type, extra=msg)
rspec_element = self.get_rspec_element(element_type)
xpath = rspec_element.path + XpathFilter.xpath(filter)
return self.xml.xpath(xpath)
def merge(self, in_rspec):
self.version.merge(in_rspec)
def filter(self, filter):
if "component_manager_id" in filter:
nodes = self.version.get_node_elements()
for node in nodes:
if (
"component_manager_id" not in node.attrib
or node.attrib["component_manager_id"] != filter["component_manager_id"]
):
parent = node.getparent()
parent.remove(node)
def toxml(self, header=True):
if header:
return self.header + self.xml.toxml()
else:
return self.xml.toxml()
def save(self, filename):
return self.xml.save(filename)
def describe(self, urns, version=None, options=None):
"""
Retrieve a manifest RSpec describing the resources contained by the
named entities, e.g. a single slice or a set of the slivers in a slice.
This listing and description should be sufficiently descriptive to allow
experimenters to use the resources.
:param urns: If a slice urn is supplied and there are no slivers in the
given slice at this aggregate, then geni_rspec shall be a valid
manifest RSpec, containing no node elements - no resources.
:type urns: list or strings
:param options: various options. the valid options are: {boolean
geni_compressed <optional>; struct geni_rspec_version { string type;
#case insensitive , string version; # case insensitive}}
:type options: dictionary
:returns: On success returns the following dictionary {geni_rspec:
<geni.rspec, a Manifest RSpec>, geni_urn: <string slice urn of the
containing slice>, geni_slivers:{ geni_sliver_urn:
<string sliver urn>, geni_expires: <dateTime.rfc3339 allocation
expiration string, as in geni_expires from SliversStatus>,
geni_allocation_status: <string sliver state - e.g. geni_allocated
or geni_provisioned >, geni_operational_status:
<string sliver operational state>, geni_error: <optional string.
The field may be omitted entirely but may not be null/None,
explaining any failure for a sliver.>}
.. seealso:: http://groups.geni.net/geni/wiki/GAPI_AM_API_V3#Describe
.. seealso:: http://groups.geni.net/geni/wiki/GAPI_AM_API_V3/CommonConcepts#urns
"""
if options is None: options={}
version_manager = VersionManager()
version = version_manager.get_version(version)
rspec_version = version_manager._get_version(
version.type, version.version, 'manifest')
rspec = RSpec(version=rspec_version, user_options=options)
# get slivers
geni_slivers = []
slivers = self.get_slivers(urns, options)
if slivers:
rspec_expires = datetime_to_string(utcparse(slivers[0]['expires']))
else:
rspec_expires = datetime_to_string(utcparse(time.time()))
rspec.xml.set('expires', rspec_expires)
# lookup the sliver allocations
geni_urn = urns[0]
sliver_ids = [sliver['sliver_id'] for sliver in slivers]
constraint = SliverAllocation.sliver_id.in_(sliver_ids)
query = self.driver.api.dbsession().query(SliverAllocation)
sliver_allocations = query.filter((constraint)).all()
sliver_allocation_dict = {}
for sliver_allocation in sliver_allocations:
geni_urn = sliver_allocation.slice_urn
sliver_allocation_dict[sliver_allocation.sliver_id] = \
sliver_allocation
if not options.get('list_leases') or options['list_leases'] != 'leases':
# add slivers
nodes_dict = {}
for sliver in slivers:
nodes_dict[sliver['node_id']] = sliver
rspec_nodes = []
for sliver in slivers:
rspec_node = self.sliver_to_rspec_node(sliver,
sliver_allocation_dict)
rspec_nodes.append(rspec_node)
geni_sliver = self.rspec_node_to_geni_sliver(rspec_node,
sliver_allocation_dict)
geni_slivers.append(geni_sliver)
rspec.version.add_nodes(rspec_nodes)
if not options.get('list_leases') or options['list_leases'] == 'resources':
if slivers:
leases = self.get_leases(slivers[0])
rspec.version.add_leases(leases)
return {'geni_urn': geni_urn,
'geni_rspec': rspec.toxml(),
'geni_slivers': geni_slivers}
class RSpec:
def __init__(self, rspec="", version=None, user_options=None, ttl=None, expires=None):
if user_options is None: user_options={}
self.header = '<?xml version="1.0"?>\n'
self.template = """<RSpec></RSpec>"""
self.version = None
self.xml = XML()
self.version_manager = VersionManager()
self.user_options = user_options
self.ttl = ttl
self.expires = expires
self.elements = {}
if rspec:
if version:
self.version = self.version_manager.get_version(version)
self.parse_xml(rspec, version)
else:
self.parse_xml(rspec)
elif version:
self.create(version, ttl, expires)
else:
raise InvalidRSpec("No RSpec or version specified. Must specify a valid rspec string or a valid version")
def create(self, version=None, ttl=None, expires=None):
"""
Create root element
ttl: time to live in minutes, this will determine the expires tag of the RSpec
"""
self.version = self.version_manager.get_version(version)
self.namespaces = self.version.namespaces
self.parse_xml(self.version.template, self.version)
now = datetime.utcnow()
generated_ts = now.strftime(SFATIME_FORMAT)
if ttl is None:
ttl = 60
if expires is None:
expires_ts = (now + timedelta(minutes=ttl)).strftime(SFATIME_FORMAT)
else:
if isinstance(expires,int):
expires_date = datetime.fromtimestamp(expires)
else:
expires_date = expires
expires_ts = expires_date.strftime(SFATIME_FORMAT)
self.xml.set('expires', expires_ts)
self.xml.set('generated', generated_ts)
def parse_xml(self, xml, version=None):
self.xml.parse_xml(xml)
if not version:
if self.xml.schema:
self.version = self.version_manager.get_version_by_schema(self.xml.schema)
else:
#raise InvalidRSpec('unknown rspec schema: %s' % schema)
# TODO: Should start raising an exception once SFA defines a schema.
# for now we just default to sfa
self.version = self.version_manager.get_version({'type':'sfa','version': '1'})
self.version.xml = self.xml
self.namespaces = self.xml.namespaces
def load_rspec_elements(self, rspec_elements):
self.elements = {}
for rspec_element in rspec_elements:
if isinstance(rspec_element, RSpecElement):
self.elements[rspec_element.type] = rspec_element
def register_rspec_element(self, element_type, element_name, element_path):
if element_type not in RSpecElements:
raise InvalidRSpecElement(element_type, extra="no such element type: %s. Must specify a valid RSpecElement" % element_type)
self.elements[element_type] = RSpecElement(element_type, element_name, element_path)
def get_rspec_element(self, element_type):
if element_type not in self.elements:
msg = "ElementType %s not registerd for this rspec" % element_type
raise InvalidRSpecElement(element_type, extra=msg)
return self.elements[element_type]
def get(self, element_type, filter=None, depth=0):
if filter is None: filter={}
elements = self.get_elements(element_type, filter)
elements = [self.xml.get_element_attributes(elem, depth=depth) for elem in elements]
return elements
def get_elements(self, element_type, filter=None):
"""
search for a registered element
"""
if filter is None: filter={}
if element_type not in self.elements:
msg = "Unable to search for element %s in rspec, expath expression not found." % \
element_type
raise InvalidRSpecElement(element_type, extra=msg)
rspec_element = self.get_rspec_element(element_type)
xpath = rspec_element.path + XpathFilter.xpath(filter)
return self.xml.xpath(xpath)
def merge(self, in_rspec):
self.version.merge(in_rspec)
def filter(self, filter):
if 'component_manager_id' in filter:
nodes = self.version.get_nodes()
for node in nodes:
if 'component_manager_id' not in node.attrib or \
node.attrib['component_manager_id'] != filter['component_manager_id']:
parent = node.getparent()
parent.remove(node.element)
def toxml(self, header=True):
if header:
return self.header + self.xml.toxml()
else:
return self.xml.toxml()
def save(self, filename):
return self.xml.save(filename)
def describe(self, urns, version=None, options={}):
version_manager = VersionManager()
version = version_manager.get_version(version)
rspec_version = version_manager._get_version(version.type,
version.version,
'manifest')
rspec = RSpec(version=rspec_version, user_options=options)
# get slivers
geni_slivers = []
slivers = self.get_slivers(urns, options)
if slivers:
rspec_expires = datetime_to_string(utcparse(slivers[0]['expires']))
else:
rspec_expires = datetime_to_string(utcparse(time.time()))
rspec.xml.set('expires', rspec_expires)
# lookup the sliver allocations
geni_urn = urns[0]
sliver_ids = [sliver['sliver_id'] for sliver in slivers]
constraint = SliverAllocation.sliver_id.in_(sliver_ids)
sliver_allocations = self.driver.api.dbsession().query(
SliverAllocation).filter(constraint)
sliver_allocation_dict = {}
for sliver_allocation in sliver_allocations:
geni_urn = sliver_allocation.slice_urn
sliver_allocation_dict[
sliver_allocation.sliver_id] = sliver_allocation
if not options.get(
'list_leases') or options['list_leases'] != 'leases':
# add slivers
site_ids = []
interface_ids = []
tag_ids = []
nodes_dict = {}
for sliver in slivers:
site_ids.append(sliver['site_id'])
interface_ids.extend(sliver['interface_ids'])
tag_ids.extend(sliver['node_tag_ids'])
nodes_dict[sliver['node_id']] = sliver
sites = self.get_sites({'site_id': site_ids})
interfaces = self.get_interfaces({'interface_id': interface_ids})
node_tags = self.get_node_tags({'node_tag_id': tag_ids})
pl_initscripts = self.get_pl_initscripts()
rspec_nodes = []
for sliver in slivers:
if sliver['slice_ids_whitelist'] and sliver[
'slice_id'] not in sliver['slice_ids_whitelist']:
continue
rspec_node = self.sliver_to_rspec_node(sliver, sites,
interfaces, node_tags,
pl_initscripts,
sliver_allocation_dict)
# manifest node element shouldn't contain available attribute
rspec_node.pop('available')
rspec_nodes.append(rspec_node)
geni_sliver = self.rspec_node_to_geni_sliver(
rspec_node, sliver_allocation_dict)
geni_slivers.append(geni_sliver)
rspec.version.add_nodes(rspec_nodes)
# add sliver defaults
#default_sliver = slivers.get(None, [])
#if default_sliver:
# default_sliver_attribs = default_sliver.get('tags', [])
# for attrib in default_sliver_attribs:
# rspec.version.add_default_sliver_attribute(attrib['tagname'], attrib['value'])
# add links
links = self.get_links(sites, nodes_dict, interfaces)
rspec.version.add_links(links)
if not options.get(
'list_leases') or options['list_leases'] != 'resources':
if slivers:
leases = self.get_leases(slivers[0])
rspec.version.add_leases(leases)
return {
'geni_urn': geni_urn,
'geni_rspec': rspec.toxml(),
'geni_slivers': geni_slivers
}
