"""This class wraps vserver.VServer to make its interface closer to what we need."""

SHELL = '/bin/vsh'

TYPE = 'sliver.VServer'

_init_disk_info_sem = BoundedSemaphore()

def __init__(self, rec):

name=rec['name']

logger.verbose ('sliver_vs: %s init'%name)

try:

logger.log("sliver_vs: %s: first chance..."%name)

vserver.VServer.__init__(self, name,logfile='/var/log/nodemanager')

except Exception, err:

if not isinstance(err, vserver.NoSuchVServer):

# Probably a bad vserver or vserver configuration file

logger.log_exc("sliver_vs:__init__ (first chance) %s",name=name)

logger.log('sliver_vs: %s: recreating bad vserver' % name)

self.destroy(name)

self.create(name, rec)

logger.log("sliver_vs: %s: second chance..."%name)

vserver.VServer.__init__(self, name,logfile='/var/log/nodemanager')

self.keys = ''

self.rspec = {}

self.slice_id = rec['slice_id']

self.disk_usage_initialized = False

self.initscript = ''

self.enabled = True

self.configure(rec)

@staticmethod

def create(name, rec = None):

logger.verbose('sliver_vs: %s: create'%name)

vref = rec['vref']

if vref is None:

logger.log("sliver_vs: %s: ERROR - no vref attached, this is unexpected"%(name))

# added by caglar

# band-aid for short period as old API doesn't have GetSliceFamily function

#return

vref = "planetlab-f8-i386"

# used to look in /etc/planetlab/family,

# now relies on the 'GetSliceFamily' extra attribute in GetSlivers()

# which for legacy is still exposed here as the 'vref' key

# check the template exists -- there's probably a better way..

if not os.path.isdir ("/vservers/.vref/%s"%vref):

logger.log ("sliver_vs: %s: ERROR Could not create sliver - vreference image %s not found"%(name,vref))

return

# guess arch

try:

(x,y,arch)=vref.split('-')

# mh, this of course applies when 'vref' is e.g. 'netflow'

# and that's not quite right

except:

arch='i386'

def personality (arch):

personality="linux32"

if arch.find("64")>=0:

personality="linux64"

return personality

command=[]

# be verbose

command += ['/bin/bash','-x',]

command += ['/usr/sbin/vuseradd', ]

if 'attributes' in rec and 'isolate_loopback' in rec['attributes'] and rec['attributes']['isolate_loopback'] == '1':

command += [ "-i",]

# the vsliver imge to use

command += [ '-t', vref, ]

# slice name

command += [ name, ]

# logger.log_call(['/usr/sbin/vuseradd', '-t', vref, name, ], timeout=15*60)

logger.log_call(command, timeout=15*60)

# export slicename to the slice in /etc/slicename

file('/vservers/%s/etc/slicename' % name, 'w').write(name)

file('/vservers/%s/etc/slicefamily' % name, 'w').write(vref)

# set personality: only if needed (if arch's differ)

if tools.root_context_arch() != arch:

file('/etc/vservers/%s/personality' % name, 'w').write(personality(arch)+"\n")

logger.log('sliver_vs: %s: set personality to %s'%(name,personality(arch)))

@staticmethod

def destroy(name):

# logger.log_call(['/usr/sbin/vuserdel', name, ])

logger.log_call(['/bin/bash','-x','/usr/sbin/vuserdel', name, ])

def configure(self, rec):

# in case we update nodemanager..

self.install_and_enable_vinit()

new_rspec = rec['_rspec']

if new_rspec != self.rspec:

self.rspec = new_rspec

self.set_resources()

new_initscript = rec['initscript']

if new_initscript != self.initscript:

self.initscript = new_initscript

# not used anymore, we always check against the installed script

#self.initscriptchanged = True

self.refresh_slice_vinit()

accounts.Account.configure(self, rec) # install ssh keys

# unconditionnally install and enable the generic vinit script

# mimicking chkconfig for enabling the generic vinit script

# this is hardwired for runlevel 3

def install_and_enable_vinit (self):

vinit_source="/usr/share/NodeManager/sliver-initscripts/vinit"

vinit_script="/vservers/%s/etc/rc.d/init.d/vinit"%self.name

rc3_link="/vservers/%s/etc/rc.d/rc3.d/S99vinit"%self.name

rc3_target="../init.d/vinit"

# install in sliver

code=file(vinit_source).read()

if tools.replace_file_with_string(vinit_script,code,chmod=0755):

logger.log("vsliver_vs: %s: installed generic vinit rc script"%self.name)

# create symlink for runlevel 3

if not os.path.islink(rc3_link):

try:

logger.log("vsliver_vs: %s: creating runlevel3 symlink %s"%(self.name,rc3_link))

os.symlink(rc3_target,rc3_link)

except:

logger.log_exc("vsliver_vs: %s: failed to create runlevel3 symlink %s"%rc3_link)

def rerun_slice_vinit(self):

command = "/usr/sbin/vserver %s exec /etc/rc.d/init.d/vinit restart" % (self.name)

logger.log("vsliver_vs: %s: Rerunning slice initscript: %s" % (self.name, command))

subprocess.call(command + "&", stdin=open('/dev/null', 'r'), stdout=open('/dev/null', 'w'), stderr=subprocess.STDOUT, shell=True)

# this one checks for the existence of the slice initscript

# install or remove the slice inistscript, as instructed by the initscript tag

def refresh_slice_vinit(self):

code=self.initscript

sliver_initscript="/vservers/%s/etc/rc.d/init.d/vinit.slice"%self.name

if tools.replace_file_with_string(sliver_initscript,code,remove_if_empty=True,chmod=0755):

if code:

logger.log("vsliver_vs: %s: Installed new initscript in %s"%(self.name,sliver_initscript))

if self.is_running():

# Only need to rerun the initscript if the vserver is

# already running. If the vserver isn't running, then the

# initscript will automatically be started by

# /etc/rc.d/vinit when the vserver is started.

self.rerun_slice_vinit()

else:

logger.log("vsliver_vs: %s: Removed obsolete initscript %s"%(self.name,sliver_initscript))

# bind mount root side dir to sliver side

# needs to be done before sliver starts

def expose_ssh_dir (self):

try:

root_ssh="/home/%s/.ssh"%self.name

sliver_ssh="/vservers/%s/home/%s/.ssh"%(self.name,self.name)

# any of both might not exist yet

for path in [root_ssh,sliver_ssh]:

if not os.path.exists (path):

os.mkdir(path)

if not os.path.isdir (path):

raise Exception

mounts=file('/proc/mounts').read()

if mounts.find(sliver_ssh)<0:

# xxx perform mount

subprocess.call("mount --bind -o ro %s %s"%(root_ssh,sliver_ssh),shell=True)

logger.log("expose_ssh_dir: %s mounted into slice %s"%(root_ssh,self.name))

except:

logger.log_exc("expose_ssh_dir with slice %s failed"%self.name)

def start(self, delay=0):

if self.rspec['enabled'] <= 0:

logger.log('sliver_vs: not starting %s, is not enabled'%self.name)

else:

logger.log('sliver_vs: %s: starting in %d seconds' % (self.name, delay))

time.sleep(delay)

# the generic /etc/init.d/vinit script is permanently refreshed, and enabled

self.install_and_enable_vinit()

# expose .ssh for omf_friendly slivers

if 'omf_control' in self.rspec['tags']:

self.expose_ssh_dir()

# if a change has occured in the slice initscript, reflect this in /etc/init.d/vinit.slice

self.refresh_slice_vinit()

child_pid = os.fork()

if child_pid == 0:

# VServer.start calls fork() internally,

# so just close the nonstandard fds and fork once to avoid creating zombies

tools.close_nonstandard_fds()

vserver.VServer.start(self)

os._exit(0)

else:

os.waitpid(child_pid, 0)

def stop(self):

logger.log('sliver_vs: %s: stopping' % self.name)

vserver.VServer.stop(self)

def is_running(self):

return vserver.VServer.is_running(self)

def set_resources(self):

disk_max = self.rspec['disk_max']

logger.log('sliver_vs: %s: setting max disk usage to %d KiB' % (self.name, disk_max))

try: # if the sliver is over quota, .set_disk_limit will throw an exception

if not self.disk_usage_initialized:

self.vm_running = False

Sliver_VS._init_disk_info_sem.acquire()

logger.log('sliver_vs: %s: computing disk usage: beginning' % self.name)

# init_disk_info is inherited from VServer

try: self.init_disk_info()

finally: Sliver_VS._init_disk_info_sem.release()

logger.log('sliver_vs: %s: computing disk usage: ended' % self.name)

self.disk_usage_initialized = True

vserver.VServer.set_disklimit(self, max(disk_max, self.disk_blocks))

except:

logger.log_exc('sliver_vs: failed to set max disk usage',name=self.name)

# get/set the min/soft/hard values for all of the vserver

# related RLIMITS. Note that vserver currently only

# implements support for hard limits.

for limit in vserver.RLIMITS.keys():

type = limit.lower()

minimum = self.rspec['%s_min'%type]

soft = self.rspec['%s_soft'%type]

hard = self.rspec['%s_hard'%type]

update = self.set_rlimit(limit, hard, soft, minimum)

if update:

logger.log('sliver_vs: %s: setting rlimit %s to (%d, %d, %d)'

% (self.name, type, hard, soft, minimum))

self.set_capabilities_config(self.rspec['capabilities'])

if self.rspec['capabilities']:

logger.log('sliver_vs: %s: setting capabilities to %s' % (self.name, self.rspec['capabilities']))

cpu_pct = self.rspec['cpu_pct']

cpu_share = self.rspec['cpu_share']

count = 1

for key in self.rspec.keys():

if key.find('sysctl.') == 0:

sysctl=key.split('.')

try:

# /etc/vservers/<guest>/sysctl/<id>/

dirname = "/etc/vservers/%s/sysctl/%s" % (self.name, count)

try:

os.makedirs(dirname, 0755)

except:

pass

setting = open("%s/setting" % dirname, "w")

setting.write("%s\n" % key.lstrip("sysctl."))

setting.close()

value = open("%s/value" % dirname, "w")

value.write("%s\n" % self.rspec[key])

value.close()

count += 1

logger.log("sliver_vs: %s: writing %s=%s"%(self.name,key,self.rspec[key]))

except IOError, e:

logger.log("sliver_vs: %s: could not set %s=%s"%(self.name,key,self.rspec[key]))

logger.log("sliver_vs: %s: error = %s"%(self.name,e))

if self.rspec['enabled'] > 0:

if cpu_pct > 0:

logger.log('sliver_vs: %s: setting cpu reservation to %d%%' % (self.name, cpu_pct))

else:

cpu_pct = 0

if cpu_share > 0:

logger.log('sliver_vs: %s: setting cpu share to %d' % (self.name, cpu_share))

else:

cpu_share = 0

self.set_sched_config(cpu_pct, cpu_share)

# if IP address isn't set (even to 0.0.0.0), sliver won't be able to use network

if self.rspec['ip_addresses'] != '0.0.0.0':

logger.log('sliver_vs: %s: setting IP address(es) to %s' % \

(self.name, self.rspec['ip_addresses']))

add_loopback = True

if 'isolate_loopback' in self.rspec['tags']:

add_loopback = self.rspec['tags']['isolate_loopback'] != "1"

self.set_ipaddresses_config(self.rspec['ip_addresses'], add_loopback)

#logger.log("sliver_vs: %s: Setting name to %s" % (self.name, self.slice_id))

#self.setname(self.slice_id)

#logger.log("sliver_vs: %s: Storing slice id of %s for PlanetFlow" % (self.name, self.slice_id))

try:

vserver_config_path = '/etc/vservers/%s'%self.name

if not os.path.exists (vserver_config_path):

os.makedirs (vserver_config_path)

file('%s/slice_id'%vserver_config_path, 'w').write("%d\n"%self.slice_id)

logger.log("sliver_vs: Recorded slice id %d for slice %s"%(self.slice_id,self.name))

except IOError,e:

logger.log("sliver_vs: Could not record slice_id for slice %s. Error: %s"%(self.name,str(e)))

except Exception,e:

logger.log_exc("sliver_vs: Error recording slice id: %s"%str(e),name=self.name)

if self.enabled == False:

self.enabled = True

self.start()

if False: # Does not work properly yet.

if self.have_limits_changed():

logger.log('sliver_vs: %s: limits have changed --- restarting' % self.name)

stopcount = 10

while self.is_running() and stopcount > 0:

self.stop()

delay = 1

time.sleep(delay)

stopcount = stopcount - 1

self.start()

else: # tell vsh to disable remote login by setting CPULIMIT to 0

logger.log('sliver_vs: %s: disabling remote login' % self.name)

self.set_sched_config(0, 0)

self.enabled = False