def restartService():
if not os.path.exists("/etc/init.d/codemux"): return
logger.log("codemux: Restarting codemux service")
if isRunning():
logger.log_call(["/etc/init.d/codemux","condrestart", ])
else:
logger.log_call(["/etc/init.d/codemux","restart", ])
def handleService(keyword):
if tools.has_systemctl():
logger.log("vsys: %s'ing vsys service through systemctl"%keyword)
return logger.log_call(["systemctl", keyword, "vsys"], timeout=5)
else:
logger.log("vsys: %s'ing vsys service through /etc/init.d/vsys"%keyword)
return logger.log_call(["/etc/init.d/vsys", keyword], timeout=5)
def GetSlivers(data, config=None, plc=None):
"""For each sliver with the vsys attribute, set the script ACL, create the vsys directory in the slice, and restart vsys."""
if 'slivers' not in data:
logger.log_missing_data("vsys.GetSlivers",'slivers')
return
# Touch ACLs and create dict of available
scripts = {}
for script in touchAcls(): scripts[script] = []
# slices that need to be written to the conf
slices = []
_restart = False
# Parse attributes and update dict of scripts
if 'slivers' not in data:
logger.log_missing_data("vsys.GetSlivers",'slivers')
return
for sliver in data['slivers']:
for attribute in sliver['attributes']:
if attribute['tagname'] == 'vsys':
if sliver['name'] not in slices:
# add to conf
slices.append(sliver['name'])
_restart = createVsysDir(sliver['name']) or _restart
if attribute['value'] in scripts.keys():
scripts[attribute['value']].append(sliver['name'])
# Write the conf
_restart = writeConf(slices, parseConf()) or _restart
# Write out the ACLs
if writeAcls(scripts, parseAcls()) or _restart:
logger.log("vsys: restarting vsys service")
logger.log_call(["/etc/init.d/vsys", "restart", ])
def restartService():
if not os.path.exists("/etc/init.d/codemux"): return
logger.log("codemux: Restarting codemux service")
if isRunning():
logger.log_call(["/etc/init.d/codemux","condrestart", ])
else:
logger.log_call(["/etc/init.d/codemux","restart", ])
def set_up(networkLibvirt, connLibvirt, networkElem, ipv6addr, prefix):
newXml = networkElem.toxml()
#logger.log(networkElem.toxml())
#ret = dir(conn)
#for method in ret:
# logger.log(repr(method))
networkLibvirt.undefine()
networkLibvirt.destroy()
connLibvirt.networkCreateXML(newXml)
networkDefault = connLibvirt.networkDefineXML(newXml)
set_autostart(networkDefault)
commandForwarding = ['sysctl', '-w', 'net.ipv6.conf.all.forwarding=1']
logger.log_call(commandForwarding, timeout=15*60)
configRadvd = """
interface virbr0
{
AdvSendAdvert on;
MinRtrAdvInterval 30;
MaxRtrAdvInterval 100;
prefix %(ipv6addr)s/%(prefix)s
{
AdvOnLink on;
AdvAutonomous on;
AdvRouterAddr off;
};
};
""" % locals()
with open(radvd_conf_file, 'w') as f:
f.write(configRadvd)
kill_radvd()
start_radvd()
logger.log("ipv6: set up process finalized -- enabled IPv6 address to the slivers!")
def GetSlivers(data, config=None, plc=None):
"""For each sliver with the vsys attribute, set the script ACL, create the vsys directory in the slice, and restart vsys."""
if 'slivers' not in data:
logger.log_missing_data("vsys.GetSlivers",'slivers')
return
# Touch ACLs and create dict of available
scripts = {}
for script in touchAcls(): scripts[script] = []
# slices that need to be written to the conf
slices = []
_restart = False
# Parse attributes and update dict of scripts
if 'slivers' not in data:
logger.log_missing_data("vsys.GetSlivers",'slivers')
return
for sliver in data['slivers']:
for attribute in sliver['attributes']:
if attribute['tagname'] == 'vsys':
if sliver['name'] not in slices:
# add to conf
slices.append(sliver['name'])
_restart = createVsysDir(sliver['name']) or _restart
if attribute['value'] in scripts.keys():
scripts[attribute['value']].append(sliver['name'])
# Write the conf
_restart = writeConf(slices, parseConf()) or _restart
# Write out the ACLs
if writeAcls(scripts, parseAcls()) or _restart:
logger.log("vsys: restarting vsys service")
logger.log_call(["/etc/init.d/vsys", "restart", ])
def ensure_slicebridge_created(name, addr):
bridges = ovs_listbridge()
logger.log("privatebridge: current bridges = " + ",".join(bridges))
if name in bridges:
return
ovs_addbridge(name)
logger.log_call(["ifconfig", name, addr, "netmask", "255.0.0.0"])
def ensure_slicebridge_created(name, addr):
bridges = ovs_listbridge()
logger.log("privatebridge: current bridges = " + ",".join(bridges))
if name in bridges:
return
ovs_addbridge(name)
logger.log_call(["ifconfig", name, addr, "netmask", "255.0.0.0"])
def rerun_slice_vinit(self):
"""This is called at startup, and whenever the initscript code changes"""
logger.log("sliver_lxc.rerun_slice_vinit {}".format(self.name))
plain = "virsh -c lxc:/// lxc-enter-namespace --noseclabel -- {} /usr/bin/systemctl --system daemon-reload"\
.format(self.name)
command = plain.split()
logger.log_call(command, timeout=3)
plain = "virsh -c lxc:/// lxc-enter-namespace --noseclabel -- {} /usr/bin/systemctl restart vinit.service"\
.format(self.name)
command = plain.split()
logger.log_call(command, timeout=3)
def debug_box(self, message, slicename=None):
if reservation.debug:
logger.log('reservation: ' + message)
logger.log_call([
'/usr/sbin/vserver-stat',
])
if slicename:
logger.log_call([
'/usr/sbin/vserver',
slicename,
'status',
])
def start(self, delay=0):
'''Just start the sliver'''
logger.verbose('sliver_libvirt: {} start'.format(self.name))
# TD: Added OpenFlow rules to avoid OpenVSwitch-based slivers'
# auto-configuration issues when IPv6 auto-config and/or DHCP are
# available in the node's network. Sliver configuration is static.
if os.path.exists('/usr/bin/ovs-ofctl'):
logger.log('Adding OpenFlow rules to prevent IPv6 auto-config and DHCP in OpenVSwitch slivers')
# IPv6 ICMP Router Solicitation and Advertisement
logger.log_call([ '/usr/bin/ovs-ofctl', 'add-flow', 'public0', 'priority=100,icmp6,icmp_type=133,idle_timeout=0,hard_timeout=0,actions=drop' ])
logger.log_call([ '/usr/bin/ovs-ofctl', 'add-flow', 'public0', 'priority=100,icmp6,icmp_type=134,idle_timeout=0,hard_timeout=0,actions=drop' ])
# IPv4 DHCP
logger.log_call([ '/usr/bin/ovs-ofctl', 'add-flow', 'public0', 'priority=101,udp,nw_src=0.0.0.0,nw_dst=255.255.255.255,tp_src=68,tp_dst=67,idle_timeout=0,hard_timeout=0,actions=drop' ])
logger.log_call([ '/usr/bin/ovs-ofctl', 'add-flow', 'public0', 'priority=101,udp,tp_src=67,tp_dst=68,idle_timeout=0,hard_timeout=0,actions=drop' ])
else:
logger.log('NOTE: /usr/bin/ovs-ofctl not found!')
# Check if it's running to avoid throwing an exception if the
# domain was already running
if not self.is_running():
try:
# create actually means start
self.dom.create()
except Exception as e:
# XXX smbaker: attempt to resolve slivers that are stuck in
# "failed to allocate free veth".
if "ailed to allocate free veth" in str(e):
logger.log("failed to allocate free veth on {}".format(self.name))
self.repair_veth()
logger.log("trying dom.create again")
self.dom.create()
else:
raise
else:
logger.verbose('sliver_libvirt: sliver {} already started'.format(self.name))
# After the VM is started... we can play with the virtual interface
# Create the ebtables rule to mark the packets going out from the virtual
# interface to the actual device so the filter canmatch against the mark
bwlimit.ebtables("-A INPUT -i veth{} -j mark --set-mark {}"
.format(self.xid, self.xid))
# TD: Turn off SCTP checksum offloading. It is currently not working. FIXME: check for a kernel fix!
result = logger.log_call(['/usr/sbin/lxcsu', '-r', self.name, '--', '/usr/sbin/ethtool', '-K', 'eth0', 'tx-checksum-sctp', 'off'])
if not result:
logger.log('unable to apply SCTP checksum bug work-around for %s' % self.name)
# TD: Work-around for missing interface configuration: ensure that networking service is running.
result = logger.log_call(['/usr/sbin/lxcsu', '-r', self.name, '/sbin/service', 'network', 'restart'])
if not result:
logger.log('unable to restart networking service for %s' % self.name)
def create(name, rec = None):
logger.verbose('sliver_vs: %s: create'%name)
vref = rec['vref']
if vref is None:
logger.log("sliver_vs: %s: ERROR - no vref attached, this is unexpected"%(name))
# added by caglar
# band-aid for short period as old API doesn't have GetSliceFamily function
#return
vref = "planetlab-f8-i386"
# used to look in /etc/planetlab/family,
# now relies on the 'GetSliceFamily' extra attribute in GetSlivers()
# which for legacy is still exposed here as the 'vref' key
# check the template exists -- there's probably a better way..
if not os.path.isdir ("/vservers/.vref/%s"%vref):
logger.log ("sliver_vs: %s: ERROR Could not create sliver - vreference image %s not found"%(name,vref))
return
# guess arch
try:
(x,y,arch)=vref.split('-')
# mh, this of course applies when 'vref' is e.g. 'netflow'
# and that's not quite right
except:
arch='i386'
def personality (arch):
personality="linux32"
if arch.find("64")>=0:
personality="linux64"
return personality
command=[]
# be verbose
command += ['/bin/bash','-x',]
command += ['/usr/sbin/vuseradd', ]
if 'attributes' in rec and 'isolate_loopback' in rec['attributes'] and rec['attributes']['isolate_loopback'] == '1':
command += [ "-i",]
# the vsliver imge to use
command += [ '-t', vref, ]
# slice name
command += [ name, ]
# logger.log_call(['/usr/sbin/vuseradd', '-t', vref, name, ], timeout=15*60)
logger.log_call(command, timeout=15*60)
# export slicename to the slice in /etc/slicename
file('/vservers/%s/etc/slicename' % name, 'w').write(name)
file('/vservers/%s/etc/slicefamily' % name, 'w').write(vref)
# set personality: only if needed (if arch's differ)
if tools.root_context_arch() != arch:
file('/etc/vservers/%s/personality' % name, 'w').write(personality(arch)+"\n")
logger.log('sliver_vs: %s: set personality to %s'%(name,personality(arch)))
def create(name, vref=None):
add_shell(Controller.SHELL)
group = getgrnam("slices")[2]
logger.log_call([
'/usr/sbin/useradd',
'-p',
'*',
'-g',
str(group),
'-s',
Controller.SHELL,
name,
])
def repair_veth(self):
# See workaround email, 2-14-2014, "libvirt 1.2.1 rollout"
xmlfilename = "/etc/libvirt/lxc/{}.xml".format(self.name)
with open(xmlfilename) as xmlfile:
xml = xmlfile.read()
veths = re.findall("<target dev='veth[0-9]*'/>", xml)
veths = [x[13:-3] for x in veths]
for veth in veths:
command = ["ip", "link", "delete", veth]
logger.log_call(command)
logger.log("trying to redefine the VM")
command = [ "virsh", "define", xmlfilename ]
logger.log_call(command)
def DRLInstall(slice_name):
if not os.path.exists('/vservers/%s/etc/yum.repos.d/myplc.repo' % slice_name):
shutil.copyfile('/etc/yum.myplc.d/myplc.repo', '/vservers/%s/etc/yum.repos.d/myplc.repo' % slice_name)
logger.log('drl: installing DistributedRateLimiting into %s slice' % slice_name)
logger.log_call(['vserver', '%s' % slice_name, 'suexec', '0', 'yum', 'install', '-y', '-q', 'DistributedRateLimiting'])
logger.log_call(['vserver', '%s' % slice_name, 'suexec', '0', 'chkconfig', '--add', 'ulogd'])
else:
logger.log('drl: updating DistributedRateLimiting on %s slice' % slice_name)
logger.log_call(['vserver', '%s' % slice_name, 'suexec', '0', 'yum', 'update', '-y', '-q', 'DistributedRateLimiting'])
logger.log('drl: (re)starting DistributedRateLimiting service')
logger.log_call(['vserver', '%s' % slice_name, 'suexec', '0', 'service', 'ulogd', 'restart'])
def log_all_calls(self, really=True):
"""
Logs calls of all methods other than self.log_exceptions
if its name starts with [a-z].
"""
if really:
for name in dir(self):
if name[0] in string.ascii_lowercase\
and callable(getattr(self, name))\
and name not in self.log_exceptions:
setattr(self, name, log_call(log)(getattr(self, name)))
def destroy(name):
# umount .ssh directory - only if mounted
Account.umount_ssh_dir(name)
logger.verbose('sliver_lxc: %s destroy' % (name))
conn = Sliver_Libvirt.getConnection(Sliver_LXC.TYPE)
containerDir = Sliver_LXC.CON_BASE_DIR + '/%s' % (name)
try:
# Destroy libvirt domain
dom = conn.lookupByName(name)
except:
logger.verbose('sliver_lxc: Domain %s does not exist!' % name)
try:
dom.destroy()
except:
logger.verbose('sliver_lxc: Domain %s not running... continuing.' %
name)
try:
dom.undefine()
except:
logger.verbose(
'sliver_lxc: Domain %s is not defined... continuing.' % name)
# Remove user after destroy domain to force logout
command = ['/usr/sbin/userdel', '-f', '-r', name]
logger.log_call(command, timeout=15 * 60)
if os.path.exists(os.path.join(containerDir, "vsys")):
# Slivers with vsys running will fail the subvolume delete.
# A more permanent solution may be to ensure that the vsys module
# is called before the sliver is destroyed.
logger.log("destroying vsys directory and restarting vsys")
logger.log_call(["rm", "-fR", os.path.join(containerDir, "vsys")])
logger.log_call([
"/etc/init.d/vsys",
"restart",
])
# Remove rootfs of destroyed domain
command = ['btrfs', 'subvolume', 'delete', containerDir]
logger.log_call(command, timeout=60)
if os.path.exists(containerDir):
# oh no, it's still here...
logger.log("WARNING: failed to destroy container %s" %
containerDir)
logger.verbose('sliver_libvirt: %s destroyed.' % name)
def destroy(name):
# umount .ssh directory - only if mounted
Account.umount_ssh_dir(name)
logger.verbose ('sliver_lxc: %s destroy'%(name))
conn = Sliver_Libvirt.getConnection(Sliver_LXC.TYPE)
containerDir = Sliver_LXC.CON_BASE_DIR + '/%s'%(name)
try:
# Destroy libvirt domain
dom = conn.lookupByName(name)
except:
logger.verbose('sliver_lxc: Domain %s does not exist!' % name)
try:
dom.destroy()
except:
logger.verbose('sliver_lxc: Domain %s not running... continuing.' % name)
try:
dom.undefine()
except:
logger.verbose('sliver_lxc: Domain %s is not defined... continuing.' % name)
# Remove user after destroy domain to force logout
command = ['/usr/sbin/userdel', '-f', '-r', name]
logger.log_call(command, timeout=15*60)
if os.path.exists(os.path.join(containerDir,"vsys")):
# Slivers with vsys running will fail the subvolume delete.
# A more permanent solution may be to ensure that the vsys module
# is called before the sliver is destroyed.
logger.log("destroying vsys directory and restarting vsys")
logger.log_call(["rm", "-fR", os.path.join(containerDir, "vsys")])
logger.log_call(["/etc/init.d/vsys", "restart", ])
# Remove rootfs of destroyed domain
command = ['btrfs', 'subvolume', 'delete', containerDir]
logger.log_call(command, timeout=60)
if os.path.exists(containerDir):
# oh no, it's still here...
logger.log("WARNING: failed to destroy container %s" % containerDir)
logger.verbose('sliver_libvirt: %s destroyed.'%name)
def generate_sshkey (sliver):
# initial version was storing stuff in the sliver directly
# keyfile="/vservers/%s/home/%s/.ssh/id_rsa"%(sliver['name'],sliver['name'])
# we're now storing this in the same place as the authorized_keys, which in turn
# gets mounted to the user's home directory in the sliver
keyfile="/home/%s/.ssh/id_rsa"%(sliver['name'])
pubfile="%s.pub"%keyfile
dotssh=os.path.dirname(keyfile)
# create dir if needed
if not os.path.isdir (dotssh):
os.mkdir (dotssh, 0700)
logger.log_call ( [ 'chown', "%s:slices"%(sliver['name']), dotssh ] )
if not os.path.isfile (pubfile):
comment="%s@%s"%(sliver['name'],socket.gethostname())
logger.log_call( [ 'ssh-keygen', '-t', 'rsa', '-N', '', '-f', keyfile , '-C', comment] )
os.chmod (keyfile, 0400)
logger.log_call ( [ 'chown', "%s:slices"%(sliver['name']), keyfile, pubfile ] )
return file(pubfile).read().strip()
def generate_sshkey(sliver):
# initial version was storing stuff in the sliver directly
# keyfile="/vservers/%s/home/%s/.ssh/id_rsa"%(sliver['name'],sliver['name'])
# we're now storing this in the same place as the authorized_keys, which in turn
# gets mounted to the user's home directory in the sliver
keyfile = "/home/%s/.ssh/id_rsa" % (sliver['name'])
pubfile = "%s.pub" % keyfile
dotssh = os.path.dirname(keyfile)
# create dir if needed
if not os.path.isdir(dotssh):
os.mkdir(dotssh, 0700)
logger.log_call(['chown', "%s:slices" % (sliver['name']), dotssh])
if not os.path.isfile(pubfile):
comment = "%s@%s" % (sliver['name'], socket.gethostname())
logger.log_call([
'ssh-keygen', '-t', 'rsa', '-N', '', '-f', keyfile, '-C', comment
])
os.chmod(keyfile, 0400)
logger.log_call(
['chown',
"%s:slices" % (sliver['name']), keyfile, pubfile])
return file(pubfile).read().strip()
def destroy(name):
# logger.log_call(['/usr/sbin/vuserdel', name, ])
logger.log_call(['/bin/bash','-x','/usr/sbin/vuserdel', name, ])
def create(name, rec=None):
''' Create dirs, copy fs image, lxc_create '''
logger.verbose('sliver_lxc: %s create' % (name))
conn = Sliver_Libvirt.getConnection(Sliver_LXC.TYPE)
# Get the type of image from vref myplc tags specified as:
# pldistro = lxc
# fcdistro = squeeze
# arch x86_64
arch = 'x86_64'
tags = rec['rspec']['tags']
if 'arch' in tags:
arch = tags['arch']
if arch == 'i386':
arch = 'i686'
vref = rec['vref']
if vref is None:
vref = "lxc-f14-x86_64"
logger.log(
"sliver_libvirt: %s: WARNING - no vref attached, using hard-wired default %s"
% (name, vref))
refImgDir = os.path.join(Sliver_LXC.REF_IMG_BASE_DIR, vref)
containerDir = os.path.join(Sliver_LXC.CON_BASE_DIR, name)
# check the template exists -- there's probably a better way..
if not os.path.isdir(refImgDir):
logger.log(
'sliver_lxc: %s: ERROR Could not create sliver - reference image %s not found'
% (name, vref))
logger.log('sliver_lxc: %s: ERROR Expected reference image in %s' %
(name, refImgDir))
return
# Snapshot the reference image fs (assume the reference image is in its own
# subvolume)
command = ['btrfs', 'subvolume', 'snapshot', refImgDir, containerDir]
if not logger.log_call(command, timeout=15 * 60):
logger.log('sliver_lxc: ERROR Could not create BTRFS snapshot at',
containerDir)
return
command = ['chmod', '755', containerDir]
logger.log_call(command, timeout=15 * 60)
# TODO: set quotas...
# Set hostname. A valid hostname cannot have '_'
#with open(os.path.join(containerDir, 'etc/hostname'), 'w') as f:
# print >>f, name.replace('_', '-')
# Add slices group if not already present
try:
group = grp.getgrnam('slices')
except:
command = ['/usr/sbin/groupadd', 'slices']
logger.log_call(command, timeout=15 * 60)
# Add unix account (TYPE is specified in the subclass)
command = [
'/usr/sbin/useradd', '-g', 'slices', '-s', Sliver_LXC.SHELL, name,
'-p', '*'
]
logger.log_call(command, timeout=15 * 60)
command = ['mkdir', '/home/%s/.ssh' % name]
logger.log_call(command, timeout=15 * 60)
# Create PK pair keys to connect from the host to the guest without
# password... maybe remove the need for authentication inside the
# guest?
command = [
'su', '-s', '/bin/bash', '-c',
'ssh-keygen -t rsa -N "" -f /home/%s/.ssh/id_rsa' % (name)
]
logger.log_call(command, timeout=60)
command = ['chown', '-R', '%s.slices' % name, '/home/%s/.ssh' % name]
logger.log_call(command, timeout=30)
command = ['mkdir', '%s/root/.ssh' % containerDir]
logger.log_call(command, timeout=10)
command = [
'cp',
'/home/%s/.ssh/id_rsa.pub' % name,
'%s/root/.ssh/authorized_keys' % containerDir
]
logger.log_call(command, timeout=30)
logger.log("creating /etc/slicename file in %s" %
os.path.join(containerDir, 'etc/slicename'))
try:
file(os.path.join(containerDir, 'etc/slicename'), 'w').write(name)
except:
logger.log_exc("exception while creating /etc/slicename")
try:
file(os.path.join(containerDir, 'etc/slicefamily'),
'w').write(vref)
except:
logger.log_exc("exception while creating /etc/slicefamily")
uid = None
try:
uid = getpwnam(name).pw_uid
except KeyError:
# keyerror will happen if user id was not created successfully
logger.log_exc("exception while getting user id")
if uid is not None:
logger.log("uid is %d" % uid)
command = ['mkdir', '%s/home/%s' % (containerDir, name)]
logger.log_call(command, timeout=10)
command = ['chown', name, '%s/home/%s' % (containerDir, name)]
logger.log_call(command, timeout=10)
etcpasswd = os.path.join(containerDir, 'etc/passwd')
etcgroup = os.path.join(containerDir, 'etc/group')
if os.path.exists(etcpasswd):
# create all accounts with gid=1001 - i.e. 'slices' like it is in the root context
slices_gid = 1001
logger.log(
"adding user %(name)s id %(uid)d gid %(slices_gid)d to %(etcpasswd)s"
% (locals()))
try:
file(etcpasswd, 'a').write(
"%(name)s:x:%(uid)d:%(slices_gid)d::/home/%(name)s:/bin/bash\n"
% locals())
except:
logger.log_exc("exception while updating %s" % etcpasswd)
logger.log(
"adding group slices with gid %(slices_gid)d to %(etcgroup)s"
% locals())
try:
file(etcgroup,
'a').write("slices:x:%(slices_gid)d\n" % locals())
except:
logger.log_exc("exception while updating %s" % etcgroup)
sudoers = os.path.join(containerDir, 'etc/sudoers')
if os.path.exists(sudoers):
try:
file(sudoers,
'a').write("%s ALL=(ALL) NOPASSWD: ALL\n" % name)
except:
logger.log_exc("exception while updating /etc/sudoers")
# customizations for the user environment - root or slice uid
# we save the whole business in /etc/planetlab.profile
# and source this file for both root and the slice uid's .profile
# prompt for slice owner, + LD_PRELOAD for transparently wrap bind
pl_profile = os.path.join(containerDir, "etc/planetlab.profile")
ld_preload_text = """# by default, we define this setting so that calls to bind(2),
# when invoked on 0.0.0.0, get transparently redirected to the public interface of this node
# see https://svn.planet-lab.org/wiki/LxcPortForwarding"""
usrmove_path_text = """# VM's before Features/UsrMove need /bin and /sbin in their PATH"""
usrmove_path_code = """
pathmunge () {
if ! echo $PATH | /bin/egrep -q "(^|:)$1($|:)" ; then
if [ "$2" = "after" ] ; then
PATH=$PATH:$1
else
PATH=$1:$PATH
fi
fi
}
pathmunge /bin after
pathmunge /sbin after
unset pathmunge
"""
with open(pl_profile, 'w') as f:
f.write("export PS1='%s@\H \$ '\n" % (name))
f.write("%s\n" % ld_preload_text)
f.write("export LD_PRELOAD=/etc/planetlab/lib/bind_public.so\n")
f.write("%s\n" % usrmove_path_text)
f.write("%s\n" % usrmove_path_code)
# make sure this file is sourced from both root's and slice's .profile
enforced_line = "[ -f /etc/planetlab.profile ] && source /etc/planetlab.profile\n"
for path in ['root/.profile', 'home/%s/.profile' % name]:
from_root = os.path.join(containerDir, path)
# if dir is not yet existing let's forget it for now
if not os.path.isdir(os.path.dirname(from_root)): continue
found = False
try:
contents = file(from_root).readlines()
for content in contents:
if content == enforced_line: found = True
except IOError:
pass
if not found:
with open(from_root, "a") as user_profile:
user_profile.write(enforced_line)
# in case we create the slice's .profile when writing
if from_root.find("/home") >= 0:
command = ['chown', '%s:slices' % name, from_root]
logger.log_call(command, timeout=5)
# Lookup for xid and create template after the user is created so we
# can get the correct xid based on the name of the slice
xid = bwlimit.get_xid(name)
# Template for libvirt sliver configuration
template_filename_sliceimage = os.path.join(
Sliver_LXC.REF_IMG_BASE_DIR, 'lxc_template.xml')
if os.path.isfile(template_filename_sliceimage):
logger.log("WARNING: using compat template %s" %
template_filename_sliceimage)
template_filename = template_filename_sliceimage
else:
logger.log("Cannot find XML template %s" %
template_filename_sliceimage)
return
interfaces = Sliver_Libvirt.get_interfaces_xml(rec)
try:
with open(template_filename) as f:
template = Template(f.read())
xml = template.substitute(name=name,
xid=xid,
interfaces=interfaces,
arch=arch)
except IOError:
logger.log('Failed to parse or use XML template file %s' %
template_filename)
return
# Lookup for the sliver before actually
# defining it, just in case it was already defined.
try:
dom = conn.lookupByName(name)
except:
dom = conn.defineXML(xml)
logger.verbose('lxc_create: %s -> %s' %
(name, Sliver_Libvirt.debuginfo(dom)))
def kill_radvd():
command_kill_radvd = ['killall', 'radvd']
logger.log_call(command_kill_radvd, timeout=15*60)
def start_radvd():
commandRadvd = ['radvd']
logger.log_call(commandRadvd, timeout=15*60)
def create(name, rec=None):
'''
Create dirs, copy fs image, lxc_create
'''
logger.verbose('sliver_lxc: {} create'.format(name))
conn = Sliver_Libvirt.getConnection(Sliver_LXC.TYPE)
vref = rec['vref']
if vref is None:
vref = "lxc-f24-x86_64"
logger.log("sliver_libvirt: {}: WARNING - no vref attached, using hard-wired default {}"
.format(name, vref))
# compute guest arch from vref
# essentially we want x86_64 (default) or i686 here for libvirt
try:
(x, y, arch) = vref.split('-')
arch = "x86_64" if arch.find("64") >= 0 else "i686"
except:
arch = 'x86_64'
# Get the type of image from vref myplc tags specified as:
# pldistro = lxc
# fcdistro = squeeze
# arch x86_64
arch = 'x86_64'
tags = rec['rspec']['tags']
if 'arch' in tags:
arch = tags['arch']
if arch == 'i386':
arch = 'i686'
refImgDir = os.path.join(Sliver_LXC.REF_IMG_BASE_DIR, vref)
containerDir = os.path.join(Sliver_LXC.CON_BASE_DIR, name)
# check the template exists -- there's probably a better way..
if not os.path.isdir(refImgDir):
logger.log('sliver_lxc: {}: ERROR Could not create sliver - reference image {} not found'
.format(name, vref))
logger.log('sliver_lxc: {}: ERROR Expected reference image in {}'.format(name, refImgDir))
return
# during some time this fragment had been commented out
# but we're seeing cases where this code might actually be useful, so..
# this hopefully should be fixed now
# # in fedora20 we have some difficulty in properly cleaning up /vservers/<slicename>
# # also note that running e.g. btrfs subvolume create /vservers/.lvref/image /vservers/foo
# # behaves differently, whether /vservers/foo exists or not:
# # if /vservers/foo does not exist, it creates /vservers/foo
# # but if it does exist, then it creates /vservers/foo/image !!
# # so we need to check the expected container rootfs does not exist yet
# # this hopefully could be removed in a future release
if os.path.exists (containerDir):
logger.log("sliver_lxc: {}: WARNING cleaning up pre-existing {}".format(name, containerDir))
command = ['btrfs', 'subvolume', 'delete', containerDir]
logger.log_call(command, BTRFS_TIMEOUT)
# re-check
if os.path.exists (containerDir):
logger.log('sliver_lxc: {}: ERROR Could not create sliver - could not clean up empty {}'
.format(name, containerDir))
return
# Snapshot the reference image fs
# this assumes the reference image is in its own subvolume
command = ['btrfs', 'subvolume', 'snapshot', refImgDir, containerDir]
if not logger.log_call(command, timeout=BTRFS_TIMEOUT):
logger.log('sliver_lxc: ERROR Could not create BTRFS snapshot at {}'
.format(containerDir))
return
command = ['chmod', '755', containerDir]
logger.log_call(command)
# TODO: set quotas...
# Set hostname. A valid hostname cannot have '_'
#with open(os.path.join(containerDir, 'etc/hostname'), 'w') as f:
# print >>f, name.replace('_', '-')
# Add slices group if not already present
try:
group = grp.getgrnam('slices')
except:
command = ['/usr/sbin/groupadd', 'slices']
logger.log_call(command)
# Add unix account (TYPE is specified in the subclass)
command = ['/usr/sbin/useradd', '-g', 'slices', '-s', Sliver_LXC.SHELL, name, '-p', '*']
logger.log_call(command)
command = ['mkdir', '/home/{}/.ssh'.format(name)]
logger.log_call(command)
# Create PK pair keys to connect from the host to the guest without
# password... maybe remove the need for authentication inside the
# guest?
command = ['su', '-s', '/bin/bash', '-c',
'ssh-keygen -t rsa -N "" -f /home/{}/.ssh/id_rsa'.format(name)]
logger.log_call(command)
command = ['chown', '-R', '{}:slices'.format(name), '/home/{}/.ssh'.format(name)]
logger.log_call(command)
command = ['mkdir', '{}/root/.ssh'.format(containerDir)]
logger.log_call(command)
command = ['cp', '/home/{}/.ssh/id_rsa.pub'.format(name),
'{}/root/.ssh/authorized_keys'.format(containerDir)]
logger.log_call(command)
logger.log("creating /etc/slicename file in {}".format(os.path.join(containerDir, 'etc/slicename')))
try:
with open(os.path.join(containerDir, 'etc/slicename'), 'w') as f:
f.write(name)
except:
logger.log_exc("exception while creating /etc/slicename")
try:
with open(os.path.join(containerDir, 'etc/slicefamily'), 'w') as f:
f.write(vref)
except:
logger.log_exc("exception while creating /etc/slicefamily")
uid = None
try:
uid = getpwnam(name).pw_uid
except KeyError:
# keyerror will happen if user id was not created successfully
logger.log_exc("exception while getting user id")
if uid is not None:
logger.log("uid is {}".format(uid))
command = ['mkdir', '{}/home/{}'.format(containerDir, name)]
logger.log_call(command)
command = ['chown', name, '{}/home/{}'.format(containerDir, name)]
logger.log_call(command)
etcpasswd = os.path.join(containerDir, 'etc/passwd')
etcgroup = os.path.join(containerDir, 'etc/group')
if os.path.exists(etcpasswd):
# create all accounts with gid=1001 - i.e. 'slices' like it is in the root context
slices_gid = 1001
logger.log("adding user {name} id {uid} gid {slices_gid} to {etcpasswd}"
.format(**(locals())))
try:
with open(etcpasswd, 'a') as passwdfile:
passwdfile.write("{name}:x:{uid}:{slices_gid}::/home/{name}:/bin/bash\n"
.format(**locals()))
except:
logger.log_exc("exception while updating {}".format(etcpasswd))
logger.log("adding group slices with gid {slices_gid} to {etcgroup}"
.format(**locals()))
try:
with open(etcgroup, 'a') as groupfile:
groupfile.write("slices:x:{slices_gid}\n"
.format(**locals()))
except:
logger.log_exc("exception while updating {}".format(etcgroup))
sudoers = os.path.join(containerDir, 'etc/sudoers')
if os.path.exists(sudoers):
try:
with open(sudoers, 'a') as f:
f.write("{} ALL=(ALL) NOPASSWD: ALL\n".format(name))
except:
logger.log_exc("exception while updating /etc/sudoers")
# customizations for the user environment - root or slice uid
# we save the whole business in /etc/planetlab.profile
# and source this file for both root and the slice uid's .profile
# prompt for slice owner, + LD_PRELOAD for transparently wrap bind
pl_profile = os.path.join(containerDir, "etc/planetlab.profile")
ld_preload_text = """# by default, we define this setting so that calls to bind(2),
# when invoked on 0.0.0.0, get transparently redirected to the public interface of this node
# see https://svn.planet-lab.org/wiki/LxcPortForwarding"""
usrmove_path_text = """# VM's before Features/UsrMove need /bin and /sbin in their PATH"""
usrmove_path_code = """
pathmunge () {
if ! echo $PATH | /bin/egrep -q "(^|:)$1($|:)" ; then
if [ "$2" = "after" ] ; then
PATH=$PATH:$1
else
PATH=$1:$PATH
fi
fi
}
pathmunge /bin after
pathmunge /sbin after
unset pathmunge
"""
with open(pl_profile, 'w') as f:
f.write("export PS1='{}@\H \$ '\n".format(name))
f.write("{}\n".format(ld_preload_text))
f.write("if [ -e /etc/planetlab/lib/bind_public.so ] ; then # Only preload bind_public if it exists.\n")
f.write(" export LD_PRELOAD=/etc/planetlab/lib/bind_public.so\n")
f.write("fi\n")
f.write("{}\n".format(usrmove_path_text))
f.write("{}\n".format(usrmove_path_code))
# make sure this file is sourced from both root's and slice's .profile
enforced_line = "[ -f /etc/planetlab.profile ] && source /etc/planetlab.profile\n"
for path in [ 'root/.profile', 'home/{}/.profile'.format(name) ]:
from_root = os.path.join(containerDir, path)
# if dir is not yet existing let's forget it for now
if not os.path.isdir(os.path.dirname(from_root)): continue
found = False
try:
with open(from_root) as f:
contents = f.readlines()
for content in contents:
if content == enforced_line:
found = True
except IOError:
pass
if not found:
with open(from_root, "a") as user_profile:
user_profile.write(enforced_line)
# in case we create the slice's .profile when writing
if from_root.find("/home") >= 0:
command = ['chown', '{}:slices'.format(name), from_root]
logger.log_call(command)
# Lookup for xid and create template after the user is created so we
# can get the correct xid based on the name of the slice
xid = bwlimit.get_xid(name)
# Template for libvirt sliver configuration
template_filename_sliceimage = os.path.join(Sliver_LXC.REF_IMG_BASE_DIR, 'lxc_template.xml')
if os.path.isfile(template_filename_sliceimage):
logger.verbose("Using XML template {}".format(template_filename_sliceimage))
template_filename = template_filename_sliceimage
else:
logger.log("Cannot find XML template {}".format(template_filename_sliceimage))
return
interfaces = Sliver_Libvirt.get_interfaces_xml(rec)
try:
with open(template_filename) as f:
template = Template(f.read())
xml = template.substitute(name=name, xid=xid, interfaces=interfaces, arch=arch)
except IOError:
logger.log('Failed to parse or use XML template file {}'.format(template_filename))
return
# Lookup for the sliver before actually
# defining it, just in case it was already defined.
try:
dom = conn.lookupByName(name)
except:
dom = conn.defineXML(xml)
logger.verbose('lxc_create: {} -> {}'.format(name, Sliver_Libvirt.dom_details(dom)))
def stopService():
if not os.path.exists("/etc/init.d/codemux"): return
if isRunning():
logger.log("codemux: Stopping codemux service")
logger.log_call(["/etc/init.d/codemux", "stop", ])
logger.log_call(["/sbin/chkconfig", "codemux", "off"])
def GetSlivers(data, config=None, plc=None):
if 'slivers' not in data:
logger.log_missing_data("interfaces.GetSlivers", 'slivers')
return
for sliver in data['slivers']:
slicename = sliver['name']
if not os.path.exists("/vservers/%s" % slicename):
# Avoid creating slice directory if slice does not exist, as it
# breaks slice creation when sliver_lxc eventually gets around
# to creating the sliver.
logger.log("vserver %s does not exist yet. Skipping interfaces." % slicename)
continue
for tag in sliver['attributes']:
if tag['tagname'] == 'interface':
interfaces = eval(tag['value'])
if not isinstance(interfaces, (list, tuple)):
# if interface is not a list, then make it into a singleton list
interfaces = [interfaces]
for mydict in interfaces:
contents=""
# First look for filename/url combination for custom config files
if 'filename' in mydict and 'url' in mydict:
dest = "/vservers/%s/%s" % (slicename, mydict['filename'])
url = mydict['url']
try:
contents = curlwrapper.retrieve(url)
except xmlrpc.client.ProtocolError as e:
logger.log('interfaces (%s): failed to retrieve %s' % (slicename, url))
continue
else:
# Otherwise generate /etc/sysconfig/network-scripts/ifcfg-<device>
try:
dest = "/vservers/%s/etc/sysconfig/network-scripts/ifcfg-%s" % (slicename, mydict['DEVICE'])
except:
logger.log('interfaces (%s): no DEVICE specified' % slicename)
continue
for key, value in list(mydict.items()):
if key in ['bridge', 'vlan']:
continue
contents += '%s="%s"\n' % (key, value)
if sha(contents).digest() == checksum(dest):
logger.log('interfaces (%s): no changes to %s' % (slicename, dest))
continue
logger.log('interfaces (%s): installing file %s' % (slicename, dest))
try:
os.makedirs(os.path.dirname(dest))
except OSError:
pass
try:
f = open (dest, "w")
f.write(contents)
f.close()
except:
logger.log('interfaces (%s): error writing file %s' % (slicename, dest))
continue
# TD: Call lxcsu with '-r'. Otherwise, setns.drop_caps() would remove then required CAP_NET_ADMIN capability!
result = logger.log_call(['/usr/sbin/lxcsu', '-r', slicename, '/sbin/service', 'network', 'restart'])
if not result:
logger.log('interfaces (%s): error restarting network service' % slicename)
def debug_box(self,message,slicename=None):
if reservation.debug:
logger.log ('reservation: '+message)
logger.log_call( ['/usr/sbin/vserver-stat', ] )
if slicename:
logger.log_call ( ['/usr/sbin/vserver',slicename,'status', ])
def stopService():
if not os.path.exists("/etc/init.d/codemux"): return
if isRunning():
logger.log("codemux: Stopping codemux service")
logger.log_call(["/etc/init.d/codemux", "stop", ])
logger.log_call(["/sbin/chkconfig", "codemux", "off"])
def destroy(name): logger.log_call(['/usr/sbin/userdel', '-r', name, ])
def is_running(self):
def create_lxc(name, rec=None):
''' Create dirs, copy fs image, creat_lxc '''
logger.verbose ('sliver_lxc: %s create'%(name))
conn = libvirt.open("lxc://")
try:
p = conn.lookupByName(name)
logger.log("create_lxc: there is already a running vm %s!"%(name))
return
except:
logger.log("create a new sliver %s"%(name))
#return
# Get the type of image from vref myplc tags specified as:
# pldistro = lxc
# fcdistro = squeeze
# arch x86_64
arch = 'x86_64'
#tags = rec['rspec']['tags']
#if 'arch' in tags:
# arch = tags['arch']
# if arch == 'i386':
# arch = 'i686'
vref = "lxc-f18-x86_64"
#vref = rec['vref']
#if vref is None:
# vref = "lxc-f14-x86_64"
# logger.log("sliver_libvirt: %s: WARNING - no vref attached, using hard-wired default %s" % (name,vref))
refImgDir = os.path.join('/vservers/.lvref', vref)
containerDir = os.path.join('/vservers', name)
# check the template exists -- there's probably a better way..
if not os.path.isdir(refImgDir):
logger.log('creat_lxc: %s: ERROR Could not create sliver - reference image %s not found' % (name,vref))
logger.log('creat_lxc: %s: ERROR Expected reference image in %s'%(name,refImgDir))
return
# Snapshot the reference image fs (assume the reference image is in its own
# subvolume)
command = ['btrfs', 'subvolume', 'snapshot', refImgDir, containerDir]
if not logger.log_call(command, timeout=15*60):
logger.log('creat_lxc: ERROR Could not create BTRFS snapshot at', containerDir)
return
command = ['chmod', '755', containerDir]
logger.log_call(command, timeout=15*60)
# TODO: set quotas...
# Set hostname. A valid hostname cannot have '_'
#with open(os.path.join(containerDir, 'etc/hostname'), 'w') as f:
# print >>f, name.replace('_', '-')
# Add slices group if not already present
try:
group = grp.getgrnam('slices')
except:
command = ['/usr/sbin/groupadd', 'slices']
logger.log_call(command, timeout=15*60)
# Add unix account (TYPE is specified in the subclass)
command = ['/usr/sbin/useradd', '-g', 'slices', '-s', '/usr/sbin/vsh', name, '-p', '*']
logger.log_call(command, timeout=15*60)
command = ['mkdir', '/home/%s/.ssh'%name]
logger.log_call(command, timeout=15*60)
# Create PK pair keys to connect from the host to the guest without
# password... maybe remove the need for authentication inside the
# guest?
command = ['su', '-s', '/bin/bash', '-c', 'ssh-keygen -t rsa -N "" -f /home/%s/.ssh/id_rsa'%(name)]
logger.log_call(command, timeout=60)
command = ['chown', '-R', '%s.slices'%name, '/home/%s/.ssh'%name]
logger.log_call(command, timeout=30)
command = ['mkdir', '%s/root/.ssh'%containerDir]
logger.log_call(command, timeout=10)
command = ['cp', '/home/%s/.ssh/id_rsa.pub'%name, '%s/root/.ssh/authorized_keys'%containerDir]
logger.log_call(command, timeout=30)
logger.log("creating /etc/slicename file in %s" % os.path.join(containerDir,'etc/slicename'))
try:
file(os.path.join(containerDir,'etc/slicename'), 'w').write(name)
except:
logger.log_exc("exception while creating /etc/slicename")
try:
file(os.path.join(containerDir,'etc/slicefamily'), 'w').write(vref)
except:
logger.log_exc("exception while creating /etc/slicefamily")
uid = None
try:
uid = getpwnam(name).pw_uid
except KeyError:
# keyerror will happen if user id was not created successfully
logger.log_exc("exception while getting user id")
if uid is not None:
logger.log("uid is %d" % uid)
command = ['mkdir', '%s/home/%s' % (containerDir, name)]
logger.log_call(command, timeout=10)
command = ['chown', name, '%s/home/%s' % (containerDir, name)]
logger.log_call(command, timeout=10)
etcpasswd = os.path.join(containerDir, 'etc/passwd')
etcgroup = os.path.join(containerDir, 'etc/group')
if os.path.exists(etcpasswd):
# create all accounts with gid=1001 - i.e. 'slices' like it is in the root context
slices_gid=1001
logger.log("adding user %(name)s id %(uid)d gid %(slices_gid)d to %(etcpasswd)s" % (locals()))
try:
file(etcpasswd,'a').write("%(name)s:x:%(uid)d:%(slices_gid)d::/home/%(name)s:/bin/bash\n" % locals())
except:
logger.log_exc("exception while updating %s"%etcpasswd)
logger.log("adding group slices with gid %(slices_gid)d to %(etcgroup)s"%locals())
try:
file(etcgroup,'a').write("slices:x:%(slices_gid)d\n"%locals())
except:
logger.log_exc("exception while updating %s"%etcgroup)
sudoers = os.path.join(containerDir, 'etc/sudoers')
if os.path.exists(sudoers):
try:
file(sudoers,'a').write("%s ALL=(ALL) NOPASSWD: ALL\n" % name)
except:
logger.log_exc("exception while updating /etc/sudoers")
# customizations for the user environment - root or slice uid
# we save the whole business in /etc/planetlab.profile
# and source this file for both root and the slice uid's .profile
# prompt for slice owner, + LD_PRELOAD for transparently wrap bind
pl_profile=os.path.join(containerDir,"etc/planetlab.profile")
ld_preload_text="""# by default, we define this setting so that calls to bind(2),
# when invoked on 0.0.0.0, get transparently redirected to the public interface of this node
# see https://svn.planet-lab.org/wiki/LxcPortForwarding"""
usrmove_path_text="""# VM's before Features/UsrMove need /bin and /sbin in their PATH"""
usrmove_path_code="""
pathmunge () {
if ! echo $PATH | /bin/egrep -q "(^|:)$1($|:)" ; then
if [ "$2" = "after" ] ; then
PATH=$PATH:$1
else
PATH=$1:$PATH
fi
fi
}
pathmunge /bin after
pathmunge /sbin after
unset pathmunge
"""
with open(pl_profile,'w') as f:
f.write("export PS1='%s@\H \$ '\n"%(name))
f.write("%s\n"%ld_preload_text)
f.write("export LD_PRELOAD=/etc/planetlab/lib/bind_public.so\n")
f.write("%s\n"%usrmove_path_text)
f.write("%s\n"%usrmove_path_code)
# make sure this file is sourced from both root's and slice's .profile
enforced_line = "[ -f /etc/planetlab.profile ] && source /etc/planetlab.profile\n"
for path in [ 'root/.profile', 'home/%s/.profile'%name ]:
from_root=os.path.join(containerDir,path)
# if dir is not yet existing let's forget it for now
if not os.path.isdir(os.path.dirname(from_root)): continue
found=False
try:
contents=file(from_root).readlines()
for content in contents:
if content==enforced_line: found=True
except IOError: pass
if not found:
with open(from_root,"a") as user_profile:
user_profile.write(enforced_line)
# in case we create the slice's .profile when writing
if from_root.find("/home")>=0:
command=['chown','%s:slices'%name,from_root]
logger.log_call(command,timeout=5)
# Lookup for xid and create template after the user is created so we
# can get the correct xid based on the name of the slice
xid = bwlimit.get_xid(name)
# Template for libvirt sliver configuration
template_filename_sliceimage = os.path.join('/vservers/.lvref','lxc_template.xml')
if os.path.isfile (template_filename_sliceimage):
logger.log("WARNING: using compat template %s"%template_filename_sliceimage)
template_filename=template_filename_sliceimage
else:
logger.log("Cannot find XML template %s"%template_filename_sliceimage)
return
interfaces = get_interfaces_xml(rec)
try:
with open(template_filename) as f:
template = Template(f.read())
xml = template.substitute(name=name, xid=xid, interfaces=interfaces, arch=arch)
except IOError:
logger.log('Failed to parse or use XML template file %s'%template_filename)
return
# Lookup for the sliver before actually
# defining it, just in case it was already defined.
try:
dom = conn.lookupByName(name)
except:
dom = conn.defineXML(xml)
def debuginfo(dom):
''' Helper method to get a "nice" output of the info struct for debug'''
[state, maxmem, mem, ncpu, cputime] = dom.info()
return '%s is %s, maxmem = %s, mem = %s, ncpu = %s, cputime = %s' % (dom.name(), STATES.get(state, state), maxmem, mem, ncpu, cputime)
logger.verbose('create_lxc: %s -> %s'%(name, debuginfo(dom)))
# the sliver has been created
# then configure the sliver, write keys to authorized_keys file
configure(name, rec)
# finally, start the sliver
dom.create()
logger.verbose('create_lxc:%s start'%(name))
# After the VM is started... we can play with the virtual interface
# Create the ebtables rule to mark the packets going out from the virtual
# interface to the actual device so the filter canmatch against the mark
bwlimit.ebtables("-A INPUT -i veth%d -j mark --set-mark %d" % \
(xid, xid))
def destroy(name):
logger.log_call([
'/usr/sbin/userdel',
'-r',
name,
])
def destroy(name):
# umount .ssh directory - only if mounted
Account.umount_ssh_dir(name)
logger.verbose ('sliver_lxc: {} destroy'.format(name))
conn = Sliver_Libvirt.getConnection(Sliver_LXC.TYPE)
containerDir = os.path.join(Sliver_LXC.CON_BASE_DIR, name)
try:
# Destroy libvirt domain
dom = conn.lookupByName(name)
except:
logger.verbose('sliver_lxc.destroy: Domain {} does not exist!'.format(name))
return
# Slivers with vsys running will fail the subvolume delete
# removeSliverFromVsys return True if it stops vsys, telling us to start it again later
vsys_stopped = removeSliverFromVsys (name)
try:
logger.log("sliver_lxc.destroy: destroying domain {}".format(name))
dom.destroy()
except:
logger.verbose("sliver_lxc.destroy: Domain {} not running... continuing.".format(name))
try:
logger.log("sliver_lxc.destroy: undefining domain {}".format(name))
dom.undefine()
except:
logger.verbose('sliver_lxc.destroy: Domain {} is not defined... continuing.'.format(name))
# Remove user after destroy domain to force logout
command = ['/usr/sbin/userdel', '-f', '-r', name]
logger.log_call(command)
# Remove rootfs of destroyed domain
command = ['/usr/bin/rm', '-rf', containerDir]
logger.log_call(command, timeout=BTRFS_TIMEOUT)
# ???
logger.log("-TMP-ls-l {}".format(name))
command = ['ls', '-lR', containerDir]
logger.log_call(command)
logger.log("-TMP-vsys-status")
command = ['/usr/bin/systemctl', 'status', 'vsys']
logger.log_call(command)
# ???
# Remove rootfs of destroyed domain
command = ['btrfs', 'subvolume', 'delete', containerDir]
logger.log_call(command, timeout=BTRFS_TIMEOUT)
# For some reason I am seeing this :
#log_call: running command btrfs subvolume delete /vservers/inri_sl1
#log_call: ERROR: cannot delete '/vservers/inri_sl1' - Device or resource busy
#log_call: Delete subvolume '/vservers/inri_sl1'
#log_call:end command (btrfs subvolume delete /vservers/inri_sl1) returned with code 1
#
# something must have an open handle to a file in there, but I can't find out what it is
# the following code aims at gathering data on what is going on in the system at this point in time
# note that some time later (typically when the sliver gets re-created) the same
# attempt at deleting the subvolume does work
# also lsof never shows anything relevant; this is painful..
if not os.path.exists(containerDir):
logger.log('sliver_lxc.destroy: {} cleanly destroyed.'.format(name))
else:
# we're in /
#logger.log("-TMP-cwd {} : {}".format(name, os.getcwd()))
# also lsof never shows anything relevant; this is painful..
#logger.log("-TMP-lsof {}".format(name))
#command = ['lsof']
#logger.log_call(command)
logger.log("-TMP-ls-l {}".format(name))
command = ['ls', '-lR', containerDir]
logger.log_call(command)
logger.log("-TMP-lsof")
command = ['lsof']
logger.log_call(command)
if os.path.exists(containerDir):
logger.log('sliver_lxc.destroy: ERROR could not cleanly destroy {} - giving up'.format(name))
if vsys_stopped:
vsysStartService()