class SFTPConnector:
def __init__(self, download_folder, **kwargs):
cnopts = CnOpts()
cnopts.hostkeys = None
self._sftp = Connection(host=kwargs["host"],
username=kwargs["username"],
password=kwargs["password"],
cnopts=cnopts)
print("File server connection established...")
self._folder = kwargs["folder"]
self._download_folder = download_folder
def get_latest_file(self, folder=None):
if folder is not None:
self._sftp.chdir(folder)
latest = 0
latest_file = None
is_dir = False
for fileattr in self._sftp.listdir_attr():
if fileattr.st_mtime > latest:
is_dir = stat.S_ISDIR(fileattr.st_mode)
latest = fileattr.st_mtime
latest_file = fileattr.filename
print(latest_file, "will be downloaded. It is the latest file")
latest_downloaded = self.download_latest_file(folder, latest_file,
is_dir)
return latest_downloaded
def download_latest_file(self, root_dir, latest, is_dir):
if latest is not None:
if is_dir:
print(latest +
" is the most recent folder. Changing directory...")
return self.get_latest_file(latest)
print(latest, "will be downloaded...")
self._sftp.get(self._folder + latest,
self._download_folder + latest)
return self._download_folder + latest
def get_all_files(self, folder=None):
if folder is not None:
self._sftp.chdir(folder)
all_files = list(
map(lambda x: (x.filename, stat.S_ISDIR(x.st_mode)),
self._sftp.listdir_attr()))
for e in all_files:
yield e
def close(self):
self._sftp.close()
def updateFiles():
global connection, needed_files
try:
os.mkdir(localLogsDir)
except FileExistsError:
pass
try:
connection = Connection(host, user, password=paswd)
except ConnectionException:
print('Connection failed')
return False
else:
connection.chdir(remoteLogsDir)
needed_files = compareFileList(remoteLogsDir, localLogsDir)
downloadFiles(needed_files, localLogsDir)
logging.info('Update compited')
print('Update compited')
return True
def put_r(sftp: pysftp.Connection, foldername: str):
""" There is a lot wrong with the pysftp imlementation of put_r. It:
1. does not check if a folder exists already.
2. does not copy the directory on the local machine, only its contents.
3. changes into a directory (which doesnt exist) using os.chdir() before copying contents.
This causes an exception to be thrown that the folder is not found
(because there is no directory)
As a result, our code has to:
1. manually check if a folder exists already.
2. create a remote directory of the local folder name we want to copy if it does not exist.
3. manually step into that remote directory (so no error is thrown).
4. then call pysftp's put_r function to copy the local contents.
5. finally, step out of the remote directory.
***Notes***:
* if there is no such file on the local machine, we must remove the folder we created in the exception block.
* put_r works, while put_d does not work. put_d has separate, but similar issues.
"""
try:
# Tests if the file is a file, not a directory. This avoids NotADirectory error.
if Path(foldername).is_file():
return put_f.put(sftp, foldername)
# 1) Change into the remote directory, if it exists.
try:
sftp.chdir(foldername)
except:
# 2) make remote directory, if it does not exist.
sftp.makedirs(foldername)
# 3) change into current remote directory
sftp.chdir(foldername)
# 4) copy contents of local directory into remote directory
sftp.put_r(foldername, ".", preserve_mtime=False)
# 5) change out of the remote directory.
sftp.chdir("..")
except FileNotFoundError as error:
sftp.chdir("..")
# remove folder created on remote if there is no such folder on local machine.
sftp.rmdir(foldername)
print(ERROR_MESSAGE)
return False
except PermissionError:
print(PERMISSION_ERROR)
return False
except OSError as e:
print("Error:", e.strerror)
return False
# if everything went fine, then the folder's contents have been copied. Return True.
return True
class SFTPConnection(RemoteConnection):
def __init__(self, credentials, domain, remote_location):
super().__init__(credentials, domain)
self.remote_location = remote_location
def connect(self):
try:
if self.credentials.cred_type == SSHCredentials.CredentialsType.KEY:
self.client = Connection(self.domain, username=self.credentials.login,
private_key=self.credentials.key)
else:
self.client = Connection(self.domain, username=self.credentials.login,
password=self.credentials.password)
except:
FailingConnection("SFTP connection failing")
else:
try:
self.client.chdir(self.remote_location)
except FileNotFoundError:
raise UnknownRemoteLocation("Remote folder can't be found")
self.status = self.Status.CONNECTED
class PollServer():
"""
This is the controller that calls/runs scripts on a Saturn server
as required by saturnring
"""
def __init__(self, serverDNS):
"""
The init script for the class
"""
self.serverDNS = str(serverDNS)
BASE_DIR = dirname(dirname(__file__))
config = ConfigReader()
self.userName = config.get('saturnnode', 'user')
self.keyFile = join(BASE_DIR, config.get('saturnring',
'privatekeyfile'))
self.rembashpath = config.get('saturnnode', 'bashpath')
self.rempypath = config.get('saturnnode', 'pythonpath')
self.iscsiconfdir = join(BASE_DIR,
config.get('saturnring', 'iscsiconfigdir'))
self.remoteinstallLoc = config.get('saturnnode', 'install_location')
self.localbashscripts = join(BASE_DIR,
config.get('saturnring', 'bashscripts'))
try:
self.srv = Connection(self.serverDNS, self.userName, self.keyFile)
except:
logger.critical(
"Failed SSH-exec connection on Saturn server %s; possible cause: %s"
% (self.serverDNS, format_exc()))
def InstallScripts(self):
"""
Copy bash scripts from the saturnringserver into the saturn server via sftp
"""
#srv = Connection(self.serverDNS,self.userName,self.keyFile)
self.srv.execute('mkdir -p ' + self.remoteinstallLoc +
'saturn-bashscripts/')
self.srv.chdir(self.remoteinstallLoc + 'saturn-bashscripts/')
locallist = listdir(self.localbashscripts)
for localfile in locallist:
self.srv.put(self.localbashscripts + localfile)
self.srv.execute("chmod 777 " + self.remoteinstallLoc +
'saturn-bashscripts/' + localfile)
#srv.close()
logger.info("Installed scripts")
def Exec(self, command):
"""
Helper function for executing a remote command over an SSH tunnel
"""
rtncmd = -1
try:
#srv = Connection(self.serverDNS,self.userName,self.keyFile)
rtncmd = self.srv.execute(command)
#srv.close()
except:
logger.error("Failed SSH-exec command: %s on Saturn server %s" %
(command, self.serverDNS))
logger.error(format_exc())
return rtncmd
def ParseLVM(self, strList, delimitStr, paraList):
"""
Parse lvdisplay and vgdisplay strings and populate
dictionaries with relevant information
"""
rtnDict = {}
valueDict = {}
for aLine in strList:
if (delimitStr in aLine):
if len(valueDict) == len(paraList):
rtnDict[valueDict[paraList[0]]] = valueDict
valueDict = {}
continue
else:
for anItem in paraList:
if anItem in aLine:
valueDict[anItem] = aLine.split(anItem)[1].strip()
if '%' in valueDict[anItem]:
valueDict[anItem] = float(valueDict[anItem][:-2])
continue
if '/' in valueDict[anItem]:
valueDict[anItem] = valueDict[anItem].split('/')[0]
if 'GiB' in valueDict[anItem]:
valueDict[anItem] = float(
valueDict[anItem].split('GiB')[0]) * 1
continue
if 'MiB' in valueDict[anItem]:
valueDict[anItem] = float(
valueDict[anItem].split('MiB')[0]) * 0.001
continue
continue
if len(valueDict) == len(paraList):
rtnDict[valueDict[paraList[0]]] = valueDict
logger.info(rtnDict)
return rtnDict
def UpdateLVs(self, vgObject):
"""
Update LV information, called to monitor and update capacity.
"""
lvdict = self.GetLVs(vgObject.vguuid)
if "No LVs " in lvdict:
logger.info(
"There are no LVs in %s to run UpdateLVs on in Saturn host %s"
% (vgObject.vguuid, self.serverDNS))
return 0
if lvdict == -1:
logger.error(
"Could not run GetLVs (perhaps there are no LVs in this VG yet?)"
)
return -1
lvs = LV.objects.filter(vg=vgObject)
for lvName, lvinfo in lvdict.iteritems():
if len(lvs.filter(lvname=lvName)):
preexistLV = lvs.filter(lvname=lvName)[0]
preexistLV.lvsize = lvinfo['LV Size']
preexistLV.save(update_fields=['lvsize'])
else:
logger.warn("Found orphan LV %s in VG %s on host %s" %
(lvName, vgObject.vguuid, self.serverDNS))
def GetLVs(self, vguuid):
"""
Wrapper for parselvm (for LVs), actually populating the DB is done by the UpdateLV function
"""
execCmd = " ".join([
'sudo', 'vgdisplay', '-c', '|', 'grep', vguuid, '|', 'cut -d: -f1'
])
vgname = self.Exec(execCmd)[0].strip()
if vgname == -1:
logger.error("Could not execute %s on %s " %
(execCmd, self.serverDNS))
return -1
execCmd = " ".join(['sudo', 'lvdisplay', '--units g', vgname])
lvStrList = self.Exec(execCmd)
if lvStrList == [""]:
return "No LVs in %s" % (vguuid, )
if lvStrList == -1:
logger.error("Could not execute %s on %s " %
(execCmd, self.serverDNS))
return -1
delimitStr = '--- Logical volume ---'
paraList = ['LV Name', 'LV UUID', 'LV Size']
lvs = self.ParseLVM(lvStrList, delimitStr, paraList)
return lvs
def GetVG(self): #Unit test this again
"""
Wrapper for parseLVM (for VGs)+populating the DB
"""
delimitStr = '--- Volume group ---'
paraList = [
'VG Name', 'VG Size', 'PE Size', 'Total PE', 'Free PE / Size',
'VG UUID'
]
execCmd = " ".join(['sudo', 'vgdisplay', '--units g'])
vgStrList = self.Exec(execCmd)
if vgStrList == -1:
return -1
vgs = self.ParseLVM(vgStrList, delimitStr, paraList)
#logger.info("VGStating on %s returns %s " % (self.serverDNS, str(vgs)) )
rtnvguuidList = ""
for vgname in vgs:
try:
execCmd = " ".join([
'sudo',
self.remoteinstallLoc + 'saturn-bashscripts/vgstats.sh',
vgname
])
cmdStr = self.Exec(execCmd)
logger.info(self.serverDNS + ": " + " ".join([
'sudo', self.rembashpath, self.remoteinstallLoc +
'saturn-bashscripts/vgstats.sh', vgname
]) + ': returned ' + str(cmdStr))
maxavl = float(cmdStr[0].rstrip())
totalGB = float(cmdStr[1].rstrip())
isThin = bool(int(cmdStr[2].rstrip()))
except:
logger.warn("Unable to run VGscan, disabling VG on " +
self.serverDNS)
logger.warn(format_exc())
try:
vg = VG.objects.get(vguuid=vgs[vgname]['VG UUID'])
vg.in_error = True
vg.save(update_fields=['in_error'])
except:
logger.error("VG not found in DB: %s" %
(vgs[vgname]['VG UUID'], ))
return 3
existingvgs = VG.objects.filter(vguuid=vgs[vgname]['VG UUID'])
if len(existingvgs) == 1:
existingvg = existingvgs[0]
existingvg.in_error = False
existingvg.CurrentAllocGB = totalGB - maxavl #Target.objects.filter(targethost=existingvg.vghost).aggregate(Sum('sizeinGB'))['sizeinGB__sum']
existingvg.totalGB = totalGB
existingvg.maxavlGB = maxavl
existingvg.is_thin = isThin
existingvg.vgsize = vgs[vgname]['VG Size']
existingvg.save(update_fields=[
'totalGB', 'maxavlGB', 'vgsize', 'CurrentAllocGB',
'in_error', 'is_thin'
])
logger.info("Ran in existingVG loop")
else:
logger.info("Found new VG, adding\n" + str(vgs[vgname]))
myvg = VG(
vghost=StorageHost.objects.get(dnsname=self.serverDNS),
vgsize=vgs[vgname]['VG Size'],
vguuid=vgs[vgname]['VG UUID'],
vgpesize=vgs[vgname]['PE Size'],
vgtotalpe=vgs[vgname]['Total PE'],
vgfreepe=vgs[vgname]['Free PE / Size'],
totalGB=totalGB,
maxavlGB=maxavl,
is_thin=isThin)
myvg.save() #force_update=True)
rtnvguuidList = rtnvguuidList + ',' + vgs[vgname]['VG UUID']
return rtnvguuidList[1:]
def GitSave(self, vguuid, commentStr):
"""
Check in changes to config files into git repository
"""
try:
#srv = Connection(self.serverDNS,self.userName,self.keyFile)
self.srv.get('/temp/scst.conf',
self.iscsiconfdir + self.serverDNS + '.scst.conf')
self.srv.get(
'/temp/' + vguuid,
self.iscsiconfdir + self.serverDNS + '.' + vguuid + '.lvm')
try:
repo = Repo(self.iscsiconfdir)
filelist = [
f for f in listdir(self.iscsiconfdir)
if isfile(join(self.iscsiconfdir, f))
]
repo.stage(filelist)
repo.do_commit(commentStr)
except:
var = format_exc()
logger.error("During GitSave: %s: Git save error: %s" %
(commentStr, var))
except:
var = format_exc()
logger.error("During GitSave: %s: PYSFTP download error: %s" %
(commentStr, var))
def CreateTarget(self, iqnTarget, iqnInit, sizeinGB, storageip1,
storageip2, vguuid):
"""
Create iSCSI target by running the createtarget script;
and save latest scst.conf from the remote server (overwrite)
"""
#self.srv = Connection(self.serverDNS,self.userName,self.keyFile)
cmdStr = " ".join([
'sudo', self.rembashpath,
self.remoteinstallLoc + 'saturn-bashscripts/createtarget.sh',
str(sizeinGB), iqnTarget, storageip1, storageip2, iqnInit, vguuid
])
#srv.close()
logger.info("Launching createtarget with \n%s" % (cmdStr, ))
exStr = self.Exec(cmdStr)
if exStr == -1:
return -1
commentStr = "Trying to create target %s " % (iqnTarget, )
self.GitSave(vguuid, commentStr)
logger.info("Execution report for %s: %s" %
(cmdStr, "\t".join(exStr)))
if "SUCCESS" in str(exStr):
logger.info("Returning successful createtarget run")
return 1
else:
logger.error("Returning failed createtarget run")
return 0
def GetTargetsState(self):
"""
Read targets to determine their latest state via the parsetarget script
"""
cmdStr = " ".join([
"sudo", self.rempypath,
self.remoteinstallLoc + 'saturn-bashscripts/parsetarget.py'
])
exStr = self.Exec(cmdStr)
if exStr == -1:
return -1
for eachLine in exStr:
iqntar = eachLine.split()[0]
tar = Target.objects.filter(iqntar=iqntar)
if len(tar) == 1:
tar = tar[0]
if "no session" in eachLine:
tar.sessionup = False
tar.rkbpm = 0
tar.wkbpm = 0
else:
tar.sessionup = True
rkb = long(eachLine.split()[1])
tar.rkbpm = long(rkb - tar.rkb)
tar.rkb = rkb
wkb = long(eachLine.split()[2])
wpm = long(wkb - tar.wkb)
tar.wkbpm = wpm
tar.wkb = wkb
tar.save()
else:
logger.warn(
"Found target %s on %s that does not exist in the DB" %
(iqntar, self.serverDNS))
def DeleteTarget(self, iqntar, vguuid):
"""
Delete target
"""
logger.info("Trying to delete target %s from VG %s on host %s" %
(iqntar, vguuid, self.serverDNS))
if self.GetTargetsState() == -1:
logger.error("Could not GetTargetsState while deleting %s" %
(iqntar, ))
return -1
try:
tar = Target.objects.get(iqntar=iqntar)
except:
logger.warn("Could not find deletion target in DB, exiting. " +
iqntar)
return -1
if not tar.sessionup:
cmdStr = " ".join([
"sudo", self.rembashpath,
self.remoteinstallLoc + 'saturn-bashscripts/removetarget.sh',
iqntar, vguuid
])
exStr = self.Exec(cmdStr)
if exStr == -1:
return -1
self.GitSave(vguuid, "Trying to delete target %s " % (iqntar, ))
success1 = False
success2 = False
for eachLine in exStr:
logger.info(eachLine)
if "Removing virtual target '" + iqntar + "' from driver 'iscsi': done" in eachLine:
success1 = True
if "successfully removed" in eachLine:
success2 = True
if success1 == True and success2 == True:
logger.info(
"Successful deletion of target %s from VG %s on host %s" %
(iqntar, vguuid, self.serverDNS))
return 1
else:
logger.error("Error deleting target %s from VG %s on host %s" %
(iqntar, vguuid, self.serverDNS))
return -1
return -1
def GetInterfaces(self):
"""
Scan and get network interfaces into saturnring DB
"""
#cmdStr = 'ifconfig | grep -oE "inet addr:[0-9]{1,3}\.[0-9]{1,3}\.[0-9]{1,3}\.[0-9]{1,3}" | cut -d: -f2'
cmdStr = 'ip addr | grep -oE "inet [0-9]{1,3}\.[0-9]{1,3}\.[0-9]{1,3}\.[0-9]{1,3}" | cut -d" " -f2'
ipadds = self.Exec(cmdStr)
if ipadds == -1:
return -1
sh = StorageHost.objects.get(dnsname=self.serverDNS)
superuser = User.objects.filter(
is_superuser=True).order_by('username')[0]
for addr in ipadds:
try:
addr = addr.rstrip()
if "127.0.0.1" in addr: #Ignore loopback addresses
continue
socket.inet_aton(addr)
interfaces = Interface.objects.filter(ip=addr)
if len(interfaces) != 1: #If 0, then new interface
Interface.objects.filter(ip=addr).delete()
logger.info(
"Adding newly discovered interface %s to storage host %s "
% (addr, self.serverDNS))
try:
newInterface = Interface(storagehost=sh,
ip=addr,
owner=superuser)
newInterface.save()
for eachIPRange in IPRange.objects.all():
if ipaddress.ip_address(
unicode(addr)) in ipaddress.ip_network(
unicode(eachIPRange.iprange)):
eachIPRange.hosts.add(sh)
eachIPRange.save()
newInterface.iprange.add(eachIPRange)
newInterface.owner = eachIPRange.owner
newInterface.save()
except:
logger.warn(
"Error saving newly discovered Interface %s of host %s"
% (addr, self.serverDNS))
var = format_exc()
logger.warn(var)
else:
if interfaces[0].storagehost.dnsname != self.serverDNS:
Interface.objects.filter(ip=addr).delete()
logger.warn(
"IP address %s was reassigned to another host" %
(addr, ))
except socket.error:
logger.warn(
"Invalid IP address %s retuned in GetInterfaces call on Saturn server %s "
% (addr, self.serverDNS))
var = format_exc()
logger.warn(var)
class PollServer():
"""
This is the controller that calls/runs scripts on a Saturn server
as required by saturnring
"""
def __init__(self,serverDNS):
"""
The init script for the class
"""
try:
self.serverDNS = str(serverDNS)
self.hostobject = StorageHost.objects.get(dnsname=self.serverDNS)
BASE_DIR = dirname(dirname(__file__))
config = ConfigReader()
self.userName = config.get('saturnnode','user')
self.keyFile = join(BASE_DIR,config.get('saturnring','privatekeyfile'))
self.rembashpath = config.get('saturnnode','bashpath')
self.rempypath = config.get('saturnnode','pythonpath')
self.iscsiconfdir = join(BASE_DIR,config.get('saturnring','iscsiconfigdir'))
self.remoteinstallLoc = config.get('saturnnode','install_location')
self.localbashscripts = join(BASE_DIR,config.get('saturnring','bashscripts'))
except:
logger.critical("Error setting up configuration for server "+self.serverDNS)
logger.critical(format_exc())
try:
self.srv = Connection(self.serverDNS,self.userName,self.keyFile)
except:
logger.critical("Failed SSH-exec connection on Saturn server %s; possible cause: %s" % (self.serverDNS,format_exc()) )
self.srv="inError"
def CheckServer(self):
if self.srv == 'inError':
return -1
remotePath = join(self.remoteinstallLoc,'saturn-bashscripts')
cmdStr = " ".join([join(remotePath,'checkserver.sh'), '2> checkservererror.log'])
#logger.info("Executing %s on %s" %(cmdStr,self.serverDNS))
rtnStrList = self.Exec(cmdStr)
if (rtnStrList == -1):
return -2
else:
for aLine in rtnStrList:
if "FAILURE" in aLine:
logger.error(self.serverDNS + ": "+ str(rtnStrList))
return -3
return 0
def InstallScripts(self):
"""
Copy bash scripts from the saturnringserver into the saturn server via sftp
"""
rtnVal = -1
try:
if self.srv == "inError":
raise Exception('Server SSH connection object inError')
remotePath = join(self.remoteinstallLoc,'saturn-bashscripts')
self.srv.execute (" ".join(['mkdir', '-p', remotePath]))
self.srv.chdir(remotePath)
locallist=listdir(self.localbashscripts)
for localfile in locallist:
self.srv.put(join(self.localbashscripts,localfile))
self.srv.execute(" ".join(["chmod", "777",join(remotePath,localfile)]))
#Update rc.local for luks reboot functionality
luksopenscriptpath = join(remotePath,'luksonreboot.sh');
self.srv.execute("sudo sed -i '/luksonreboot.sh/d' /etc/rc.local") #delete pre-existing line if any
self.srv.execute("sudo sed -i '/^exit 0/i " + '/bin/bash ' + luksopenscriptpath +"' /etc/rc.local")
logger.info("Installed scripts on "+ self.serverDNS)
rtnVal = 1
except:
logger.error('Could not install scripts on '+self.serverDNS)
logger.error(format_exc())
finally:
return rtnVal
def Exec(self,command):
"""
Helper function for executing a remote command over an SSH tunnel
"""
rtncmd = -1
if self.srv=="inError":
logger.error("There is no ssh connection object for server: %s" %(self.serverDNS,))
return -1
try:
#srv = Connection(self.serverDNS,self.userName,self.keyFile)
rtncmd=self.srv.execute(command)
#srv.close()
except:
logger.error("Failed SSH-exec command: %s on Saturn server %s" % (command, self.serverDNS))
logger.error(format_exc())
return rtncmd
def GetFile(self,remotePath,localPath):
"""
Get a file from the remote server.
return 1 on success, -1 on error
"""
try:
self.srv.get(remotePath,localPath)
#logger.info("Copying file %s from remote server %s to local path %s succeeded" %(remotePath,self.serverDNS,localPath))
return 1
except:
logger.error("Error copying file %s from remote server %s to local path %s" %(remotePath,self.serverDNS,localPath))
logger.error(format_exc())
return -1
def PutKeyFile(self,keyfileName):
"""
Copy over the keyfile to be used for creating the LUKs encrypted DM volumes
"""
remoteKeyfileDir = join(self.remoteinstallLoc,'keys')
try:
self.Exec (" ".join(['mkdir','-p',remoteKeyfileDir]))
self.srv.chdir(remoteKeyfileDir)
self.srv.put(join(self.iscsiconfdir,keyfileName))
self.remoteKeyfilePath = join(remoteKeyfileDir,keyfileName)
rtnString = self.Exec ('test -f ' + self.remoteKeyfilePath + '&& echo "OK Putkeyfile" ')
logger.info(rtnString)
if "OK Putkeyfile" not in str(rtnString):
raise ValueError("Putkey didnt install file")
except ValueError:
logger.error("Failed to put keyfile on Saturn server %s at location %s" %(self.serverDNS,join(remoteKeyfileDir,keyfileName)))
logger.error(format_exc())
return -1
return self.remoteKeyfilePath
def DelKeyFile(self,keyfileName):
"""
Delete key file from saturn server
"""
remoteKeyfileDir = join(self.remoteinstallLoc,'keys')
self.srv.execute('rm '+ join(remoteKeyfileDir,keyfileName))
rtnString = self.Exec ('test ! -f ' + join(self.iscsiconfdir,keyfileName)+ ' && echo "OK Deleted keyfile"')
return rtnString
def ParseLVM(self,strList,delimitStr,paraList):
"""
Parse lvdisplay and vgdisplay strings and populate
dictionaries with relevant information
"""
rtnDict ={}
valueDict={}
for aLine in strList:
if (delimitStr in aLine):
if len(valueDict) == len(paraList):
rtnDict[valueDict[paraList[0]]]=valueDict
valueDict = {}
continue
else:
for anItem in paraList:
if anItem in aLine:
valueDict[anItem] = aLine.split(anItem)[1].strip()
if '%' in valueDict[anItem]:
valueDict[anItem] = float(valueDict[anItem][:-2])
continue
if '/' in valueDict[anItem]:
valueDict[anItem] = valueDict[anItem].split('/')[0]
if (('GiB' in valueDict[anItem]) and ('Size' in aLine)):
valueDict[anItem] = float(valueDict[anItem].split('GiB')[0])*1
continue
if (('MiB' in valueDict[anItem]) and ('Size' in aLine)):
valueDict[anItem] = float(valueDict[anItem].split('MiB')[0])*0.001
continue
continue
if len(valueDict) == len(paraList):
rtnDict[valueDict[paraList[0]]] = valueDict
#logger.info(rtnDict)
return rtnDict
def UpdateLVs(self,vgObject):
"""
Update LV information, called to monitor and update capacity.
"""
lvdict = self.GetLVs(vgObject.vguuid)
if "No LVs " in lvdict:
logger.info("There are no LVs in %s to run UpdateLVs on in Saturn host %s" %(vgObject.vguuid, self.serverDNS))
return 0
if lvdict == -1:
logger.error ("Could not run GetLVs (perhaps there are no LVs in this VG yet?)")
return -1
lvs = set(LV.objects.filter(vg=vgObject))
lvDict = {}
for eachlv in lvs:
lvDict[eachlv.lvname] = eachlv
for lvName,lvinfo in lvdict.iteritems():
if lvName in lvDict:
preexistLV=lvDict[lvName]
preexistLV.lvsize=lvinfo['LV Size']
preexistLV.save(update_fields=['lvsize'])
else:
logger.warn("Found orphan LV %s in VG %s on host %s" %(lvName,vgObject.vguuid,self.serverDNS))
def GetLVs(self,vguuid):
"""
Wrapper for parselvm (for LVs), actually populating the DB is done by the UpdateLV function
"""
execCmd = " ".join(['sudo','vgdisplay', '-c','|','grep',vguuid,'|','cut -d: -f1'])
vgname = self.Exec(execCmd)[0].strip()
if vgname == -1:
logger.error("Could not execute %s on %s " % (execCmd,self.serverDNS))
return -1
execCmd=" ".join(['sudo','lvdisplay','--units g',vgname])
lvStrList = self.Exec(execCmd)
if lvStrList ==[""]:
return "No LVs in %s" %(vguuid,)
if lvStrList == -1:
logger.error("Could not execute %s on %s " % (execCmd,self.serverDNS))
return -1
delimitStr = '--- Logical volume ---'
paraList=['LV Name','LV UUID','LV Size']
lvs = self.ParseLVM(lvStrList,delimitStr,paraList)
return lvs
def GetVG(self): #Unit test this again
"""
Wrapper for parseLVM (for VGs)+populating the DB
"""
delimitStr = '--- Volume group ---'
paraList = ['VG Name','VG Size','PE Size','Total PE', 'Free PE / Size', 'VG UUID']
execCmd = " ".join(['sudo','vgdisplay','--units g'])
vgStrList = self.Exec(execCmd)
if vgStrList == -1:
logger.error("Error in GetVG while executing %s on server %s " %(execCmd,self.serverDNS))
return -1
vgs = self.ParseLVM(vgStrList,delimitStr,paraList)
#logger.info("VGStating on %s returns %s " % (self.serverDNS, str(vgs)) )
rtnvguuidList = ""
for vgname in vgs:
try:
execCmd = " ".join(['sudo',join(self.remoteinstallLoc,'saturn-bashscripts/vgstats.sh'),vgname,' 2> error.log'])
cmdStr = self.Exec(execCmd)
maxavl = float(cmdStr[0].rstrip())
totalGB = float(cmdStr[1].rstrip())
isThin = bool(int(cmdStr[2].rstrip()))
except:
logger.warn("Unable to run VGscan, disabling VG on "+self.serverDNS)
logger.warn(format_exc())
try:
vg = VG.objects.get(vguuid=vgs[vgname]['VG UUID'])
vg.in_error = True
vg.save(update_fields=['in_error'])
except:
logger.error("VG not found in DB: %s" % ( vgs[vgname]['VG UUID'],))
return 3
existingvgs = VG.objects.filter(vguuid=vgs[vgname]['VG UUID'])
if len(existingvgs)==1:
existingvg = existingvgs[0]
existingvg.in_error=False
existingvg.CurrentAllocGB = totalGB-maxavl#Target.objects.filter(targethost=existingvg.vghost).aggregate(Sum('sizeinGB'))['sizeinGB__sum']
existingvg.totalGB=totalGB
existingvg.maxavlGB=maxavl
existingvg.is_thin=isThin
existingvg.vgsize = vgs[vgname]['VG Size']
existingvg.save(update_fields=['totalGB','maxavlGB','vgsize','CurrentAllocGB','in_error','is_thin'])
#logger.info( "Ran in existingVG loop")
else:
logger.info("Found new VG, adding\n" + str(vgs[vgname]))
myvg = VG(vghost=StorageHost.objects.get(dnsname=self.serverDNS),vgsize=vgs[vgname]['VG Size'],
vguuid=vgs[vgname]['VG UUID'],vgpesize=vgs[vgname]['PE Size'],
vgtotalpe=vgs[vgname]['Total PE'],
vgfreepe=vgs[vgname]['Free PE / Size'],
totalGB=totalGB,maxavlGB=maxavl, is_thin=isThin)
myvg.save()#force_update=True)
rtnvguuidList = rtnvguuidList+ ','+ vgs[vgname]['VG UUID']
return rtnvguuidList[1:]
def GitSave(self,commentStr):
"""
Check in changes to config files into git repository
"""
try:
repo = Repo(self.iscsiconfdir)
filelist = [ f for f in listdir(self.iscsiconfdir) if isfile(join(self.iscsiconfdir,f)) ]
repo.stage(filelist)
repo.do_commit(commentStr)
return 1
except:
var = format_exc()
logger.error("During GitSave %s: Git save error: %s" % (commentStr,var))
return -1
def CreateTarget(self,iqnTarget,iqnInit,sizeinGB,storageip1,storageip2,vguuid,isencrypted):
"""
Create iSCSI target by running the createtarget script;
and save latest scst.conf from the remote server (overwrite)
"""
#self.srv = Connection(self.serverDNS,self.userName,self.keyFile)
if str(isencrypted) != '1':
cmdStr = " ".join(['sudo',self.rembashpath,join(self.remoteinstallLoc,'saturn-bashscripts','createtarget.sh'),
str(sizeinGB),iqnTarget,storageip1,storageip2,iqnInit,vguuid, '2> createtarget.sh-error.log'])
else:
try:
self.remotekeyfilelocation = self.PutKeyFile("cryptokey")
cmdStr = " ".join(['sudo',self.rembashpath,join(self.remoteinstallLoc,'saturn-bashscripts','createencryptedtarget.sh'),
str(sizeinGB),iqnTarget,storageip1,storageip2,iqnInit,vguuid,self.remotekeyfilelocation,'2> createencryptedtarget.sh-error.log'])
if self.remotekeyfilelocation == -1:
raise ValueError("Putkey failed")
except:
logger.error("Error setting up encrypted target: %s " %(iqnTarget,))
logger.error(format_exc())
return -1
#srv.close()
logger.info ("Launching createtarget with \n%s" %(cmdStr,))
exStr=self.Exec(cmdStr)
if exStr == -1:
return -1
commentStr = "Trying to create target %s " %( iqnTarget, )
try:
if self.GetFile('/temp/scst.conf',self.iscsiconfdir+self.serverDNS+'.scst.conf')==-1:
raise Exception('Error getting scst.conf')
if self.GetFile(join('/temp',vguuid),join(self.iscsiconfdir,self.serverDNS+'.'+vguuid+'.lvm'))==-1:
raise Exception('Error getting LVM configuration file %s' %(vguuid+'.lvm',))
if self.GitSave(commentStr) == -1:
raise Exception('Error in GitSave')
except:
logger.warning('Unable to save updated config files on ring server')
logger.warning(format_exc())
logger.info("Execution report for %s: %s" %(cmdStr,"\t".join(exStr)))
if "SUCCESS" in str(exStr):
logger.info("Returning successful createtarget run")
return 1
else:
logger.error("Returning failed createtarget run:" + str(exStr))
return 0
def GetTargetsState(self):
"""
Read targets to determine their latest state via the parsetarget script
"""
cmdStr = " ".join(["sudo",self.rempypath, join(self.remoteinstallLoc,'saturn-bashscripts','parsetarget.py'), '2> parsetargeterror.txt'])
exStr = self.Exec(cmdStr)
#logger.info("Parse target returns " +str(exStr))
if exStr == -1:
return -1
try:
targetDic = {}
hostTargets = set(Target.objects.filter(targethost=self.hostobject))
for eachTarget in hostTargets:
targetDic[eachTarget.iqntar] = eachTarget
for eachLine in exStr:
iqntar = eachLine.split()[0]
if iqntar in targetDic:
tar = targetDic[iqntar]
if "no session" in eachLine:
tar.sessionup=False
tar.rkbpm = 0
tar.wkbpm = 0
else:
tar.sessionup=True
rkb = long(eachLine.split()[1])
tar.rkbpm = long(rkb-tar.rkb)
tar.rkb=rkb
wkb = long(eachLine.split()[2])
wpm = long(wkb-tar.wkb)
tar.wkbpm = wpm
tar.wkb=wkb
tar.save()
else:
logger.warn("Found target %s on %s that does not exist in the DB" % (iqntar,self.serverDNS) )
except:
logger.error("Error reading iSCSI target state for %s on server %s" %(iqntar,self.serverDNS))
logger.error(format_exc())
return -1
return 0
def DeleteTarget(self,iqntar,vguuid,lvolname):
"""
Delete target
"""
logger.info("Trying to delete target %s from VG %s on host %s" %(iqntar,vguuid,self.serverDNS))
if self.GetTargetsState() == -1:
logger.error("Could not GetTargetsState while deleting %s" %(iqntar,))
return -1
try:
tar = Target.objects.get(iqntar=iqntar)
except:
logger.warn("Could not find deletion target in DB, exiting. "+iqntar)
return -1
if not tar.sessionup:
cmdStr = " ".join(["sudo",self.rembashpath,join(self.remoteinstallLoc,'saturn-bashscripts','removetarget.sh'),iqntar,vguuid,lvolname])
exStr = self.Exec(cmdStr)
if exStr == -1:
return -1
try:
if self.GetFile('/temp/scst.conf',self.iscsiconfdir+self.serverDNS+'.scst.conf') == -1:
raise Exception('Error getting scst configuration file to store locally')
if self.GetFile('/temp/'+vguuid,self.iscsiconfdir+self.serverDNS+'.'+vguuid+'.lvm') == -1:
raise Exception('Error getting LVM configuration to store locally')
if self.GitSave("Trying to delete target "+iqntar) == -1:
raise Exception('Error with gitsave in delete target')
except:
logger.error("Error getting configuration files after deletion of target")
logger.error(format_exc())
success1 = False
success2 = False
logger.info(exStr)
for eachLine in exStr:
if "Removing virtual target '"+iqntar+"' from driver 'iscsi': done" in eachLine:
success1=True
if "successfully removed" in eachLine:
success2=True
if success1==True and success2==True:
logger.info("Successful deletion of target %s from VG %s on host %s" %(iqntar,vguuid,self.serverDNS))
return 1
else:
logger.error("Error deleting target %s from VG %s on host %s; command execution returned %s" %(iqntar,vguuid,self.serverDNS,str(exStr)))
return -1
else:
logger.error("Target state of %s is set to session up, will not try to delete it." %(iqntar,))
return -1
def GetInterfaces(self):
"""
Scan and get network interfaces into saturnring DB
"""
#cmdStr = 'ifconfig | grep -oE "inet addr:[0-9]{1,3}\.[0-9]{1,3}\.[0-9]{1,3}\.[0-9]{1,3}" | cut -d: -f2'
cmdStr = 'ip addr | grep -oE "inet [0-9]{1,3}\.[0-9]{1,3}\.[0-9]{1,3}\.[0-9]{1,3}" | cut -d" " -f2 2> ipaddrerror.txt'
ipadds=self.Exec(cmdStr)
if ipadds == -1:
return -1
rtnVal = 0
sh = self.hostobject
superuser=User.objects.filter(is_superuser=True).order_by('username')[0]
for addr in ipadds:
try:
addr = addr.rstrip()
if "127.0.0.1" in addr: #Ignore loopback addresses
continue
socket.inet_aton(addr)
interfaces = Interface.objects.filter(ip=addr)
if len(interfaces) != 1: #If 0, then new interface
Interface.objects.filter(ip=addr).delete()
logger.info("Adding newly discovered interface %s to storage host %s " % (addr, self.serverDNS))
try:
newInterface = Interface(storagehost=sh,ip=addr,owner=superuser)
newInterface.save()
for eachIPRange in IPRange.objects.all():
if ipaddress.ip_address(unicode(addr)) in ipaddress.ip_network(unicode(eachIPRange.iprange)):
eachIPRange.hosts.add(sh)
eachIPRange.save()
newInterface.iprange.add(eachIPRange)
newInterface.owner=eachIPRange.owner
newInterface.save()
except:
logger.warn("Error saving newly discovered Interface %s of host %s" % (addr, self.serverDNS))
var = format_exc()
logger.warn(var)
rtnVal = -1
else:
if interfaces[0].storagehost.dnsname != self.serverDNS:
Interface.objects.filter(ip=addr).delete()
logger.warn("IP address %s was reassigned to another host" % (addr,))
except socket.error:
logger.warn("Invalid IP address %s retuned in GetInterfaces call on Saturn server %s " % (addr, self.serverDNS ))
var = format_exc()
logger.warn(var)
rtnVal = -1
return rtnVal
def InsertCrypttab(self,base_LV,enc_LV,keyfilePath):
"""
Insert entry into /etc/crypttab
"""
#Needed for the crypttab
baselvpath = self.Exec(" ".join(["sudo sh -c 'lvs -o lv_path | grep ",base_LV," | tr -d \" \"'"]))[0].strip()
if baselvpath == -1:
return -1
logger.info("BaseLVPATH = " + baselvpath)
cmdStr = " ".join(["sudo sh -c 'echo \"" + enc_LV, baselvpath, keyfilePath, "luks\" >> /etc/crypttab; mkdir -p /temp; cp /etc/crypttab /temp/crypttab; chmod 666 /temp/crypttab'"])
logger.info("InsertCrypttab: "+cmdStr)
rtnVal = self.Exec(cmdStr)
if rtnVal == -1:
logger.error("Error in InsertCrypttab while executing %s" %(cmdStr,))
try:
if self.GetFile('/temp/crypttab',self.iscsiconfdir+self.serverDNS+'.crypttab') == -1:
raise Exception('Could not get crypttab file')
if self.GitSave("Trying the insert crypttab entry " + cmdStr) == -1:
raise Exception('Could not get gitsave to work for crypttab')
except:
logger.error('Error with getfile/gitsave during crypttab insert operations on %s' %(self.serverDNS,))
logger.error(format_exc())
def DeleteCrypttab(self,lvStr):
"""
Delete entry from /etc/crypttab
LVStr can be either the encrypted LV name or the base LV name
"""
cmdStr = " ".join(['sudo sed -i','/'+lvStr+'/d','/etc/crypttab']) + "; sudo mkdir -p /temp; sudo cp /etc/crypttab /temp/crypttab; sudo chmod 666 /temp/crypttab"
logger.info("DeleteCrypttab: "+cmdStr)
rtnVal = self.Exec(cmdStr)
if rtnVal == -1:
return rtnVal
logger.error("Error in DeleteCrypttab while executing %s" %(cmdStr,))
try:
if self.GetFile('/temp/crypttab',self.iscsiconfdir+self.serverDNS+'.crypttab') == -1:
raise Exception('Could not get crypttab file')
if self.GitSave("Trying the insert crypttab entry " + cmdStr) == -1:
raise Exception('Could not get gitsave to work for crypttab')
except:
logger.error('Error with getfile/gitsave during crypttab delete operations on %s' %(self.serverDNS,))
logger.error(format_exc())
class PollServer():
"""
This is the controller that calls/runs scripts on a Saturn server
as required by saturnring
"""
def __init__(self,serverDNS):
"""
The init script for the class
"""
self.serverDNS = str(serverDNS)
BASE_DIR = dirname(dirname(__file__))
config = ConfigReader()
self.userName = config.get('saturnnode','user')
self.keyFile = join(BASE_DIR,config.get('saturnring','privatekeyfile'))
self.rembashpath = config.get('saturnnode','bashpath')
self.rempypath = config.get('saturnnode','pythonpath')
self.iscsiconfdir = join(BASE_DIR,config.get('saturnring','iscsiconfigdir'))
self.remoteinstallLoc = config.get('saturnnode','install_location')
self.localbashscripts = join(BASE_DIR,config.get('saturnring','bashscripts'))
try:
self.srv = Connection(self.serverDNS,self.userName,self.keyFile)
except:
logger.critical("Failed SSH-exec connection on Saturn server %s; possible cause: %s" % (self.serverDNS,format_exc()) )
def InstallScripts(self):
"""
Copy bash scripts from the saturnringserver into the saturn server via sftp
"""
#srv = Connection(self.serverDNS,self.userName,self.keyFile)
self.srv.execute ('mkdir -p '+self.remoteinstallLoc+'saturn-bashscripts/')
self.srv.chdir(self.remoteinstallLoc+'saturn-bashscripts/')
locallist=listdir(self.localbashscripts)
for localfile in locallist:
self.srv.put(self.localbashscripts+localfile)
self.srv.execute("chmod 777 "+self.remoteinstallLoc+'saturn-bashscripts/'+localfile)
#srv.close()
logger.info("Installed scripts")
def Exec(self,command):
"""
Helper function for executing a remote command over an SSH tunnel
"""
rtncmd = -1
try:
#srv = Connection(self.serverDNS,self.userName,self.keyFile)
rtncmd=self.srv.execute(command)
#srv.close()
except:
logger.error("Failed SSH-exec command: %s on Saturn server %s" % (command, self.serverDNS))
logger.error(format_exc())
return rtncmd
def ParseLVM(self,strList,delimitStr,paraList):
"""
Parse lvdisplay and vgdisplay strings and populate
dictionaries with relevant information
"""
rtnDict ={}
valueDict={}
for aLine in strList:
if (delimitStr in aLine):
if len(valueDict) == len(paraList):
rtnDict[valueDict[paraList[0]]]=valueDict
valueDict = {}
continue
else:
for anItem in paraList:
if anItem in aLine:
valueDict[anItem] = aLine.split(anItem)[1].strip()
if '%' in valueDict[anItem]:
valueDict[anItem] = float(valueDict[anItem][:-2])
continue
if '/' in valueDict[anItem]:
valueDict[anItem] = valueDict[anItem].split('/')[0]
if 'GiB' in valueDict[anItem]:
valueDict[anItem] = float(valueDict[anItem].split('GiB')[0])*1
continue
if 'MiB' in valueDict[anItem]:
valueDict[anItem] = float(valueDict[anItem].split('MiB')[0])*0.001
continue
continue
if len(valueDict) == len(paraList):
rtnDict[valueDict[paraList[0]]] = valueDict
logger.info(rtnDict)
return rtnDict
def UpdateLVs(self,vgObject):
"""
Update LV information, called to monitor and update capacity.
"""
lvdict = self.GetLVs(vgObject.vguuid)
if "No LVs " in lvdict:
logger.info("There are no LVs in %s to run UpdateLVs on in Saturn host %s" %(vgObject.vguuid, self.serverDNS))
return 0
if lvdict == -1:
logger.error ("Could not run GetLVs (perhaps there are no LVs in this VG yet?)")
return -1
lvs = LV.objects.filter(vg=vgObject)
for lvName,lvinfo in lvdict.iteritems():
if len(lvs.filter(lvname=lvName)):
preexistLV=lvs.filter(lvname=lvName)[0]
preexistLV.lvsize=lvinfo['LV Size']
preexistLV.save(update_fields=['lvsize'])
else:
logger.warn("Found orphan LV %s in VG %s on host %s" %(lvName,vgObject.vguuid,self.serverDNS))
def GetLVs(self,vguuid):
"""
Wrapper for parselvm (for LVs), actually populating the DB is done by the UpdateLV function
"""
execCmd = " ".join(['sudo','vgdisplay', '-c','|','grep',vguuid,'|','cut -d: -f1'])
vgname = self.Exec(execCmd)[0].strip()
if vgname == -1:
logger.error("Could not execute %s on %s " % (execCmd,self.serverDNS))
return -1
execCmd=" ".join(['sudo','lvdisplay','--units g',vgname])
lvStrList = self.Exec(execCmd)
if lvStrList ==[""]:
return "No LVs in %s" %(vguuid,)
if lvStrList == -1:
logger.error("Could not execute %s on %s " % (execCmd,self.serverDNS))
return -1
delimitStr = '--- Logical volume ---'
paraList=['LV Name','LV UUID','LV Size']
lvs = self.ParseLVM(lvStrList,delimitStr,paraList)
return lvs
def GetVG(self): #Unit test this again
"""
Wrapper for parseLVM (for VGs)+populating the DB
"""
delimitStr = '--- Volume group ---'
paraList = ['VG Name','VG Size','PE Size','Total PE', 'Free PE / Size', 'VG UUID']
execCmd = " ".join(['sudo','vgdisplay','--units g'])
vgStrList = self.Exec(execCmd)
if vgStrList == -1:
return -1
vgs = self.ParseLVM(vgStrList,delimitStr,paraList)
#logger.info("VGStating on %s returns %s " % (self.serverDNS, str(vgs)) )
rtnvguuidList = ""
for vgname in vgs:
try:
execCmd = " ".join(['sudo',self.remoteinstallLoc+'saturn-bashscripts/vgstats.sh',vgname])
cmdStr = self.Exec(execCmd)
logger.info(self.serverDNS+": "+" ".join(['sudo',self.rembashpath,self.remoteinstallLoc+'saturn-bashscripts/vgstats.sh',vgname])+': returned '+str(cmdStr))
maxavl = float(cmdStr[0].rstrip())
totalGB = float(cmdStr[1].rstrip())
isThin = bool(int(cmdStr[2].rstrip()))
except:
logger.warn("Unable to run VGscan, disabling VG on "+self.serverDNS)
logger.warn(format_exc())
try:
vg = VG.objects.get(vguuid=vgs[vgname]['VG UUID'])
vg.in_error = True
vg.save(update_fields=['in_error'])
except:
logger.error("VG not found in DB: %s" % ( vgs[vgname]['VG UUID'],))
return 3
existingvgs = VG.objects.filter(vguuid=vgs[vgname]['VG UUID'])
if len(existingvgs)==1:
existingvg = existingvgs[0]
existingvg.in_error=False
existingvg.CurrentAllocGB = totalGB-maxavl#Target.objects.filter(targethost=existingvg.vghost).aggregate(Sum('sizeinGB'))['sizeinGB__sum']
existingvg.totalGB=totalGB
existingvg.maxavlGB=maxavl
existingvg.is_thin=isThin
existingvg.vgsize = vgs[vgname]['VG Size']
existingvg.save(update_fields=['totalGB','maxavlGB','vgsize','CurrentAllocGB','in_error','is_thin'])
logger.info( "Ran in existingVG loop")
else:
logger.info("Found new VG, adding\n" + str(vgs[vgname]))
myvg = VG(vghost=StorageHost.objects.get(dnsname=self.serverDNS),vgsize=vgs[vgname]['VG Size'],
vguuid=vgs[vgname]['VG UUID'],vgpesize=vgs[vgname]['PE Size'],
vgtotalpe=vgs[vgname]['Total PE'],
vgfreepe=vgs[vgname]['Free PE / Size'],
totalGB=totalGB,maxavlGB=maxavl, is_thin=isThin)
myvg.save()#force_update=True)
rtnvguuidList = rtnvguuidList+ ','+ vgs[vgname]['VG UUID']
return rtnvguuidList[1:]
def GitSave(self,vguuid,commentStr):
"""
Check in changes to config files into git repository
"""
try:
#srv = Connection(self.serverDNS,self.userName,self.keyFile)
self.srv.get('/temp/scst.conf',self.iscsiconfdir+self.serverDNS+'.scst.conf')
self.srv.get('/temp/'+vguuid,self.iscsiconfdir+self.serverDNS+'.'+vguuid+'.lvm')
try:
repo = Repo(self.iscsiconfdir)
filelist = [ f for f in listdir(self.iscsiconfdir) if isfile(join(self.iscsiconfdir,f)) ]
repo.stage(filelist)
repo.do_commit(commentStr)
except:
var = format_exc()
logger.error("During GitSave: %s: Git save error: %s" % (commentStr, var))
except:
var = format_exc()
logger.error("During GitSave: %s: PYSFTP download error: %s" % (commentStr, var))
def CreateTarget(self,iqnTarget,iqnInit,sizeinGB,storageip1,storageip2,vguuid):
"""
Create iSCSI target by running the createtarget script;
and save latest scst.conf from the remote server (overwrite)
"""
#self.srv = Connection(self.serverDNS,self.userName,self.keyFile)
cmdStr = " ".join(['sudo',self.rembashpath,self.remoteinstallLoc+'saturn-bashscripts/createtarget.sh',str(sizeinGB),iqnTarget,storageip1,storageip2,iqnInit,vguuid])
#srv.close()
logger.info ("Launching createtarget with \n%s" %(cmdStr,))
exStr=self.Exec(cmdStr)
if exStr == -1:
return -1
commentStr = "Trying to create target %s " %( iqnTarget, )
self.GitSave(vguuid,commentStr)
logger.info("Execution report for %s: %s" %(cmdStr,"\t".join(exStr)))
if "SUCCESS" in str(exStr):
logger.info("Returning successful createtarget run")
return 1
else:
logger.error("Returning failed createtarget run")
return 0
def GetTargetsState(self):
"""
Read targets to determine their latest state via the parsetarget script
"""
cmdStr = " ".join(["sudo",self.rempypath,self.remoteinstallLoc+'saturn-bashscripts/parsetarget.py'])
exStr = self.Exec(cmdStr)
if exStr == -1:
return -1
for eachLine in exStr:
iqntar = eachLine.split()[0]
tar = Target.objects.filter(iqntar=iqntar)
if len(tar)==1:
tar = tar[0]
if "no session" in eachLine:
tar.sessionup=False
tar.rkbpm = 0
tar.wkbpm = 0
else:
tar.sessionup=True
rkb = long(eachLine.split()[1])
tar.rkbpm = long(rkb-tar.rkb)
tar.rkb=rkb
wkb = long(eachLine.split()[2])
wpm = long(wkb-tar.wkb)
tar.wkbpm = wpm
tar.wkb=wkb
tar.save()
else:
logger.warn("Found target %s on %s that does not exist in the DB" % (iqntar,self.serverDNS) )
def DeleteTarget(self,iqntar,vguuid):
"""
Delete target
"""
logger.info("Trying to delete target %s from VG %s on host %s" %(iqntar,vguuid,self.serverDNS))
if self.GetTargetsState() == -1:
logger.error("Could not GetTargetsState while deleting %s" %(iqntar,))
return -1
try:
tar = Target.objects.get(iqntar=iqntar)
except:
logger.warn("Could not find deletion target in DB, exiting. "+iqntar)
return -1
if not tar.sessionup:
cmdStr = " ".join(["sudo",self.rembashpath,self.remoteinstallLoc+'saturn-bashscripts/removetarget.sh',iqntar,vguuid])
exStr = self.Exec(cmdStr)
if exStr == -1:
return -1
self.GitSave(vguuid,"Trying to delete target %s " %( iqntar,))
success1 = False
success2 = False
for eachLine in exStr:
logger.info(eachLine)
if "Removing virtual target '"+iqntar+"' from driver 'iscsi': done" in eachLine:
success1=True
if "successfully removed" in eachLine:
success2=True
if success1==True and success2==True:
logger.info("Successful deletion of target %s from VG %s on host %s" %(iqntar,vguuid,self.serverDNS))
return 1
else:
logger.error("Error deleting target %s from VG %s on host %s" %(iqntar,vguuid,self.serverDNS))
return -1
return -1
def GetInterfaces(self):
"""
Scan and get network interfaces into saturnring DB
"""
#cmdStr = 'ifconfig | grep -oE "inet addr:[0-9]{1,3}\.[0-9]{1,3}\.[0-9]{1,3}\.[0-9]{1,3}" | cut -d: -f2'
cmdStr = 'ip addr | grep -oE "inet [0-9]{1,3}\.[0-9]{1,3}\.[0-9]{1,3}\.[0-9]{1,3}" | cut -d" " -f2'
ipadds=self.Exec(cmdStr)
if ipadds == -1:
return -1
sh = StorageHost.objects.get(dnsname=self.serverDNS)
superuser=User.objects.filter(is_superuser=True).order_by('username')[0]
for addr in ipadds:
try:
addr = addr.rstrip()
if "127.0.0.1" in addr: #Ignore loopback addresses
continue
socket.inet_aton(addr)
interfaces = Interface.objects.filter(ip=addr)
if len(interfaces) != 1: #If 0, then new interface
Interface.objects.filter(ip=addr).delete()
logger.info("Adding newly discovered interface %s to storage host %s " % (addr, self.serverDNS))
try:
newInterface = Interface(storagehost=sh,ip=addr,owner=superuser)
newInterface.save()
for eachIPRange in IPRange.objects.all():
if ipaddress.ip_address(unicode(addr)) in ipaddress.ip_network(unicode(eachIPRange.iprange)):
eachIPRange.hosts.add(sh)
eachIPRange.save()
newInterface.iprange.add(eachIPRange)
newInterface.owner=eachIPRange.owner
newInterface.save()
except:
logger.warn("Error saving newly discovered Interface %s of host %s" % (addr, self.serverDNS))
var = format_exc()
logger.warn(var)
else:
if interfaces[0].storagehost.dnsname != self.serverDNS:
Interface.objects.filter(ip=addr).delete()
logger.warn("IP address %s was reassigned to another host" % (addr,))
except socket.error:
logger.warn("Invalid IP address %s retuned in GetInterfaces call on Saturn server %s " % (addr, self.serverDNS ))
var = format_exc()
logger.warn(var)
