def _get_multipath_disk(path):
# Follow link to destination directory
try:
device_path = os.readlink(path)
except OSError as e:
dprint("Error reading link: {}. error: {}".format(path, e))
return
sdevice = os.path.basename(device_path)
# If destination directory is already identified as a multipath device,
# just return its path
if sdevice.startswith("dm-"):
return path
# Fallback to iterating through all the entries under /sys/block/dm-* and
# check to see if any have an entry under /sys/block/dm-*/slaves matching
# the device the symlink was pointing at
dmpaths = glob.glob("/sys/block/dm-*")
for dmpath in dmpaths:
sdevices = glob.glob(os.path.join(dmpath, "slaves", "*"))
for spath in sdevices:
s = os.path.basename(spath)
if sdevice == s:
# We've found a matching entry, return the path for the
# dm-* device it was found under
p = os.path.join("/dev", os.path.basename(dmpath))
dprint("Found matching device: {} under dm-* device path "
"{}".format(sdevice, dmpath))
return p
raise EnvironmentError(
"Couldn't find dm-* path for path: {}, found non dm-* path: {}".format(
path, device_path))
def _unmount(ai_name, si_name, vol_name, directory):
folder = get_dirname(directory, ai_name, si_name, vol_name)
try:
exe("sudo umount {}".format(folder))
except EnvironmentError as e:
dprint(e)
return
exe("sudo rmdir {}".format(folder))
def _setup_acl(api, ai):
initiator = _setup_initiator(api)
for si in ai.storage_instances.list():
try:
si.acl_policy.initiators.add(initiator.path)
except dat_exceptions.ApiConflictError:
dprint("ACL already registered for {},{}".format(ai.name, si.name))
dprint("Setting up ACLs for {} targets".format(ai.name))
def _get_initiator():
file_path = '/etc/iscsi/initiatorname.iscsi'
try:
out = exe('sudo cat {}'.format(file_path))
for line in out.splitlines():
if line.startswith('InitiatorName='):
return line.split("=", 1)[-1].strip()
except EnvironmentError:
dprint("Could not find the iSCSI Initiator File %s", file_path)
raise
def _login(iqn, portals, multipath, lun):
retries = 10
if not multipath:
portals = [portals[0]]
if lun == 0:
for portal in portals:
while True:
dprint("Trying to log into target:", portal)
try:
exe("sudo iscsiadm -m discovery -t st -p {}:3260".format(
portal))
exe("sudo iscsiadm -m node -T {iqn} -p {ip}:3260 "
"--login".format(iqn=iqn, ip=portal))
break
except EnvironmentError as e:
if 'returned non-zero exit status 15' in str(e):
break
retries -= 1
if not retries:
dprint("Could not log into portal before end of "
"polling period")
raise
dprint("Failed to login to portal, retrying")
time.sleep(2)
_set_noop_scheduler(portals, iqn, lun)
path = DEV_TEMPLATE.format(ip=portals[0], iqn=iqn, lun=lun)
if multipath:
dprint('Sleeping to allow for multipath devices to finish linking')
time.sleep(2)
dpath = _get_multipath_disk(path)
else:
dpath = path
return dpath
def _set_noop_scheduler(portals, iqn, lun):
for portal in portals:
path = DEV_TEMPLATE.format(ip=portal, iqn=iqn, lun=lun)
device = None
while True:
out = exe("ls -l {} | awk '{{print $NF}}'".format(path))
device = out.split("/")[-1].strip()
if device:
break
dprint("Waiting for device to be ready:", path)
time.sleep(1)
dprint("Setting noop scheduler for device:", device)
exe("echo 'noop' | sudo tee /sys/block/{}/queue/scheduler".format(
device))
def _logout(iqn, portals):
for portal in portals:
exe("sudo iscsiadm -m node -T {iqn} -p {ip}:3260 --logout".format(
iqn=iqn, ip=portal),
fail_ok=True)
exe("sudo iscsiadm -m node -T {iqn} -p {ip}:3260 --op delete".format(
iqn=iqn, ip=portal),
fail_ok=True)
exe("sudo iscsiadm -m discoverydb -p {ip}:3260 --op delete".format(
ip=portal),
fail_ok=True)
exe("sudo iscsiadm -m session --rescan", fail_ok=True)
exe("sudo multipath -F", fail_ok=True)
dprint("Sleeping to wait for logout")
time.sleep(2)
dprint("Logout complete")
def clean_mounts(api, ais, directory, workers):
funcs, args = [], []
for ai in ais:
for si in ai.storage_instances.list():
iqn = si.access.get('iqn')
dprint("Cleaning {},{} portals {}, iqn {}".format(
ai.name, si.name, si.access['ips'], si.access.get('iqn')))
if not iqn:
dprint("{},{} did not have an iqn field".format(
ai.name, si.name))
continue
portals = si.access['ips']
for vol in si.volumes.list():
_unmount(ai.name, si.name, vol.name, directory)
funcs.append(_logout)
args.append((iqn, portals))
if funcs:
p = Parallel(funcs, args_list=args)
p.run_threads()
def _format_mount_device(path, fs, fsargs, folder):
timeout = 5
while True:
try:
exe("sudo mkfs.{} {} {} ".format(fs, fsargs, path))
break
except EnvironmentError:
dprint("Checking for existing filesystem on:", path)
try:
out = exe(
"sudo blkid {} | grep -Eo '(TYPE=\".*\")'".format(path))
parts = out.split("=")
if len(parts) == 2:
found_fs = parts[-1].lower().strip().strip('"')
if found_fs == fs.lower():
dprint("Found existing filesystem, continuing")
break
except EnvironmentError:
pass
dprint("Failed to format {}. Waiting for device to be "
"ready".format(path))
if not timeout:
raise
time.sleep(1)
timeout -= 1
exe("sudo mkdir -p /{}".format(folder.strip("/")))
exe("sudo mount {} {}".format(path, folder))
print("Volume mount:", folder)