def get_state(node_names=[]):
stdout = stderr = ""
rc = RC_SUCCESS
cmd = [os.path.join(GPFS_CMD_PATH, "mmgetstate")]
if len(node_names) == 0:
cmd.append("-a")
else:
# If a set of node names have ben provided, use that instead
node_name_str = ' '.join(node_names)
cmd.append("-N")
cmd.append(node_name_str)
cmd.append("-Y")
try:
stdout, stderr, rc = runCmd(cmd, sh=False)
except Exception as e:
raise SpectrumScaleException(str(e), cmd[0], cmd[1:],
-1, stdout, stderr)
if rc != RC_SUCCESS:
raise SpectrumScaleException("Retrieving the node state failed",
cmd[0], cmd[1:],
rc, stdout, stderr)
node_state_dict = parse_unique_records(stdout)
node_state_list = node_state_dict["mmgetstate"]
node_state = {}
for node in node_state_list:
node_state[node["nodeName"]] = node["state"]
return node_state
def apply_license(node_name, license):
stdout = stderr = ""
rc = RC_SUCCESS
if isinstance(node_name, basestring):
node_name_str = node_name
else:
node_name_str = ' '.join(node_name)
cmd = [os.path.join(GPFS_CMD_PATH, "mmchlicense"), license,
"--accept", "-N", node_name_str]
try:
stdout, stderr, rc = runCmd(cmd, sh=False)
except Exception as e:
raise SpectrumScaleException(str(e), cmd[0], cmd[1:],
-1, stdout, stderr)
if rc != RC_SUCCESS:
raise SpectrumScaleException("Changing license on node failed",
cmd[0], cmd[1:],
rc, stdout, stderr)
return rc, stdout
def get_df_info(filesystem_name):
nsd_df_info_list = []
# TODO
# The original code executed the command "/usr/lpp/mmfs/bin/mmdf <fs_name> -d -Y"
# but this did not work if there were multiple Pools with a separate System Pool.
# Therefore the "-d" flag has been removed. Check to see why the "-d" flag was
# was used in the first place
stdout, stderr, rc = runCmd([os.path.join(GPFS_CMD_PATH, "mmdf"),
filesystem_name, "-Y"],
sh=False)
if rc != RC_SUCCESS:
raise SpectrumScaleException("Retrieving filesystem disk space usage failed",
"mmdf",
[filesystem_name, "-Y"],
rc, stdout, stderr)
df_dict = parse_aggregate_cmd_output(stdout, ["poolTotal", "data",
"metadata", "fsTotal",
"inode"])
nsd_df_list = df_dict["nsd"]
for nsd_df in nsd_df_list:
nsd_df_instance = SpectrumScaleDf(nsd_df)
nsd_df_info_list.append(nsd_df_instance)
return nsd_df_info_list
def get_filesystems():
filesystem_info_list = []
stdout, stderr, rc = runCmd(
[os.path.join(GPFS_CMD_PATH, "mmlsfs"), "all", "-Y"], sh=False)
if rc != RC_SUCCESS:
if 'mmlsfs: No file systems were found.' in stdout or \
'mmlsfs: No file systems were found.' in stderr:
return filesystem_info_list
raise SpectrumScaleException(
"Retrieving filesystem information failed", "mmlsfs",
["all", "-Y"], rc, stdout, stderr)
filesystem_dict = parse_simple_cmd_output(stdout, "deviceName",
"properties", "filesystems")
filesystem_list = filesystem_dict["filesystems"]
for filesystem in filesystem_list:
device_name = filesystem["deviceName"]
fs_properties = filesystem["properties"]
filesystem_instance = SpectrumScaleFS(device_name, fs_properties)
filesystem_info_list.append(filesystem_instance)
return filesystem_info_list
def __retrieve_cluster_info(self):
stdout = stderr = ""
rc = RC_SUCCESS
cmd = [os.path.join(GPFS_CMD_PATH, "mmlscluster"), "-Y"]
try:
stdout, stderr, rc = runCmd(cmd, sh=False)
except Exception as e:
raise SpectrumScaleException(str(e), cmd[0], cmd[1:],
-1, stdout, stderr)
if rc != RC_SUCCESS:
raise SpectrumScaleException("Retrieving the cluster information failed",
cmd[0], cmd[1:], rc, stdout, stderr)
return parse_aggregate_cmd_output(stdout,
["clusterSummary",
"cnfsSummary",
"cesSummary"])
def delete_cluster(name):
stdout = stderr = ""
rc = RC_SUCCESS
cmd = [os.path.join(GPFS_CMD_PATH, "mmdelnode"), "-a"]
try:
stdout, stderr, rc = runCmd(cmd, sh=False)
except Exception as e:
raise SpectrumScaleException(str(e), cmd[0], cmd[1:],
-1, stdout, stderr)
if rc != RC_SUCCESS:
raise SpectrumScaleException("Deleting cluster failed",
cmd[0], cmd[1:],
rc, stdout, stderr)
return rc, stdout
def delete_nsd(nsd_list):
nsd_names = ";".join(nsd_list)
stdout, stderr, rc = runCmd(
[os.path.join(GPFS_CMD_PATH, "mmdelnsd"), nsd_names])
if rc != RC_SUCCESS:
raise SpectrumScaleException("Deleting NSD(s) Failed", "mmdelnsd",
nsd_list, rc, stdout, stderr)
def unmount_filesystems(node_name, wait=True):
cmd = [os.path.join(GPFS_CMD_PATH, "mmumount"), "all", "-N", node_name]
try:
stdout, stderr, rc = runCmd(cmd, sh=False)
except Exception as e:
raise SpectrumScaleException(str(e), cmd[0], cmd[1:], -1, stdout,
stderr)
if rc != RC_SUCCESS:
if 'mmumount: No file systems were found' in stdout or \
'mmumount: No file systems were found' in stderr:
# We can claim success on umount if there are no filesystems
return RC_SUCCESS
raise SpectrumScaleException(
"Unmounting filesystems on node failed", cmd[0], cmd[1:], rc,
stdout, stderr)
return rc, stdout
def create_cluster(name, stanza_path):
stdout = stderr = ""
rc = RC_SUCCESS
cmd = [os.path.join(GPFS_CMD_PATH, "mmcrcluster"), "-N", stanza_path,
"-C", name]
try:
stdout, stderr, rc = runCmd(cmd, sh=False)
except Exception as e:
raise SpectrumScaleException(str(e), cmd[0], cmd[1:],
-1, stdout, stderr)
if rc != RC_SUCCESS:
raise SpectrumScaleException("Creating cluster failed",
cmd[0], cmd[1:],
rc, stdout, stderr)
return rc, stdout
def create_filesystem(name, stanza_path, block_size,
default_metadata_replicas, default_data_replicas,
num_nodes, automatic_mount_option,
default_mount_point):
cmd = [
os.path.join(GPFS_CMD_PATH,
"mmcrfs"), name, "-F", stanza_path, "-B", block_size,
"-m", default_metadata_replicas, "-r", default_data_replicas, "-n",
num_nodes, "-A", automatic_mount_option, "-T", default_mount_point
]
# TODO: Make this idempotent
try:
stdout, stderr, rc = runCmd(cmd, sh=False)
except Exception as e:
raise SpectrumScaleException(str(e), cmd[0], cmd[1:], -1, stdout,
stderr)
if rc != RC_SUCCESS:
raise SpectrumScaleException("Create filesystems on node failed",
cmd[0], cmd[1:], rc, stdout, stderr)
return rc, stdout
def delete_node(node_name):
stdout = stderr = ""
rc = RC_SUCCESS
if isinstance(node_name, basestring):
node_name_str = node_name
else:
node_name_str = ' '.join(node_name)
cmd = [os.path.join(GPFS_CMD_PATH, "mmdelnode"), "-N", node_name_str]
try:
stdout, stderr, rc = runCmd(cmd, sh=False)
except Exception as e:
raise SpectrumScaleException(str(e), cmd[0], cmd[1:],
-1, stdout, stderr)
if rc != RC_SUCCESS:
raise SpectrumScaleException("Deleting node from cluster failed",
cmd[0], cmd[1:], rc, stdout, stderr)
return rc, stdout
def shutdown_node(node_name, wait=True):
stdout = stderr = ""
rc = RC_SUCCESS
if isinstance(node_name, basestring):
node_name_str = node_name
node_name_list = [node_name]
else:
node_name_str = ' '.join(node_name)
node_name_list = node_name
cmd = [os.path.join(GPFS_CMD_PATH, "mmshutdown"), "-N", node_name_str]
try:
stdout, stderr, rc = runCmd(cmd, sh=False)
except Exception as e:
raise SpectrumScaleException(str(e), cmd[0], cmd[1:],
-1, stdout, stderr)
if rc != RC_SUCCESS:
raise SpectrumScaleException("Shutting down node failed",
cmd[0], cmd[1:],
rc, stdout, stderr)
if wait:
# Wait for a maximum of 36 * 5 = 180 seconds (3 minutes)
MAX_RETRY = 36
retry = 0
done = False
while(not done and retry < MAX_RETRY):
time.sleep(5)
node_state = SpectrumScaleNode.get_state(node_name_list)
done = all("down" in state for state in node_state.values())
retry = retry + 1
if not done:
raise SpectrumScaleException("Shutting down node(s) timed out",
cmd[0], cmd[1:], -1, "",
"Node state is not \"down\" after retries")
return rc, stdout
def remove_server_access_to_nsd(nsd_to_delete, node_to_delete,
nsd_attached_to_nodes):
stdout = stderr = ""
rc = -1
# mmchnsd "nsd1:node1.domain.com"
server_access_list = ','.join(map(str, nsd_attached_to_nodes))
server_access_list = nsd_to_delete + ":" + server_access_list
try:
stdout, stderr, rc = runCmd(
["/usr/lpp/mmfs/bin/mmchnsd", server_access_list], sh=False)
except Exception as e:
e_msg = ("Exception encountered during execution of modifying NSD "
"server access list for NSD={0} on Node={1}. Exception "
"Message={2)".format(nsd_to_delete, node_to_delete, e))
raise SpectrumScaleException(e_msg, "mmchnsd",
[server_access_list], stdout, str(e))
if rc != RC_SUCCESS:
e_msg = ("Failed to modify NSD server access list for NSD={0} on "
"Node={1}".format(nsd_to_delete, node_to_delete))
raise SpectrumScaleException(e_msg, "mmchnsd",
[server_access_list], stdout, stderr)
def add_node(node_name, stanza_path):
stdout = stderr = ""
rc = RC_SUCCESS
if isinstance(node_name, basestring):
node_name_str = node_name
else:
node_name_str = ' '.join(node_name)
cmd = [os.path.join(GPFS_CMD_PATH, "mmaddnode"),
"-N", stanza_path, "--accept"]
try:
stdout, stderr, rc = runCmd(cmd, sh=False)
except Exception as e:
raise SpectrumScaleException(str(e), cmd[0], cmd[1:],
-1, stdout, stderr)
if rc != RC_SUCCESS:
raise SpectrumScaleException("Adding node to cluster failed",
cmd[0], cmd[1:],
rc, stdout, stderr)
return rc, stdout, stderr
def delete_disk(node_name, filesystem_name, disk_names):
"""
This function performs "mmdeldisk".
Args:
node_name (str): Node for which disk needs to be deleted.
filesystems_name (str): Filesystem name associated with the disks.
disk_names (list): Disk name to be deleted.
Ex: ['gpfs1nsd', 'gpfs2nsd', 'gpfs3nsd']
"""
disk_name_str = ";".join(disk_names)
stdout, stderr, rc = runCmd([
os.path.join(GPFS_CMD_PATH, "mmdeldisk"), filesystem_name,
disk_name_str, '-N', node_name
])
if rc != RC_SUCCESS:
cmd_args = "{0} {1} {2}".format(node_name, filesystem_name,
disk_name_str)
raise SpectrumScaleException("Deleting disk(s) failed. ",
"mmdeldisk ", cmd_args, rc, stdout,
stderr)
def get_zimon_collectors():
"""
This function returns zimon collector node ip's.
"""
stdout, stderr, rc = runCmd(
[os.path.join(GPFS_CMD_PATH, "mmperfmon"), "config", "show"])
if rc != RC_SUCCESS:
raise SpectrumScaleException("Retrieving Zimon information failed",
"mmperfmon", ["config", "show"], rc,
stdout, stderr)
output = stdout.splitlines()
col_regex = re.compile(r'colCandidates\s=\s(?P<collectors>.*)')
for cmd_line in output:
if col_regex.match(cmd_line):
collectors = col_regex.match(cmd_line).group('collectors')
collectors = collectors.replace("\"", '').replace(" ", '')
collectors = collectors.split(',')
return collectors
def get_all_disk_info(fs_name):
disk_info_list = []
stdout, stderr, rc = runCmd(
[os.path.join(GPFS_CMD_PATH, "mmlsdisk"), fs_name, "-Y"], sh=False)
if rc == RC_SUCCESS:
# TODO: Check the return codes and examine other possibility and verify below
if "No disks were found" in stderr:
return nsd_info_list
else:
raise SpectrumScaleException("Retrieving disk information failed",
"mmlsdisk", [fs_name, "-Y"], rc,
stdout, stderr)
disk_dict = parse_unique_records(stdout)
disk_list = disk_dict["mmlsdisk"]
for disk in disk_list:
disk_instance = SpectrumScaleDisk(disk, fs_name)
disk_info_list.append(disk_instance)
return disk_info_list
def get_all_nsd_info():
nsd_info_list = []
stdout, stderr, rc = runCmd(
[os.path.join(GPFS_CMD_PATH, "mmlsnsd"), "-a", "-X", "-Y"],
sh=False)
if rc == RC_SUCCESS:
if "No disks were found" in stderr:
return nsd_info_list
else:
raise SpectrumScaleException("Retrieving NSD information Failed",
"mmlsnsd", ["-a", "-X", "-Y"], rc,
stdout, stderr)
nsd_dict = parse_unique_records(stdout)
nsd_list = nsd_dict["nsd"]
for nsd in nsd_list:
nsd_instance = SpectrumScaleNSD(nsd)
nsd_info_list.append(nsd_instance)
return nsd_info_list