def testThreshold(self):
"""
Verify that only entries that have a percentage above the threshold are marked as critical.
"""
critical = process_inodes_information(self.filesets,
self.usage,
threshold=0.9)
self.assertEqual(
critical, {
str(self.names[1]):
InodeCritical(
used=self.usage[self.names[1]][0].filesUsage,
allocated=self.filesets[self.names[1]]['allocInodes'],
maxinodes=self.filesets[self.names[1]]['maxInodes']),
}, "computed dict with critical filesets is the expected dict")
def main():
"""The main."""
# Note: debug option is provided by generaloption
# Note: other settings, e.g., ofr each cluster will be obtained from the configuration file
options = {
'nagios-check-interval-threshold':
NAGIOS_CHECK_INTERVAL_THRESHOLD,
'location':
('path to store the gzipped files', None, 'store', INODE_LOG_ZIP_PATH),
}
opts = ExtendedSimpleOption(options)
logger = opts.log
stats = {}
try:
gpfs = GpfsOperations()
filesets = gpfs.list_filesets()
quota = gpfs.list_quota()
if not os.path.exists(opts.options.location):
os.makedirs(opts.options.location, 0o755)
critical_filesets = dict()
for filesystem in filesets:
stats["%s_inodes_log_critical" %
(filesystem, )] = INODE_STORE_LOG_CRITICAL
try:
filename = "gpfs_inodes_%s_%s.gz" % (
time.strftime("%Y%m%d-%H:%M"), filesystem)
path = os.path.join(opts.options.location, filename)
zipfile = gzip.open(path, 'wb', 9) # Compress to the max
zipfile.write(json.dumps(filesets[filesystem]))
zipfile.close()
stats["%s_inodes_log" % (filesystem, )] = 0
logger.info("Stored inodes information for FS %s" %
(filesystem))
cfs = process_inodes_information(filesets[filesystem],
quota[filesystem]['FILESET'],
threshold=0.9)
logger.info("Processed inodes information for filesystem %s" %
(filesystem, ))
if cfs:
critical_filesets[filesystem] = cfs
logger.info(
"Filesystem %s has at least %d filesets reaching the limit"
% (filesystem, len(cfs)))
except Exception:
stats["%s_inodes_log" % (filesystem, )] = 1
logger.exception(
"Failed storing inodes information for FS %s" %
(filesystem))
logger.info("Critical filesets: %s" % (critical_filesets, ))
if critical_filesets:
mail_admins(critical_filesets, opts.options.dry_run)
except Exception:
logger.exception("Failure obtaining GPFS inodes")
opts.critical("Failure to obtain GPFS inodes information")
opts.epilogue("Logged GPFS inodes", stats)
def main():
"""The main."""
# Note: debug option is provided by generaloption
# Note: other settings, e.g., ofr each cluster will be obtained from the configuration file
options = {
'nagios-check-interval-threshold':
NAGIOS_CHECK_INTERVAL_THRESHOLD,
'location':
('path to store the gzipped files', None, 'store', INODE_LOG_ZIP_PATH),
'backend': ('Storage backend', None, 'store', 'gpfs'),
'host_institute':
('Name of the institute where this script is being run', str, 'store',
GENT),
}
opts = ExtendedSimpleOption(options)
logger = opts.log
stats = {}
backend = opts.options.backend
try:
if backend == 'gpfs':
storage_backend = GpfsOperations()
elif backend == 'lustre':
storage_backend = LustreOperations()
else:
logger.exception("Backend %s not supported" % backend)
filesets = storage_backend.list_filesets()
quota = storage_backend.list_quota()
if not os.path.exists(opts.options.location):
os.makedirs(opts.options.location, 0o755)
critical_filesets = dict()
for filesystem in filesets:
stats["%s_inodes_log_critical" %
(filesystem, )] = INODE_STORE_LOG_CRITICAL
try:
filename = "%s_inodes_%s_%s.gz" % (
backend, time.strftime("%Y%m%d-%H:%M"), filesystem)
path = os.path.join(opts.options.location, filename)
zipfile = gzip.open(path, 'wb', 9) # Compress to the max
zipfile.write(json.dumps(filesets[filesystem]))
zipfile.close()
stats["%s_inodes_log" % (filesystem, )] = 0
logger.info("Stored inodes information for FS %s" %
(filesystem))
cfs = process_inodes_information(filesets[filesystem],
quota[filesystem]['FILESET'],
threshold=0.9,
storage=backend)
logger.info("Processed inodes information for filesystem %s" %
(filesystem, ))
if cfs:
critical_filesets[filesystem] = cfs
logger.info(
"Filesystem %s has at least %d filesets reaching the limit"
% (filesystem, len(cfs)))
except Exception:
stats["%s_inodes_log" % (filesystem, )] = 1
logger.exception(
"Failed storing inodes information for FS %s" %
(filesystem))
logger.info("Critical filesets: %s" % (critical_filesets, ))
if critical_filesets:
mail_admins(critical_filesets,
dry_run=opts.options.dry_run,
host_institute=opts.options.host_institute)
except Exception:
logger.exception("Failure obtaining %s inodes" % backend)
opts.critical("Failure to obtain %s inodes information" % backend)
opts.epilogue("Logged %s inodes" % backend, stats)