def test_periodic_does_not_emit_if_previously_sent(self, mock_info, mock_error, mock_warn, mock_verbose):
# The count does not increase from 1 - the first time it sends the data.
logger.periodic_info(logger.EVERY_DAY, _MSG_INFO, *_DATA)
self.assertIn(hash(_MSG_INFO), logger.DEFAULT_LOGGER.periodic_messages)
self.assertEqual(1, mock_info.call_count)
logger.periodic_info(logger.EVERY_DAY, _MSG_INFO, *_DATA)
self.assertIn(hash(_MSG_INFO), logger.DEFAULT_LOGGER.periodic_messages)
self.assertEqual(1, mock_info.call_count)
logger.periodic_warn(logger.EVERY_DAY, _MSG_WARN, *_DATA)
self.assertIn(hash(_MSG_WARN), logger.DEFAULT_LOGGER.periodic_messages)
self.assertEqual(1, mock_warn.call_count)
logger.periodic_warn(logger.EVERY_DAY, _MSG_WARN, *_DATA)
self.assertIn(hash(_MSG_WARN), logger.DEFAULT_LOGGER.periodic_messages)
self.assertEqual(1, mock_warn.call_count)
logger.periodic_error(logger.EVERY_DAY, _MSG_ERROR, *_DATA)
self.assertIn(hash(_MSG_ERROR), logger.DEFAULT_LOGGER.periodic_messages)
self.assertEqual(1, mock_error.call_count)
logger.periodic_error(logger.EVERY_DAY, _MSG_ERROR, *_DATA)
self.assertIn(hash(_MSG_ERROR), logger.DEFAULT_LOGGER.periodic_messages)
self.assertEqual(1, mock_error.call_count)
logger.periodic_verbose(logger.EVERY_DAY, _MSG_VERBOSE, *_DATA)
self.assertIn(hash(_MSG_VERBOSE), logger.DEFAULT_LOGGER.periodic_messages)
self.assertEqual(1, mock_verbose.call_count)
logger.periodic_verbose(logger.EVERY_DAY, _MSG_VERBOSE, *_DATA)
self.assertIn(hash(_MSG_VERBOSE), logger.DEFAULT_LOGGER.periodic_messages)
self.assertEqual(1, mock_verbose.call_count)
self.assertEqual(4, len(logger.DEFAULT_LOGGER.periodic_messages))
def run_get_output(cmd, chk_err=True, log_cmd=True, expected_errors=[]):
"""
Wrapper for subprocess.check_output.
Execute 'cmd'. Returns return code and STDOUT, trapping expected
exceptions.
Reports exceptions to Error if chk_err parameter is True
"""
if log_cmd:
logger.verbose(u"Command: [{0}]", cmd)
try:
output = subprocess.check_output(cmd,
stderr=subprocess.STDOUT,
shell=True)
output = ustr(output,
encoding='utf-8',
errors="backslashreplace")
except subprocess.CalledProcessError as e:
output = ustr(e.output,
encoding='utf-8',
errors="backslashreplace")
if chk_err:
msg = u"Command: [{0}], " \
u"return code: [{1}], " \
u"result: [{2}]".format(cmd, e.returncode, output)
if e.returncode in expected_errors:
logger.periodic_info(logger.EVERY_FIFTEEN_MINUTES, msg)
else:
logger.periodic_error(logger.EVERY_FIFTEEN_MINUTES, msg)
return e.returncode, output
except Exception as e:
if chk_err:
logger.error(u"Command [{0}] raised unexpected exception: [{1}]"
.format(cmd, ustr(e)))
return -1, ustr(e)
return 0, output
def get_memory_usage_from_proc_statm(process_id):
proc_pid_rss = 0
try:
proc_pid_rss = MemoryResourceUsage._get_proc_rss(process_id)
except Exception as e: # pylint: disable=C0103
if isinstance(e, (IOError, OSError)):
raise
logger.periodic_info(EVERY_SIX_HOURS, "[PERIODIC] Could not get the /prod/{0}/statm data due to {1}", process_id, ustr(e))
raise ProcessInfoException("Could not get the /proc/{0}/statm due to {1}".format(process_id, ustr(e)))
return proc_pid_rss
def test_periodic_emits_if_not_previously_sent(self, mock_info, mock_error, mock_warn, mock_verbose):
logger.periodic_info(logger.EVERY_DAY, _MSG_INFO, logger.LogLevel.INFO, *_DATA)
self.assertEqual(1, mock_info.call_count)
logger.periodic_error(logger.EVERY_DAY, _MSG_ERROR, logger.LogLevel.ERROR, *_DATA)
self.assertEqual(1, mock_error.call_count)
logger.periodic_warn(logger.EVERY_DAY, _MSG_WARN, logger.LogLevel.WARNING, *_DATA)
self.assertEqual(1, mock_warn.call_count)
logger.periodic_verbose(logger.EVERY_DAY, _MSG_VERBOSE, logger.LogLevel.VERBOSE, *_DATA)
self.assertEqual(1, mock_verbose.call_count)
def test_periodic_forwards_message_and_args(self, mock_info, mock_error, mock_warn, mock_verbose):
logger.periodic_info(logger.EVERY_DAY, _MSG_INFO, *_DATA)
mock_info.assert_called_once_with(_MSG_INFO, *_DATA)
logger.periodic_error(logger.EVERY_DAY, _MSG_ERROR, *_DATA)
mock_error.assert_called_once_with(_MSG_ERROR, *_DATA)
logger.periodic_warn(logger.EVERY_DAY, _MSG_WARN, *_DATA)
mock_warn.assert_called_once_with(_MSG_WARN, *_DATA)
logger.periodic_verbose(logger.EVERY_DAY, _MSG_VERBOSE, *_DATA)
mock_verbose.assert_called_once_with(_MSG_VERBOSE, *_DATA)
def test_it_should_clear_periodic_log_messages(self):
# Adding 100 different messages
for i in range(100):
logger.periodic_info(logger.EVERY_DAY, "Test {0}".format(i))
if len(logger.DEFAULT_LOGGER.periodic_messages) != 100:
raise Exception(
'Test setup error: the periodic messages were not added')
ResetPeriodicLogMessagesOperation().run()
self.assertEqual(
0, len(logger.DEFAULT_LOGGER.periodic_messages),
"The monitor thread did not reset the periodic log messages")
def test_it_should_clear_periodic_log_messages(self):
# Adding 100 different messages
for i in range(100):
logger.periodic_info(logger.EVERY_DAY, "Test {0}".format(i))
if len(logger.DEFAULT_LOGGER.periodic_messages) != 100:
raise Exception(
'Test setup error: the periodic messages were not added')
with _create_monitor_handler(
enabled_operations=["reset_loggers"]) as monitor_handler:
monitor_handler.run_and_wait()
self.assertEqual(
len(logger.DEFAULT_LOGGER.periodic_messages), 0,
"The monitor thread did not reset the periodic log messages")
def test_it_should_clear_periodic_log_messages(self):
logger.reset_periodic()
# Adding 100 different messages
expected = 100
for i in range(expected):
logger.periodic_info(logger.EVERY_DAY, "Test {0}".format(i))
actual = len(logger.DEFAULT_LOGGER.periodic_messages)
if actual != expected:
raise Exception('Test setup error: the periodic messages were not added. Got: {0} Expected: {1}'.format(actual, expected))
ResetPeriodicLogMessages().run()
self.assertEqual(0, len(logger.DEFAULT_LOGGER.periodic_messages), "The monitor thread did not reset the periodic log messages")
def get_process_info_summary(process_id):
process_cmdline = DEFAULT_PROCESS_COMMANDLINE
process_name = DEFAULT_PROCESS_NAME
# The ProcessName and ProcessCommandLine can generate Exception if the file /proc/<pid>/{comm,cmdline} cease to
# exist; eg: the process can die, or finish. Which is why we need Default Names, in case we fail to fetch the
# details from those files.
try:
process_cmdline = ProcessInfo.get_proc_cmdline(
process_id) if not None else DEFAULT_PROCESS_COMMANDLINE
except Exception as e: # pylint: disable=C0103
logger.periodic_info(EVERY_SIX_HOURS, "[PERIODIC] {0}", ustr(e))
try:
process_name = ProcessInfo.get_proc_name(
process_id) if not None else DEFAULT_PROCESS_NAME
except Exception as e: # pylint: disable=C0103
logger.periodic_info(EVERY_SIX_HOURS, "[PERIODIC] {0}", ustr(e))
return process_id + DELIM + process_name + DELIM + process_cmdline
def test_periodic_emits_after_elapsed_delta(self, mock_info, mock_error,
mock_warn, mock_verbose):
logger.periodic_info(logger.EVERY_DAY, _MSG_INFO, *_DATA)
self.assertEqual(1, mock_info.call_count)
logger.periodic_info(logger.EVERY_DAY, _MSG_INFO, *_DATA)
self.assertEqual(1, mock_info.call_count)
logger.DEFAULT_LOGGER.periodic_messages[hash(_MSG_INFO)] = datetime.now() - \
logger.EVERY_DAY - logger.EVERY_HOUR
logger.periodic_info(logger.EVERY_DAY, _MSG_INFO, *_DATA)
self.assertEqual(2, mock_info.call_count)
logger.periodic_warn(logger.EVERY_DAY, _MSG_WARN, *_DATA)
self.assertEqual(1, mock_warn.call_count)
logger.periodic_warn(logger.EVERY_DAY, _MSG_WARN, *_DATA)
self.assertEqual(1, mock_warn.call_count)
logger.DEFAULT_LOGGER.periodic_messages[hash(_MSG_WARN)] = datetime.now() - \
logger.EVERY_DAY - logger.EVERY_HOUR
logger.periodic_warn(logger.EVERY_DAY, _MSG_WARN, *_DATA)
self.assertEqual(2, mock_info.call_count)
logger.periodic_error(logger.EVERY_DAY, _MSG_ERROR, *_DATA)
self.assertEqual(1, mock_error.call_count)
logger.periodic_error(logger.EVERY_DAY, _MSG_ERROR, *_DATA)
self.assertEqual(1, mock_error.call_count)
logger.DEFAULT_LOGGER.periodic_messages[hash(_MSG_ERROR)] = datetime.now() - \
logger.EVERY_DAY - logger.EVERY_HOUR
logger.periodic_error(logger.EVERY_DAY, _MSG_ERROR, *_DATA)
self.assertEqual(2, mock_info.call_count)
logger.periodic_verbose(logger.EVERY_DAY, _MSG_VERBOSE, *_DATA)
self.assertEqual(1, mock_verbose.call_count)
logger.periodic_verbose(logger.EVERY_DAY, _MSG_VERBOSE, *_DATA)
self.assertEqual(1, mock_verbose.call_count)
logger.DEFAULT_LOGGER.periodic_messages[hash(_MSG_VERBOSE)] = datetime.now() - \
logger.EVERY_DAY - logger.EVERY_HOUR
logger.periodic_verbose(logger.EVERY_DAY, _MSG_VERBOSE, *_DATA)
self.assertEqual(2, mock_info.call_count)
