def test_levellistflush(self):
log1 = Log('firstone.log')
log2 = Log('secondone.log')
logs = [log1, log2]
resume = reporting.Resume(logs)
reports = {
'TARGET': 0,
'TRACE': 0,
'DEBUG': 0,
'INFO': 0,
'WARN': 0,
'OTHERS': [],
'ERROR': [],
'FATAL': [],
'CRITICAL': []
}
self.assertEquals(resume.logsReport['firstone.log'], reports)
self.assertEquals(resume.logsReport['secondone.log'], reports)
reports_firstone = resume.logsReport['firstone.log']
tobe_flushed_firstone = [
k for k in reports_firstone
if isinstance(reports_firstone[k], list)
]
resume.flushReport()
flushed_firstone = [
k for k in reports_firstone
if isinstance(reports_firstone[k], list)
]
self.assertEquals(tobe_flushed_firstone, flushed_firstone)
def testshouldHaveItsOwnColor(self):
fh = open('config','w')
fh.write(self.logname+'='+'green\n')
fh.close()
properties = Property('config')
properties.parse_properties()
log = Log(self.logname,properties)
log.openLog()
self.assertTrue(log.ownOutputColor)
log.closeLog()
os.remove(self.config)
def testReportResumeForTwoDifferentLogs(self):
log = Log('out.log')
log2 = Log('out2.log')
arrayLogs = [log, log2]
fh = log.openLog()
logcolors = LogColors()
message = Message(logcolors)
resume = reporting.Resume(arrayLogs)
for anylog in arrayLogs:
self.readAndUpdateLines(anylog, message, resume)
outlogReport = resume.logsReport[log.path]
expectedOutLogErrorReport = 'error> not so wrong'
gotLogTrace = outlogReport['ERROR'][0].split('=>> ')[1]
self.assertEquals(expectedOutLogErrorReport, gotLogTrace)
def testReportResumeForTwoDifferentLogs(self):
log = Log('out.log')
log2 = Log('out2.log')
arrayLogs = [log, log2]
fh = log.openLog()
logcolors = LogColors()
message = Message(logcolors)
resume = reporting.Resume(arrayLogs)
for anylog in arrayLogs:
self.readAndUpdateLines(anylog, message, resume)
outlogReport = resume.logsReport[log.path]
expectedOutLogErrorReport = 'error> not so wrong'
gotLogTrace = outlogReport['ERROR'][0].split('=>> ')[1]
self.assertEquals(expectedOutLogErrorReport,
gotLogTrace)
def test_unregister_method_for_shutdown(self):
logcolors = LogColors()
log = Log('anylog')
poster = notifications.Poster(PropertiesStub(), http_conn=HttpConnStub)
poster.registered_logs[log] = {'id': 5, 'logserver': 'anyserver'}
body = poster.unregister(log)
self.assertTrue(body)
def testShouldReportOtherNotifications(self):
inactivity_mock = self.mocker.mock()
inactivity_mock.alerting_msg
self.mocker.count(1, None)
self.mocker.result('Inactivity action detected')
inactivity_mock.alerted
self.mocker.count(1, None)
self.mocker.result(True)
def populate_log():
fh = open('out2.log', 'w')
someLogTracesForLog = [
'something here', 'something there', 'something somewhere'
]
for line in someLogTracesForLog:
fh.write(line + '\n')
fh.close()
populate_log()
log = Log('out2.log')
arrayLogs = [log]
logcolors = LogColors()
message = Message(logcolors)
resume = reporting.Resume(arrayLogs)
resume.add_notifier(inactivity_mock)
self.mocker.replay()
for anylog in arrayLogs:
self.readAndUpdateLines(anylog, message, resume)
outlogReport = resume.logsReport[log.path]
expectedOthersReport = 'Inactivity action detected'
gotLogTrace = outlogReport['OTHERS'][0].split('=>> ')[1]
self.assertEquals(expectedOthersReport, gotLogTrace)
def test_flush_report_aftergaptime_daemonized(self):
log = Log('out.log')
arrayLogs = [log]
logcolors = LogColors()
message = Message(logcolors)
resume = reporting.Resume(arrayLogs)
resume.is_daemonized = True
resume.gapTime = 0.05
for anylog in arrayLogs:
self.readAndUpdateLines(anylog, message, resume)
def overgap():
return resume.gapTime + 10
resume.timer.inactivityEllapsed = overgap
resume.update(message, log)
expected = {
'TARGET': 0,
'TRACE': 0,
'DEBUG': 0,
'INFO': 0,
'WARN': 0,
'OTHERS': [],
'ERROR': [],
'FATAL': [],
'CRITICAL': []
}
outlogReport = resume.logsReport[log.path]
self.assertEquals(expected, outlogReport)
def testshouldGetTupleOfOptionalParameters(self):
log = Log('/var/log/messages',self.__createAConfigWithProperties())
ownColors, ownTargets, logpath = (log.ownOutputColor, log.patTarget,
log.path)
self.assertTrue(ownColors)
self.assertTrue(ownTargets)
self.assertTrue(logpath)
def testNotMarkMarkedNotMark(self):
trace = "INFO this is an info trace"
sys.stdout = MemoryWriter()
logcolors = LogColors()
termcolors = TermColorCodes()
message = Message(logcolors)
notifier = notifications.CornerMark(0.01)
anylog = Log('out.log')
message.parse(trace, anylog)
padding = self.ttcols - len(notifier.MARK)
output = padding * " " + termcolors.backgroundemph + notifier.MARK +\
termcolors.reset
notifier.notify(message, anylog)
self.assertFalse(sys.stdout.captured)
def belowgap():
return 0
notifier.timer.corner_mark_ellapsed = belowgap
trace = "FATAL there could be an error in the application"
message.parse(trace, anylog)
notifier.notify(message, anylog)
self.assertTrue(sys.stdout.captured)
self.assertEquals(output, sys.stdout.captured[0])
trace = "INFO this is an info trace"
sys.stdout.flush()
notifier.timer.corner_mark_ellapsed = overgap
message.parse(trace, anylog)
notifier.notify(message, anylog)
self.assertFalse(sys.stdout.captured)
def test_shouldPost_if_alertable(self):
logcolors = LogColors()
logtrace = 'this is an error log trace'
log = Log('anylog')
message = Message(logcolors)
message.parse(logtrace, log)
poster = notifications.Poster(PropertiesStub(), http_conn=HttpConnStub)
body = poster.notify(message, log)
self.assertTrue(body)
def setUp(self):
self.onelog = Log(self.log_name)
onelogtrace = 'this is an info log trace'
anotherlogtrace = 'this is a debug log trace'
fh = open(self.log_name, 'w')
fh.write(onelogtrace + '\n')
fh.write(anotherlogtrace + '\n')
fh.close()
self.raise_count = 0
def setUp(self):
self.mocker = mocker.Mocker()
self.onelog = Log(self.log_name)
onelogtrace = 'this is an info log trace'
anotherlogtrace = 'this is a debug log trace'
fh = open(self.log_name, 'w')
fh.write(onelogtrace + '\n')
fh.write(anotherlogtrace + '\n')
fh.close()
self.apicture = pjoin(TESTS_DIR, 'apicture.png')
def test_execute_if_targetMessage(self):
logcolors = LogColors()
logtrace = 'this is a target log trace'
log = Log('anylog')
message = Message(logcolors, target='trace')
message.parse(logtrace, log)
poster = notifications.Poster(PropertiesStub(), http_conn=HttpConnStub)
poster.registered_logs[log] = {'id': 1, 'logserver': "anything"}
body = poster.notify(message, log)
self.assertTrue(body)
def test_printandshoot_notalertable(self):
log_trace = 'this is an info log trace'
log = Log('anylog')
logcolors = LogColors()
caller = SubProcessStubPopen()
printandshoot = notifications.PrintShot(PropertiesStub(),
caller=caller)
message = Message(logcolors)
message.parse(log_trace, log)
printandshoot.notify(message, log)
self.assertFalse(sys.stdout.contains(SubProcessStubPopen.msg))
def testnoNotification(self):
pattern = re.compile(r'hi, this line to be notified')
trace = "info this is just a log trace"
notifier = notifications.Filter(pattern)
sys.stdout = MemoryWriter()
logcolors = LogColors()
message = Message(logcolors)
anylog = Log('out.log')
message.parse(trace, anylog)
notifier.notify(message, anylog)
# assert is empty
self.assertFalse(sys.stdout.captured)
def testShouldNotifyWithNoFullTrigger(self):
logcolor = LogColors()
message = Message(logcolor)
log = Log('anylog')
logpath = log.path
command = 'echo'
properties = PropertiesStub(command)
trace = "this is a fatal log trace"
executor = notifications.Executor(properties,
trigger_executor=TriggerExecutorStub)
trigger = executor._build_trigger(trace, logpath)
self.assertEqual(['echo'], trigger)
def test_hostnameinconfig(self):
logfile = 'out.log'
fh = open(logfile, 'w')
someLogTraces = ['FATAL> something went wrong',
'ERROR> not so wrong',
'WARN> be careful',
'DEBUG> looking behind the scenes',
'INFO> the app is running']
for line in someLogTraces:
fh.write(line + '\n')
fh.close()
logcolors = LogColors() # using default colors
termcolors = TermColorCodes()
target = None
notifier = notifications.Print(PropertiesMock())
message = Message(logcolors, target)
log = Log(logfile)
log.openLog()
sys.stdout = MemoryWriter()
hostname = socket.gethostname()
for _ in range(len(someLogTraces)):
line = log.readLine()
line = line.rstrip()
level = line.split('>')
message.parse(line, log)
output = (hostname + ': ' +
logcolors.getLevelColor(level[0]) +
line +
termcolors.reset)
notifier.notify(message, log)
self.assertTrue(output in sys.stdout.captured)
line = log.readLine()
self.assertEqual('', line)
message.parse(line, log)
self.assertFalse(notifier.notify(message, log))
def testshouldNotColorizeifLevelKeyInaWord(self):
# Testing boundary regex as for suggestion of
# Carlo Bertoldi
trace = "this is a logtrace where someinfoword could be found"
sys.stdout = MemoryWriter()
logcolors = LogColors()
message = Message(logcolors)
notifier = notifications.Print()
anylog = Log('out.log')
message.parse(trace, anylog)
notifier.notify(message, anylog)
self.assertEqual(trace, sys.stdout.captured[0])
self.assertEqual('', message.messageLevel)
def testShouldNotExecuteIfLevelNotInPullers(self):
logcolor = LogColors()
message = Message(logcolor)
log = Log('anylog')
command = 'anything %s %s'
trace = "this is an info log trace"
properties = PropertiesStub(command)
executor = notifications.Executor(properties,
trigger_executor=TriggerExecutorStub)
message.parse(trace, log)
executor.notify(message, log)
len_captured_lines = len(sys.stdout.captured)
self.assertEqual(len_captured_lines, 0)
def test_trace_level(self):
level = 'TRACE'
trace = "TRACE level for finer informational log traces than DEBUG"
sys.stdout = MemoryWriter()
logcolors = LogColors()
termcolors = TermColorCodes()
message = Message(logcolors)
notifier = notifications.Print()
anylog = Log('out.log')
message.parse(trace, anylog)
output = logcolors.getLevelColor(level) + trace + termcolors.reset
notifier.notify(message, anylog)
self.assertEqual(output, sys.stdout.captured[0])
def test_printandshoot_throws(self):
log_trace = 'this is a very fatal log trace'
log = Log('anylog')
logcolors = LogColors()
caller = SubProcessStubRaise()
printandshoot = notifications.PrintShot(PropertiesStub(),
caller=caller)
message = Message(logcolors)
message.parse(log_trace, log)
try:
printandshoot.notify(message, log)
self.fail()
except Exception, err:
self.assertEqual(str(err), SubProcessStubRaise.msg)
def testWillMarkForSpecifiedTime(self):
trace = "FATAL there could be an error in the application"
sys.stdout = MemoryWriter()
logcolors = LogColors()
termcolors = TermColorCodes()
message = Message(logcolors)
notifier = notifications.CornerMark(10)
anylog = Log('out.log')
message.parse(trace, anylog)
padding = self.ttcols - len(notifier.MARK)
output = padding * " " + termcolors.backgroundemph + notifier.MARK +\
termcolors.reset
notifier.notify(message, anylog)
self.assertEqual(output, sys.stdout.captured[0])
def testnotify(self):
pattern = re.compile(r'hi, this line to be notified')
trace = "info hi, this line to be notified"
level = "INFO"
notifier = notifications.Filter(pattern)
sys.stdout = MemoryWriter()
logcolors = LogColors()
termcolors = TermColorCodes()
message = Message(logcolors)
anylog = Log('out.log')
message.parse(trace, anylog)
notifier.notify(message, anylog)
output = logcolors.getLevelColor(level) + trace + termcolors.reset
self.assertEqual(output, sys.stdout.captured[0])
def testShouldColorizeWarningLevelAsWell(self):
'''test that *warning* keyword gets colorized as well'''
level = 'WARNING'
trace = "WARNING there could be an error in the application"
sys.stdout = MemoryWriter()
logcolors = LogColors()
termcolors = TermColorCodes()
message = Message(logcolors)
notifier = notifications.Print()
anylog = Log('out.log')
message.parse(trace, anylog)
output = logcolors.getLevelColor(level) + trace + termcolors.reset
notifier.notify(message, anylog)
self.assertEqual(output, sys.stdout.captured[0])
def testTargetsNoColors(self):
fh = open('config.txt','w')
regexes = "log$; ^2009-10-12 got something here$"
targetsline = "targets /var/log/messages = "+regexes+"\n"
fh.write(targetsline)
fh.close()
property = Property('config.txt')
property.parse_properties()
self.assertEqual(regexes,
property.get_value('targets /var/log/messages'))
log = Log('/var/log/messages', property)
color = log.logTargetColor.get(re.compile('log$'))
self.assertFalse(color)
os.remove('config.txt')
def test_printandshoot(self):
log_trace = 'this is a fatal log trace'
log = Log('anylog')
logcolors = LogColors()
caller = SubProcessStubPopen()
printandshoot = notifications.PrintShot(PropertiesStub(),
caller=caller)
message = Message(logcolors)
message.parse(log_trace, log)
printandshoot.notify(message, log)
colorized_logtrace = '\x1b[31mthis is a fatal log trace\x1b[0m'
self.assertEqual(colorized_logtrace, sys.stdout.captured[0])
# in [1] has '\n', and [2] should have the result
self.assertEqual(SubProcessStub.msg, sys.stdout.captured[2])
def testshouldFailColorizeWithBackground(self):
trace = "FATAL there could be an error in the application"
level = 'WARN'
sys.stdout = MemoryWriter()
logcolors = LogColors()
termcolors = TermColorCodes()
logcolors.parse_config(PropertiesBackGround())
message = Message(logcolors)
notifier = notifications.Print()
anylog = Log('out.log')
message.parse(trace, anylog)
output = logcolors.getLevelColor(level) + trace + termcolors.reset
notifier.notify(message, anylog)
self.assertNotEqual(output, sys.stdout.captured[0])
def testMessage(self):
logcolors = LogColors() # using default colors
termcolors = TermColorCodes()
target = None
notifier = notifications.Print()
message = Message(logcolors, target)
log = Log(self.logfile)
log.openLog()
sys.stdout = MemoryWriter()
#testing Colors with default pauseModes
for count in range(len(self.someLogTraces)):
line = log.readLine()
line = line.rstrip()
level = line.split('>')
message.parse(line, log)
output = (logcolors.getLevelColor(level[0]) + line +
termcolors.reset)
notifier.notify(message, log)
self.assertTrue(output in sys.stdout.captured)
line = log.readLine()
self.assertEqual('', line)
message.parse(line, log)
self.assertFalse(notifier.notify(message, log))
def testShouldExecuteIfTargetMessage(self):
logcolor = LogColors()
logfile = 'anylog'
log = Log(logfile)
command = "echo %s %s"
trace = "this is an info log trace"
trigger = ['echo', trace, logfile]
properties = PropertiesStub(command)
message = Message(logcolor, target='trace')
message.parse(trace, log)
executor = notifications.Executor(properties,
trigger_executor=TriggerExecutorStub)
executor.notify(message, log)
self.assertEqual(TriggerExecutorStub.execute_msg,
sys.stdout.captured[0])
def testMarkedTARGETOverMarkableLevel(self):
logfile = "/any/path/out.log"
trace = "this is a FATAL targeted log trace"
sys.stdout = MemoryWriter()
logcolors = LogColors()
termcolors = TermColorCodes()
notifier = notifications.CornerMark(0.02)
anylog = Log(logfile, PropertiesStub())
message = Message(logcolors, properties=PropertiesStub)
padding = self.ttcols - len(notifier.MARK)
output = padding * " " + termcolors.oncyanemph + notifier.MARK +\
termcolors.reset
message.parse(trace, anylog)
notifier.notify(message, anylog)
self.assertEqual(output, sys.stdout.captured[0])
def testshouldColorizefirstLevelFoundignoringSecondinSameTrace(self):
# Test for fix 5
# Should give priority to FATAL in next trace
level = 'FATAL'
trace = "FATAL there could be an error in the application"
sys.stdout = MemoryWriter()
logcolors = LogColors()
termcolors = TermColorCodes()
message = Message(logcolors)
notifier = notifications.Print()
anylog = Log('out.log')
message.parse(trace, anylog)
output = (logcolors.getLevelColor(level) + trace + termcolors.reset)
notifier.notify(message, anylog)
self.assertEqual(output, sys.stdout.captured[0])
def setUp(self):
self.utils_back = log4tailer.setup_mail
self.os_fork = os.fork
self.os_chdir = os.chdir
self.os_umask = os.umask
self.os_dup2 = os.dup2
self.os_setsid = os.setsid
self.onelog = Log(self.log_name)
onelogtrace = 'this is an info log trace'
anotherlogtrace = 'this is a debug log trace'
fh = open(self.log_name, 'w')
fh.write(onelogtrace + '\n')
fh.write(anotherlogtrace + '\n')
fh.close()
self.raise_count = 0
def tailer(self):
'''Stdout multicolor tailer'''
message = Message(self.logcolors, self.target, self.properties)
anylog = Log('anylog')
for hostname in self.hostnames.keys():
command = self.hostnames[hostname]['command']
self.logger.debug("command [%s] to be executed in host [%s]" %
(command, hostname))
self.hostnameChannels[hostname]['channel'].exec_command(command)
try:
lasthostnameChanged = ""
while True:
for hostname in self.hostnames.keys():
sshChannel = self.hostnameChannels[hostname]['channel']
rr, _, _ = select.select([sshChannel], [], [], 0.0)
if len(rr) > 0:
lines = sshChannel.recv(4096).split('\n')
if hostname != lasthostnameChanged:
self.__hostnameChangedHeader(hostname)
for line in lines:
message.parse(line, anylog)
self.actions.notify(message, anylog)
lasthostnameChanged = hostname
self._wait_for(1)
except:
print "\nfinishing ..."
for hostname in self.hostnames.keys():
sshChannel = self.hostnameChannels[hostname]['channel']
sshclient = self.hostnameChannels[hostname]['client']
command = self.hostnames[hostname]['command']
procidCommand = 'pgrep -f -x ' + '\"' + command + '\"'
self.logger.debug("procid command [%s]" % procidCommand)
sshChannel.close()
stdin, stdout, stderr = sshclient.exec_command(procidCommand)
res = stdout.readlines()
if res:
procid = res[0].rstrip()
self.logger.debug("procid [%s]" % procid)
# is process still alive after closing channel?
if procid:
# kill it
killprocid = 'kill -9 ' + procid
stdin, stdout, stderr = sshclient.exec_command(
killprocid)
#sshChannel.shutdown(2)
sshclient.close()
print "Ended log4tailer, because colors are fun"
sys.exit()
def openLog(self):
log = Log(self.logname)
log.openLog()
return log