def check_files(self, filter, text, expected, extra_args): self.setup_files() alias = '%s: %s' % (text, filter) result = TestResult('Checking %s' % alias) args = [ 'path=%s' % self.work_path, 'filter=%s' % filter, 'syntax=%filename%: %size% %write%', 'warn=gt:1', 'crit=gt:3' ] args.extend(extra_args) (ret, msg, perf) = self.core.simple_query('CheckFiles', args) #log("Messge: %s"%msg) #log("Perf: %s"%perf) count = self.get_count(perf) result.add_message( count == expected, 'Check that we get correct number of files', 'Invalid result: got %s expected %s' % (count, expected)) if expected > 3: result.add_message( ret == status.CRITICAL, 'Check that we get correct status back (CRIT)', 'We did not get a CRIT back as expected: %s' % ret) elif expected > 1: result.add_message( ret == status.WARNING, 'Check that we get correct status back (WARN)', 'We did not get a WARN back as expected: %s' % ret) else: result.add_message( ret == status.OK, 'Check that we get correct status back (OK)', 'We did not get a OK back as expected: %s' % ret) return result
def submit_payload(self, encryption, target, length, source, status, msg, perf, tag): message = plugin_pb2.SubmitRequestMessage() message.header.recipient_id = target message.channel = 'nsca_test_outbox' host = message.header.hosts.add() host.id = target if (target == 'valid'): pass else: host.address = "127.0.0.1:15667" enc = host.metadata.add() enc.key = "encryption" enc.value = encryption enc = host.metadata.add() enc.key = "password" enc.value = 'pwd-%s'%encryption enc = host.metadata.add() enc.key = "payload length" enc.value = '%d'%length uid = str(uuid.uuid4()) payload = message.payload.add() payload.result = status payload.command = uid line = payload.lines.add() line.message = '%s - %s'%(uid, msg) payload.source = source (result_code, err) = self.core.submit('nsca_test_outbox', message.SerializeToString()) result = TestResult('Testing payload submission (via API): %s'%tag) result.assert_equals(result_code, True, 'Submission (%s) return ok status'%tag) result.assert_equals(err, 'Submission successful', 'Submission (%s) returned correct status'%tag) self.wait_and_validate(uid, result, msg, perf, '%s/spb'%tag) return result
def test_one_proc_int(self, proc, actual, asked): result = TestResult('Checking one state %d/%d'%(actual, asked)) for s in ['eq', 'gt', 'lt', 'ne']: (retcode, retmessage, retperf) = self.core.simple_query('check_process', ['empty-state=OK', 'show-all', 'crit=count %s %d'%(s, asked), "filter=exe='%s'"%proc]) expected = self.get_expected_state(actual, s, asked) result.add_message(retcode == expected, 'Process: %s (%d %s %d): %s'%(proc, actual, s, asked, retmessage), '%s != %s'%(retcode, expected)) return result
def run_test(self): result = TestResult('Testing W32 file systems') result.add(self.check_cli_ns()) result.add(self.check_cli_ls(None, 'Win32_Processor', 'LogFileEventConsumer')) result.add(self.check_cli_ls('root\subscription', 'LogFileEventConsumer', 'Win32_Processor')) result.add(self.check_cli_query('SELECT DeviceId, AddressWidth, Caption, Name FROM Win32_Processor', lambda x:x>1, lambda x:'CPU0' in x)) return result
def test_one_proc_int(self, proc, actual, asked): result = TestResult('Checking one state %d/%d'%(actual, asked)) for s in ['eq', 'gt', 'lt', 'ne']: (retcode, retmessage, retperf) = core.simple_query('CheckProcState', ['ShowAll', 'critCount=%s:%d'%(s, asked), '%s=started'%proc]) expected = self.get_expected_state(actual, s, asked) result.add_message(retcode == expected, 'Process: %s (%d %s %d): %s'%(proc, actual, s, asked, retmessage), 'Expected %s'%(expected)) return result
def do_one_test(self, ssl=True): conf = Settings.get() conf.set_bool('/settings/nscp/test_nscp_server', 'use ssl', ssl) conf.set_bool('/settings/nscp/test_nscp_server', 'allow arguments', True) # TODO: conf.set_string('/settings/nscp/test_nscp_server', 'certificate', ssl) core.reload('test_nscp_server') conf.set_string('/settings/nscp/test_nscp_client/targets/default', 'address', 'nscp://127.0.0.1:35668') conf.set_bool('/settings/nscp/test_nscp_client/targets/default', 'use ssl', not ssl) conf.set_string('/settings/nscp/test_nscp_client/targets/invalid', 'address', 'nscp://127.0.0.1:25668') conf.set_bool('/settings/nscp/test_nscp_client/targets/invalid', 'use ssl', not ssl) conf.set_string('/settings/nscp/test_nscp_client/targets/valid', 'address', 'nscp://127.0.0.1:15668') conf.set_bool('/settings/nscp/test_nscp_client/targets/valid', 'use ssl', ssl) core.reload('test_nscp_client') result = TestResult() #result.add_message(isOpen('127.0.0.1', 15668), 'Checking that port is open (server is up)') #result.add(self.test_one(ssl, length, state = status.UNKNOWN, tag = 'unknown')) result.add(self.test_one(ssl, state=status.OK, tag='ok')) #result.add(self.test_one(ssl, length, state = status.WARNING, tag = 'warn')) #result.add(self.test_one(ssl, length, state = status.CRITICAL, tag = 'crit')) return result
def submit_payload(self, encryption, target, length, source, status, msg, perf, tag): message = plugin_pb2.SubmitRequestMessage() message.header.version = plugin_pb2.Common.VERSION_1 message.header.recipient_id = target message.channel = 'nsca_test_outbox' host = message.header.hosts.add() host.id = target if (target == 'valid'): pass else: host.address = "127.0.0.1:15667" enc = host.metadata.add() enc.key = "encryption" enc.value = encryption enc = host.metadata.add() enc.key = "password" enc.value = 'pwd-%s'%encryption enc = host.metadata.add() enc.key = "payload length" enc.value = '%d'%length uid = str(uuid.uuid4()) payload = message.payload.add() payload.result = status payload.command = uid payload.message = '%s - %s'%(uid, msg) payload.source = source (result_code, err) = self.core.submit('nsca_test_outbox', message.SerializeToString()) result = TestResult('Testing payload submission (via API): %s'%tag) result.add_message(result_code, 'Submission succedded %s/exec:1'%tag) result.add_message(len(err) == 0, 'Testing to send message using %s/sbp'%tag, err) self.wait_and_validate(uid, result, msg, perf, '%s/spb'%tag) return result
def run_test(self): result = TestResult() result.add(self.do_one_test(ssl=False)) #result.add(self.do_one_test(ssl=True)) #result.add(self.do_one_test(ssl=True, length=4096)) #result.add(self.do_one_test(ssl=True, length=65536)) #result.add(self.do_one_test(ssl=True, length=1048576)) return result
def check_bound(self, filter, warn, crit, expected): alias = "%s/%s/%s" % (filter, warn, crit) result = TestResult("Checking %s" % alias) args = ["file=%s" % self.work_path, "column-split=,", "filter=%s" % filter, "warn=%s" % warn, "crit=%s" % crit] # log("Command: %s"%args) (ret, msg, perf) = self.core.simple_query("check_logfile", args) log("%s : %s -- %s" % (filter, msg, perf)) result.add_message(ret == expected, "Check status", "Invalid check status: %s" % ret) return result
def run_test(self): result = TestResult() cryptos = ["none", "xor", "des", "3des", "cast128", "xtea", "blowfish", "twofish", "rc2", "aes", "aes256", "aes192", "aes128", "serpent", "gost", "3way"] for c in cryptos: for l in [128, 512, 1024, 4096]: result.add(self.test_one_crypto(c, l)) #result.add(self.test_one_crypto(c)) return result
def test_syntax(self, filter, syntax, expected): result = TestResult('Validating syntax: %s' % syntax) (res, msg, perf) = self.core.simple_query('CheckEventLog', [ 'file=Application', 'warn=ne:1', 'filter=%s' % filter, 'syntax=%s' % syntax, 'descriptions', 'scan-range=-10m' ]) result.assert_equals(msg, expected, "Validate message rendering syntax: %s" % msg) return result
def check_bound(self, filter, warn, crit, expected): alias = '%s/%s/%s'%(filter, warn, crit) result = TestResult('Checking %s'%alias) args = ['file=%s'%self.work_path, 'column-split=,', 'filter=%s'%filter, 'warn=%s'%warn, 'crit=%s'%crit] #log("Command: %s"%args) (ret, msg, perf) = self.core.simple_query('check_logfile', args) log("Messge: %s"%msg) log("Perf: %s"%perf) result.add_message(ret == expected, 'Check status', 'Invalid check status: %s'%ret) return result
def test_one(self, ssl=True, state=status.UNKNOWN, tag='TODO'): result = TestResult('Testing NSCP: %s/%s with various targets' % (ssl, tag)) #for t in ['valid', 'test_rp', 'invalid']: for t in ['valid']: result.add( self.submit_payload('%s/%s' % (ssl, tag), ssl, '%ssrc%s' % (tag, tag), state, '%smsg%s' % (tag, tag), '', t)) return result
def submit_via_exec(self, encryption, target, length, source, status, msg, perf, tag): uid = str(uuid.uuid4()) args = [ #'--exec', 'submit', '--alias', uid, '--result', '%d'%status, '--message', '%s - %s'%(uid, msg), '--target', target, ] if (target == 'valid'): pass else: args.extend([ '--address', '127.0.0.1:15667', '--encryption', encryption, '--password', 'pwd-%s'%encryption, '--payload-length', '%d'%length, ]) (result_code, result_message) = core.simple_exec('any', 'nsca_submit', args) result = TestResult('Testing payload submission (via command line exec): %s'%tag) result.add_message(result_code == 0, 'Testing to send message using %s/exec:1'%tag) result.add_message(len(result_message) == 1, 'Testing to send message using %s/exec:2'%tag, len(result_message)) if len(result_message) > 0: result.add_message(len(result_message[0]) == 0, 'Testing to send message using %s/exec:3'%tag, result_message[0]) self.wait_and_validate(uid, result, msg, perf, '%s/exec'%tag) else: result.add_message(False, 'Sending faliled: giving up on %s'%tag) return result
def check_cli_query(self, query, count, check, ns = None): result = TestResult('Checking CLI query %s'%query) args = ['--select', query, '--simple'] if ns != None: args.extend(['--namespace', ns]) (ret, ns_msgs) = self.core.simple_exec('any', 'wmi', args) result.assert_equals(ret, 1, 'Check that --select returns ok') result.assert_equals(len(ns_msgs), 1, 'Check that --select returns one entry') if len(ns_msgs) > 0: result.add_message(count(ns_msgs[0].splitlines()), 'Check that it contains the right number of rows') result.add_message(check(ns_msgs[0]), 'Check that it contains the right data') return result
def check_no_files(self): self.setup_files() result = TestResult('Checking no files') args = ['path=%s\\aaa.txt'%self.work_path] (ret, msg, perf) = self.core.simple_query('check_files', args) #log("Messge: %s"%msg) #log("Perf: %s"%perf) result.add_message(ret == status.UNKNOWN, 'Check that we get correct status back', 'Return status was wrong: %s'%ret) #count = self.get_count(perf) result.assert_equals(msg, 'No files found', 'Validate return message') return result
def check_cli_ls(self, ns, expected, missing): result = TestResult('Checking CLI list-classes %s'%ns) args = ['--list-classes', '--simple'] if ns != None: args.extend(['--namespace', ns]) (ret, ns_msgs) = self.core.simple_exec('any', 'wmi', args) result.assert_equals(ret, 1, 'Check that --list-classes returns ok') result.assert_equals(len(ns_msgs), 1, 'Check that --list-classes returns one entry') if len(ns_msgs) > 0: result.assert_contains(ns_msgs[0], expected, 'Check that --list-classes contains %s'%expected) result.assert_not_contains(ns_msgs[0], missing, 'Check that --list-classes does not contains %s'%missing) return result
def check_files(self, filter, text, expected): alias = '%s: %s'%(text, filter) result = TestResult('Checking %s'%alias) args = ['file=%s'%self.work_path, 'column-spli=,', 'filter=%s'%filter, 'warn=count gt %d'%expected, 'crit=count gt %d'%expected] #log("Command: %s"%args) (ret, msg, perf) = self.core.simple_query('check_logfile', args) #log("Messge: %s"%msg) #log("Perf: %s"%perf) count = self.get_count(perf) result.add_message(count == expected, 'Check that we get correct number of files', 'Invalid result: got %s expected %s'%(count, expected)) result.add_message(ret == status.OK, 'Check that we get correct status back (OK)', 'We did not get a OK back as expected: %s'%ret) return result
def run_test(self): result = TestResult() cryptos = [ "none", "xor", "des", "3des", "cast128", "xtea", "blowfish", "twofish", "rc2", "aes", "aes256", "aes192", "aes128", "serpent", "gost", "3way" ] for c in cryptos: for l in [128, 512, 1024, 4096]: result.add(self.test_one_crypto(c, l)) #result.add(self.test_one_crypto(c)) return result
def test_create(self, source, id, level, severity, category, facility, arguments): result = TestResult( 'Creating log message: i:%d, l:%s, s:%s, c:%d, f:%d' % (id, level, severity, category, facility)) args = [ '--source', source, '--id', id, # Any number (corresponds with message identifier) -- Identifies message '--level', level, # error(1), warning(2), success(0), info(4), auditSuccess(8), auditFailure(10) -- Loglevel severity (ie log level) '--severity', severity, # success(0), informational(1), warning(2), error(3) -- Developer severity (ie classification) '--category', category, # '--facility', facility # ] for f in arguments: args.append('--argument') args.append(f) (ret, msg) = self.core.simple_exec('eventlog', 'insert', args) result.assert_equals(ret, 0, 'return code') result.assert_equals(len(msg), 1, 'Message length') if len(msg) == 1: result.assert_equals(msg[0], 'Message reported successfully', 'Status message') return result
def test_w_expected(self, filter, syntax, expected): result = TestResult('Validating filter: %s' % filter) (res, msg, perf) = Core.get().simple_query('CheckEventLog', [ 'file=Application', 'debug=true', 'warn=ne:%d' % expected, 'crit=ne:%d' % expected, 'filter=%s' % filter, 'syntax=%s' % syntax ]) result.assert_equals(res, status.OK, "Validate status OK for %s" % filter) (res, msg, perf) = Core.get().simple_query('CheckEventLog', [ 'file=Application', 'debug=true', 'warn=eq:%d' % expected, 'crit=ne:%d' % expected, 'filter=%s' % filter, 'syntax=%s' % syntax ]) result.assert_equals(res, status.WARNING, "Validate status OK for %s" % filter) (res, msg, perf) = Core.get().simple_query('CheckEventLog', [ 'file=Application', 'debug=true', 'warn=eq:%d' % expected, 'crit=eq:%d' % expected, 'filter=%s' % filter, 'syntax=%s' % syntax ]) result.assert_equals(res, status.CRITICAL, "Validate status CRIT for %s" % filter) return result
def run_test(self, cases=None): result = TestResult() cryptos = [ "none", "xor", "des", "3des", "cast128", "xtea", "blowfish", "twofish", "rc2", "aes", "aes256", "aes192", "aes128", "serpent", "gost", "3way" ] for c in cryptos: run_l = None run_this = False if cases: tmp_l = None for case in cases: if '-' in case: (run_c, tmp_l) = case.split('-', 2) else: run_c = case if c == run_c: run_l = int(tmp_l) if tmp_l else None run_this = True if not run_this: result.add_message(True, 'Ignoring: %s-*' % c) continue for l in [128, 512, 1024, 4096]: if not run_l or run_l == l: result.add(self.test_one_crypto(c, l)) else: result.add_message(True, 'Ignoring: %s-%s' % (c, l)) return result
def test_w_expected(self, filter, syntax, expected): result = TestResult('Validating filter: %s (%d)' % (filter, expected)) (res, msg, perf) = self.core.simple_query('CheckEventLog', [ 'file=Application', 'debug=false', 'warn=gt:%d' % expected, 'crit=gt:%d' % expected, 'filter=%s' % filter, 'syntax=%s' % syntax, 'scan-range=-10m', 'top-syntax=${status} ${count}==%d: ${list}' % expected ]) result.assert_equals(res, status.OK, "Validate status OK for %s" % filter) (res, msg, perf) = self.core.simple_query('CheckEventLog', [ 'file=Application', 'debug=false', 'warn=eq:%d' % expected, 'crit=gt:%d' % expected, 'filter=%s' % filter, 'syntax=%s' % syntax, 'scan-range=-10m', 'top-syntax=${status} ${count}==%d: ${list}' % expected ]) result.assert_equals(res, status.WARNING, "Validate status OK for %s" % filter) (res, msg, perf) = self.core.simple_query('CheckEventLog', [ 'file=Application', 'debug=false', 'warn=eq:%d' % expected, 'crit=eq:%d' % expected, 'filter=%s' % filter, 'syntax=%s' % syntax, 'scan-range=-10m', 'top-syntax=${status} ${count}==%d: ${list}' % expected ]) result.assert_equals(res, status.CRITICAL, "Validate status CRIT for %s" % filter) return result
def check_ts_query(self, task, code): result = TestResult('Checking task %s'%task) for i in [0, 1, 2, 3, 4]: # check_tasksched "filter=title = 'NSCPSample_CRIT'" "warn=exit_code != 3" args = ["filter=title = 'NSCPSample_%s'"%task, "warn=exit_code = %d"%i] log_debug(', '.join(args)) (ret, msg, perf) = self.core.simple_query('check_tasksched', args) if i == code: result.assert_equals(ret, status.WARNING, 'Verify WARN result: %s'%msg) else: result.assert_equals(ret, status.OK, 'Verify OK result: %s'%msg) return result
def test_one_proc_int(self, proc, actual, asked): result = TestResult('Checking one state %d/%d' % (actual, asked)) for s in ['eq', 'gt', 'lt', 'ne']: (retcode, retmessage, retperf) = self.core.simple_query('check_process', [ 'empty-state=OK', 'show-all', 'crit=count %s %d' % (s, asked), "filter=exe='%s'" % proc ]) expected = self.get_expected_state(actual, s, asked) result.add_message( retcode == expected, 'Process: %s (%d %s %d): %s' % (proc, actual, s, asked, retmessage), '%s != %s' % (retcode, expected)) return result
def check_bound(self, filter, warn, crit, expected): alias = '%s/%s/%s' % (filter, warn, crit) result = TestResult('Checking %s' % alias) args = [ 'file=%s' % self.work_path, 'column-split=,', 'filter=%s' % filter, 'warn=%s' % warn, 'crit=%s' % crit ] #log("Command: %s"%args) (ret, msg, perf) = self.core.simple_query('check_logfile', args) log("%s : %s -- %s" % (filter, msg, perf)) result.add_message(ret == expected, 'Check status', 'Invalid check status: %s' % ret) return result
def run_test(self): result = TestResult() start = time() total_count = install_checks*time_to_run/5 while self.stress_count < total_count: log('Waiting for %d: %d/%d'%(total_count, self.stress_count, self.noop_count)) old_stress_count = self.stress_count old_noop_count = self.noop_count sleep(5000) result.add_message(True, 'Commands/second: %d/%d'%( (self.stress_count-old_stress_count)/5, (self.noop_count-old_noop_count)/5 ) ) elapsed = (time() - start) if elapsed == 0: elapsed = 1 result.add_message(True, 'Summary Collected %d instance in %d seconds: %d/s'%(self.stress_count, elapsed, self.stress_count/elapsed)) return result
def check_cli_ns(self): result = TestResult('Checking CLI list-ns') (ret, ns_msgs) = self.core.simple_exec('any', 'wmi', ['--list-all-ns', '--namespace', 'root']) result.assert_equals(ret, 1, 'Check that --list-all-ns returns ok') result.assert_equals(len(ns_msgs), 1, 'Check that --list-all-ns returns one entry') if len(ns_msgs) > 0: result.assert_contains(ns_msgs[0], 'CIMV2', 'Check that --list-all-ns contains cimv2') return result
def test_one_proc_int(self, proc, actual, asked): result = TestResult('Checking one state %d/%d' % (actual, asked)) for s in ['eq', 'gt', 'lt', 'ne']: (retcode, retmessage, retperf) = core.simple_query('CheckProcState', [ 'ShowAll', 'critCount=%s:%d' % (s, asked), '%s=started' % proc ]) expected = self.get_expected_state(actual, s, asked) result.add_message( retcode == expected, 'Process: %s (%d %s %d): %s' % (proc, actual, s, asked, retmessage), 'Expected %s' % (expected)) return result
def do_one_test(self, script, expected = status.OK, message = "Foo Bar", args=[], cleanup=True): result = TestResult('%s (%s)'%(script, args)) (ret, msg, perf) = self.core.simple_query(script, args) if cleanup and os.name != 'nt': message = message.replace('"', '') message = message.replace('$ARG1$', '$') message = message.replace('$ARG2$', '$') message = message.replace('$ARG3$', '$') message = message.replace('\r', '') result.assert_equals(ret, expected, 'Validate return code for %s'%script) result.assert_equals(msg, message, 'Validate return message for %s'%script) if msg != message: diff = difflib.ndiff(msg.splitlines(1), message.splitlines(1)) print ''.join(diff), return result
def check_cli_ls(self, ns, expected, missing): result = TestResult('Checking CLI list-classes %s'%ns) args = ['--list-classes', '--simple'] if ns != None: args.extend(['--namespace', ns]) (ret, ns_msgs) = core.simple_exec('any', 'wmi', args) result.assert_equals(ret, status.OK, 'Check that --list-classes returns ok') result.assert_equals(len(ns_msgs), 1, 'Check that --list-classes returns one entry') if len(ns_msgs) > 0: result.assert_contains(ns_msgs[0], expected, 'Check that --list-classes contains %s'%expected) result.assert_not_contains(ns_msgs[0], missing, 'Check that --list-classes does not contains %s'%missing) return result
def check_cli_query(self, query, count, check, ns = None): result = TestResult('Checking CLI query %s'%query) args = ['--select', query, '--simple'] if ns != None: args.extend(['--namespace', ns]) (ret, ns_msgs) = core.simple_exec('any', 'wmi', args) result.assert_equals(ret, status.OK, 'Check that --select returns ok') result.assert_equals(len(ns_msgs), 1, 'Check that --select returns one entry') if len(ns_msgs) > 0: result.add_message(count(ns_msgs[0].splitlines()), 'Check that it contains the right number of rows') result.add_message(check(ns_msgs[0]), 'Check that it contains the right data') return result
def test_one(self, ssl=True, length=1024, state=status.UNKNOWN, tag="TODO"): result = TestResult("Testing NRPE: %s/%s/%s with various targets" % (ssl, length, tag)) for t in ["valid", "test_rp", "invalid"]: result.add( self.submit_payload( "%s/%s/%s" % (ssl, length, tag), ssl, length, "%ssrc%s" % (tag, tag), state, "%smsg%s" % (tag, tag), "", t, ) ) return result
def check_files(self, filter, text, expected): alias = "%s: %s" % (text, filter) result = TestResult("Checking %s" % alias) args = [ "file=%s" % self.work_path, "column-split=,", "filter=%s" % filter, "warn=count gt %d" % expected, "crit=count gt %d" % expected, ] # log("Command: %s"%args) (ret, msg, perf) = self.core.simple_query("check_logfile", args) log("%s : %s -- %s" % (filter, msg, perf)) count = self.get_count(perf) result.add_message(count == expected, "%s - number of files" % filter, "got %s expected %s" % (count, expected)) result.add_message(ret == status.OK, "%s -- status", "got %s expected OK" % ret) return result
def submit_via_exec(self, encryption, target, length, source, status, msg, perf, tag): uid = str(uuid.uuid4()) args = [ #'--exec', 'submit', '--alias', uid, '--result', '%d'%status, '--retries', '0', '--message', '%s - %s'%(uid, msg), '--target', target, ] if (target == 'valid'): pass else: args.extend([ '--address', '127.0.0.1:15667', '--encryption', encryption, '--password', 'pwd-%s'%encryption, '--payload-length', '%d'%length, ]) (result_code, result_message) = self.core.simple_exec('test_nsca_client', 'nsca_submit', args) result = TestResult('Testing payload submission (via command line exec): %s'%tag) result.add_message(result_code == 0, 'Testing to send message using %s/exec:1'%tag) result.add_message(len(result_message) == 1, 'Testing to send message using %s/exec:2'%tag) if len(result_message) == 1: result.assert_equals(result_message[0], "Submission successful", 'Testing to send message using %s/exec:3'%tag) self.wait_and_validate(uid, result, msg, perf, '%s/exec'%tag) return result
def run_test(self, cases=None): result = TestResult() cryptos = ["none", "xor", "des", "3des", "cast128", "xtea", "blowfish", "twofish", "rc2", "aes", "aes256", "aes192", "aes128", "serpent", "gost", "3way"] for c in cryptos: run_l = None run_this = False if cases: tmp_l = None for case in cases: if '-' in case: (run_c, tmp_l) = case.split('-', 2) else: run_c = case if c == run_c: run_l = int(tmp_l) if tmp_l else None run_this = True if not run_this: result.add_message(True, 'Ignoring: %s-*'%c) continue for l in [128, 512, 1024, 4096]: if not run_l or run_l == l: result.add(self.test_one_crypto(c, l)) else: result.add_message(True, 'Ignoring: %s-%s'%(c, l)) #result.add(self.test_one_crypto(c)) return result
def run_test(self): global time_to_run, check_per_second result = TestResult() start = time() if isinstance(time_to_run, str) and time_to_run == 'infinate': time_to_run = -1 elif isinstance(time_to_run, str): time_to_run = 5 if time_to_run == -1: total_count = -1 else: total_count = check_per_second*time_to_run if time_to_run != -1: self.background = False last_major = 0 while self.results_count < total_count: old_stress_count = self.results_count old_noop_count = self.check_count sleep(5000) result.add_message(True, 'Commands/second: %d/%d'%( (self.results_count-old_stress_count)/5, (self.check_count-old_noop_count)/5 ) ) if (self.results_count*100/total_count) > last_major + 10: last_major = last_major + 10 log('%d%% Complete: %d checks per second <%d/%d>'%(self.results_count*100/total_count, (self.results_count-old_stress_count)/5, self.results_count, total_count)) elapsed = (time() - start) if elapsed == 0: elapsed = 1 result.add_message(True, 'Summary Collected %d instance in %d seconds: %d/s'%(self.results_count, elapsed, self.results_count/elapsed)) else: self.background = True result.add_message(True, 'Test running in background, run py_unittest_collect to collect results at any time.') return result
def check_counter(self, counter, args): result = TestResult('Checking counter: %s' % counter) args.append('Counter=%s' % counter) (retcode, retmessage, retperf) = self.core.simple_query('CheckCounter', args) result.add_message(retcode != status.UNKNOWN, 'Return code: %s' % retcode) result.add_message( len(retmessage) > 0, 'Returned message: %s' % retmessage) result.add_message(len(retperf) > 0, 'Performance data: %s' % retperf) return result
def check_cli_ns(self): result = TestResult('Checking CLI list-ns') (ret, ns_msgs) = core.simple_exec('any', 'wmi', ['--list-all-ns', '--namespace', 'root']) result.assert_equals(ret, status.OK, 'Check that --list-all-ns returns ok') result.assert_equals(len(ns_msgs), 1, 'Check that --list-all-ns returns one entry') if len(ns_msgs) > 0: result.assert_contains(ns_msgs[0], 'CIMV2', 'Check that --list-all-ns contains cimv2') return result
def check_counter(self, counter, args): result = TestResult('Checking counter: %s'%counter) args.append('Counter=%s'%counter) (retcode, retmessage, retperf) = self.core.simple_query('CheckCounter', args) result.add_message(retcode != status.UNKNOWN, 'Return code: %s'%retcode) result.add_message(len(retmessage) > 0, 'Returned message: %s'%retmessage) result.add_message(len(retperf) > 0, 'Performance data: %s'%retperf) return result
def run_test_proc(self): result = TestResult('Checking CheckProcState') for j in range(0,3): result.append(self.test_one_proc_int('notepad.exe', 0, j)) pids = [] for i in range(1,4): log('Starting notepad...') handle = subprocess.Popen('notepad.exe', shell=False) sleep(500) pids.append(handle.pid) for j in range(0,3): result.append(self.test_one_proc_int('notepad.exe', i, j)) for p in pids: subprocess.Popen("taskkill /F /T /PID %i"%p , shell=True) return result
def test_w_expected(self, filter, syntax, expected): result = TestResult('Validating filter: %s (%d)'%(filter, expected)) (res, msg, perf) = self.core.simple_query('CheckEventLog', ['file=Application', 'debug=false', 'warn=gt:%d'%expected, 'crit=gt:%d'%expected, 'filter=%s'%filter, 'syntax=%s'%syntax, 'scan-range=-10m', 'top-syntax=${status} ${count}==%d: ${list}'%expected]) result.assert_equals(res, status.OK, "Validate status OK for %s"%filter) (res, msg, perf) = self.core.simple_query('CheckEventLog', ['file=Application', 'debug=false', 'warn=eq:%d'%expected, 'crit=gt:%d'%expected, 'filter=%s'%filter, 'syntax=%s'%syntax, 'scan-range=-10m', 'top-syntax=${status} ${count}==%d: ${list}'%expected]) result.assert_equals(res, status.WARNING, "Validate status OK for %s"%filter) (res, msg, perf) = self.core.simple_query('CheckEventLog', ['file=Application', 'debug=false', 'warn=eq:%d'%expected, 'crit=eq:%d'%expected, 'filter=%s'%filter, 'syntax=%s'%syntax, 'scan-range=-10m', 'top-syntax=${status} ${count}==%d: ${list}'%expected]) result.assert_equals(res, status.CRITICAL, "Validate status CRIT for %s"%filter) return result
def test_w_expected(self, filter, syntax, expected): result = TestResult('Validating filter: %s'%filter) (res, msg, perf) = Core.get().simple_query('CheckEventLog', ['file=Application', 'debug=true', 'warn=ne:%d'%expected, 'crit=ne:%d'%expected, 'filter=%s'%filter, 'syntax=%s'%syntax]) result.assert_equals(res, status.OK, "Validate status OK for %s"%filter) (res, msg, perf) = Core.get().simple_query('CheckEventLog', ['file=Application', 'debug=true', 'warn=eq:%d'%expected, 'crit=ne:%d'%expected, 'filter=%s'%filter, 'syntax=%s'%syntax]) result.assert_equals(res, status.WARNING, "Validate status OK for %s"%filter) (res, msg, perf) = Core.get().simple_query('CheckEventLog', ['file=Application', 'debug=true', 'warn=eq:%d'%expected, 'crit=eq:%d'%expected, 'filter=%s'%filter, 'syntax=%s'%syntax]) result.assert_equals(res, status.CRITICAL, "Validate status CRIT for %s"%filter) return result
def check_files(self, filter, text, expected, extra_args): self.setup_files() alias = '%s: %s'%(text, filter) result = TestResult('Checking %s'%alias) args = ['path=%s'%self.work_path, 'filter=%s'%filter, 'syntax=%filename%: %size% %write%', 'warn=gt:1', 'crit=gt:3'] args.extend(extra_args) (ret, msg, perf) = core.simple_query('CheckFiles', args) count = self.get_count(perf) result.add_message(count == expected, 'Check that we get correct number of files', 'Invalid result: got %s expected %s'%(count, expected)) if expected > 3: result.add_message(ret == status.CRITICAL, 'Check that we get correct status back (CRIT)', 'We did not get a CRIT back as expected: %s'%ret) elif expected > 1: result.add_message(ret == status.WARNING, 'Check that we get correct status back (WARN)', 'We did not get a WARN back as expected: %s'%ret) else: result.add_message(ret == status.OK, 'Check that we get correct status back (OK)', 'We did not get a OK back as expected: %s'%ret) return result;
def run_test(self): self.core.load_module('Scheduler', self.sched_alias) result = TestResult() start = time() last_major = 0 elapsed = time()-start while elapsed < 60: if elapsed > 0: log("testing scheduler %d%% (collected %d instance in %d seconds)"%(elapsed/60*100, self.results_count, elapsed)) sleep(2000) elapsed = time()-start result.add_message(True, 'Summary Collected %d instance in %d seconds: %d/s'%(self.results_count, elapsed, self.results_count/elapsed)) self.check_one(result, "rand", 5, 10) self.check_one(result, "1s", 55, 65) self.check_one(result, "short", 10, 14) self.check_one(result, "30s", 1, 3) self.check_one(result, "explicit", 10, 14) self.check_one(result, "10s", 5, 7) return result
def do_one_test(self, script, expected=status.OK, message="Foo Bar", args=[], cleanup=True): result = TestResult('%s (%s)' % (script, args)) (ret, msg, perf) = self.core.simple_query(script, args) if cleanup and os.name != 'nt': message = message.replace('"', '') message = message.replace('$ARG1$', '$') message = message.replace('$ARG2$', '$') message = message.replace('$ARG3$', '$') message = message.replace('\r', '\n') message = message.replace('\n\n', '\n') msg = msg.replace('\r', '\n') msg = msg.replace('\n\n', '\n') result.assert_equals(ret, expected, 'Validate return code for %s' % script) result.assert_equals(msg, message, 'Validate return message for %s' % script) if msg != message: diff = difflib.ndiff(msg.splitlines(1), message.splitlines(1)) for l in diff: log_error(l) return result
def submit_via_exec(self, encryption, target, length, source, status, msg, perf, tag): uid = str(uuid.uuid4()) args = [ #'--exec', 'submit', '--alias', uid, '--result', '%d' % status, '--retries', '0', '--message', '%s - %s' % (uid, msg), '--target', target, ] if (target == 'valid'): pass else: args.extend([ '--address', '127.0.0.1:15667', '--encryption', encryption, '--password', 'pwd-%s' % encryption, '--payload-length', '%d' % length, ]) (result_code, result_message) = self.core.simple_exec('test_nsca_client', 'nsca_submit', args) result = TestResult( 'Testing payload submission (via command line exec): %s' % tag) result.add_message(result_code == 0, 'Testing to send message using %s/exec:1' % tag) result.add_message( len(result_message) == 1, 'Testing to send message using %s/exec:2' % tag) if len(result_message) == 1: result.assert_equals( result_message[0], "Submission successful", 'Testing to send message using %s/exec:3' % tag) self.wait_and_validate(uid, result, msg, perf, '%s/exec' % tag) return result
def submit_payload(self, encryption, target, length, source, status, msg, perf, tag): message = plugin_pb2.SubmitRequestMessage() message.header.version = plugin_pb2.Common.VERSION_1 message.header.recipient_id = target message.channel = 'nsca_test_outbox' host = message.header.hosts.add() host.id = target if (target == 'valid'): pass else: host.address = "127.0.0.1:15667" enc = host.metadata.add() enc.key = "encryption" enc.value = encryption enc = host.metadata.add() enc.key = "password" enc.value = 'pwd-%s' % encryption enc = host.metadata.add() enc.key = "payload length" enc.value = '%d' % length uid = str(uuid.uuid4()) payload = message.payload.add() payload.result = status payload.command = uid payload.message = '%s - %s' % (uid, msg) payload.source = source (result_code, err) = self.core.submit('nsca_test_outbox', message.SerializeToString()) result = TestResult('Testing payload submission (via API): %s' % tag) result.add_message( len(err) == 0, 'Testing to send message using %s/sbp' % tag, err) self.wait_and_validate(uid, result, msg, perf, '%s/spb' % tag) return result
def do_one_test(self, ssl=True): conf = Settings.get() conf.set_bool('/settings/nscp/test_nscp_server', 'use ssl', ssl) conf.set_bool('/settings/nscp/test_nscp_server', 'allow arguments', True) # TODO: conf.set_string('/settings/nscp/test_nscp_server', 'certificate', ssl) core.reload('test_nscp_server') conf.set_string('/settings/nscp/test_nscp_client/targets/default', 'address', 'nscp://127.0.0.1:35668') conf.set_bool('/settings/nscp/test_nscp_client/targets/default', 'use ssl', not ssl) conf.set_string('/settings/nscp/test_nscp_client/targets/invalid', 'address', 'nscp://127.0.0.1:25668') conf.set_bool('/settings/nscp/test_nscp_client/targets/invalid', 'use ssl', not ssl) conf.set_string('/settings/nscp/test_nscp_client/targets/valid', 'address', 'nscp://127.0.0.1:15668') conf.set_bool('/settings/nscp/test_nscp_client/targets/valid', 'use ssl', ssl) core.reload('test_nscp_client') result = TestResult() #result.add_message(isOpen('127.0.0.1', 15668), 'Checking that port is open (server is up)') #result.add(self.test_one(ssl, length, state = status.UNKNOWN, tag = 'unknown')) result.add(self.test_one(ssl, state = status.OK, tag = 'ok')) #result.add(self.test_one(ssl, length, state = status.WARNING, tag = 'warn')) #result.add(self.test_one(ssl, length, state = status.CRITICAL, tag = 'crit')) return result
def run_test(self): global time_to_run, check_per_second result = TestResult() start = time() if isinstance(time_to_run, str) and time_to_run == 'infinate': time_to_run = -1 elif isinstance(time_to_run, str): time_to_run = 5 if time_to_run == -1: total_count = -1 else: total_count = check_per_second * time_to_run if time_to_run != -1: self.background = False last_major = 0 while self.results_count < total_count: old_stress_count = self.results_count old_noop_count = self.check_count sleep(5000) result.add_message( True, 'Commands/second: %d/%d' % ((self.results_count - old_stress_count) / 5, (self.check_count - old_noop_count) / 5)) if (self.results_count * 100 / total_count) > last_major + 10: last_major = last_major + 10 log('%d%% Complete: %d checks per second <%d/%d>' % (self.results_count * 100 / total_count, (self.results_count - old_stress_count) / 5, self.results_count, total_count)) elapsed = (time() - start) if elapsed == 0: elapsed = 1 result.add_message( True, 'Summary Collected %d instance in %d seconds: %d/s' % (self.results_count, elapsed, self.results_count / elapsed)) else: self.background = True result.add_message( True, 'Test running in background, run py_unittest_collect to collect results at any time.' ) return result
def test_one_crypto_full(self, encryption, state, key, target, length): result = TestResult('Testing %s/%s' % (encryption, key)) result.add( self.submit_payload( encryption, target, length, '%ssrc%s' % (key, key), state, '%smsg%s' % (key, key), '', '%s/%s/%d/%s' % (state, encryption, length, target))) result.add( self.submit_via_exec( encryption, target, length, '%ssrc%s' % (key, key), state, '%smsg%s' % (key, key), '', '%s/%s/%d/%s' % (state, encryption, length, target))) return result
def check_no_files(self): self.setup_files() result = TestResult('Checking no files') args = ['path=%s\\aaa.txt' % self.work_path] (ret, msg, perf) = self.core.simple_query('check_files', args) #log("Messge: %s"%msg) #log("Perf: %s"%perf) result.add_message(ret == status.UNKNOWN, 'Check that we get correct status back', 'Return status was wrong: %s' % ret) #count = self.get_count(perf) result.assert_equals(msg, 'No files found', 'Validate return message') return result
def check_files(self, filter, text, expected): alias = '%s: %s' % (text, filter) result = TestResult('Checking %s' % alias) args = [ 'file=%s' % self.work_path, 'column-split=,', 'filter=%s' % filter, 'warn=count gt %d' % expected, 'crit=count gt %d' % expected ] #log("Command: %s"%args) (ret, msg, perf) = self.core.simple_query('check_logfile', args) log("%s : %s -- %s" % (filter, msg, perf)) count = self.get_count(perf) result.add_message(count == expected, '%s - number of files' % filter, 'got %s expected %s' % (count, expected)) result.add_message(ret == status.OK, '%s -- status', 'got %s expected OK' % ret) return result
def run_test_proc(self): result = TestResult('Checking CheckProcState') for j in range(0, 3): result.append(self.test_one_proc_int('notepad.exe', 0, j)) pids = [] for i in range(1, 4): log('Starting notepad...') handle = subprocess.Popen('notepad.exe', shell=False) sleep(500) pids.append(handle.pid) for j in range(0, 3): result.append(self.test_one_proc_int('notepad.exe', i, j)) for p in pids: subprocess.Popen("taskkill /F /T /PID %i" % p, shell=True) return result
def run_test(self): result = TestResult() start = time() total_count = install_checks * time_to_run / 5 while self.stress_count < total_count: log('Waiting for %d: %d/%d' % (total_count, self.stress_count, self.noop_count)) old_stress_count = self.stress_count old_noop_count = self.noop_count sleep(5000) result.add_message( True, 'Commands/second: %d/%d' % ((self.stress_count - old_stress_count) / 5, (self.noop_count - old_noop_count) / 5)) elapsed = (time() - start) if elapsed == 0: elapsed = 1 result.add_message( True, 'Summary Collected %d instance in %d seconds: %d/s' % (self.stress_count, elapsed, self.stress_count / elapsed)) return result
def submit_payload(self, encryption, target, length, source, status, msg, perf, tag): message = plugin_pb2.SubmitRequestMessage() message.header.recipient_id = target message.channel = 'nsca_test_outbox' host = message.header.hosts.add() host.id = target if (target == 'valid'): pass else: host.address = "127.0.0.1:15667" enc = host.metadata.add() enc.key = "encryption" enc.value = encryption enc = host.metadata.add() enc.key = "password" enc.value = 'pwd-%s' % encryption enc = host.metadata.add() enc.key = "payload length" enc.value = '%d' % length uid = str(uuid.uuid4()) payload = message.payload.add() payload.result = status payload.command = uid line = payload.lines.add() line.message = '%s - %s' % (uid, msg) payload.source = source (result_code, err) = self.core.submit('nsca_test_outbox', message.SerializeToString()) result = TestResult('Testing payload submission (via API): %s' % tag) result.assert_equals(result_code, True, 'Submission (%s) return ok status' % tag) result.assert_equals(err, 'Submission successful', 'Submission (%s) returned correct status' % tag) self.wait_and_validate(uid, result, msg, perf, '%s/spb' % tag) return result