def test_parse_valid_regex(self):
test_dir = here + '/input/21_regex_parser'
pm = parser_manager.ParserManager(parser_dir=test_dir + "/parsers")
## Read XML content
xml_data = open(
test_dir +
"/rpc-reply/show_system_processes_extensive/command.xml").read()
## Return a list dict
data = pm.parse(input="show-system-processes-extensive.parser.yaml",
data=xml_data)
# pp.pprint(data)
expected_dict = {
'fields': {
're.memory.rpd-CPU': 0,
're.memory.rpd-RES': 16648000,
're.memory.rpd-SIZE': 70372000,
're.memory.snmpd-CPU': 0,
're.memory.snmpd-RES': 10144000,
're.memory.snmpd-SIZE': 20804000
},
'measurement': None,
'tags': {}
}
self.assertDictEqual(expected_dict, data[0])
self.assertTrue(len(data) == 1)
def test_find_parser(self):
test_dir = here + '/input/05_find_parsers/parsers'
pm = parser_manager.ParserManager(parser_dir=test_dir)
by_name = pm.get_parser_name_for(
input='type-regex-regex-command.parser.yaml')
# by_name_2 = pm.get_parser_name_for(input='type-regex-regex-command.parser')
regex_by_command = pm.get_parser_name_for(
input='show system processes extensive')
xml_by_regex = pm.get_parser_name_for(input='show ospf summary')
xml_by_regex_2 = pm.get_parser_name_for(
input='show ospf summary | display xml')
xml_by_command = pm.get_parser_name_for(input='show bgp summary')
xml_by_command_2 = pm.get_parser_name_for(
input='show bgp summary | display xml')
assert (pm.get_nbr_parsers() == 3)
assert (by_name == 'type-regex-regex-command.parser.yaml')
# assert( by_name_2 == 'type-regex-regex-command.parser.yaml' )
assert (regex_by_command == 'type-regex-regex-command.parser.yaml')
assert (xml_by_regex == 'type-xml-regex-command.parser.yaml')
assert (xml_by_regex_2 == 'type-xml-regex-command.parser.yaml')
assert (xml_by_command == 'type-xml-command.parser.yaml')
assert (xml_by_command_2 == 'type-xml-command.parser.yaml')
def test_load_valid_xml_parser(self):
test_dir = here + '/input/03_valid_xml_parser/parsers'
pm = parser_manager.ParserManager(parser_dir=test_dir)
name = pm.get_parser_name_for(input='show-bgp-summary.parser.yaml')
self.assertTrue(pm.get_nbr_parsers() == 1)
self.assertTrue(pm.nbr_xml_parsers == 1)
self.assertTrue(name == "show-bgp-summary.parser.yaml")
def test_load_valid_regex_parser(self):
test_dir = here + '/input/04_valid_regex_parser/parsers'
pm = parser_manager.ParserManager(parser_dir=test_dir)
name = pm.get_parser_name_for(
input='show-system-processes-extensive.parser.yaml')
self.assertTrue(pm.get_nbr_parsers() == 1)
self.assertTrue(pm.nbr_regex_parsers == 1)
self.assertTrue(name == "show-system-processes-extensive.parser.yaml")
def test_parse_valid_xml(self):
test_dir = here + '/input/20_xml_parser'
pm = parser_manager.ParserManager(parser_dir=test_dir + "/parsers")
## Read XML content
xml_data = open(test_dir +
"/rpc-reply/show_route_summary/command.xml").read()
expected_dict_0 = {
'fields': {
'active-route-count': '16',
'destination-count': '16',
'hidden-route-count': '0',
'holddown-route-count': '0',
'total-route-count': '21'
},
'measurement': None,
'tags': {
'table-name': 'inet.0'
}
}
expected_dict_1 = {
'fields': {
'active-route-count': '2',
'destination-count': '2',
'hidden-route-count': '0',
'holddown-route-count': '0',
'total-route-count': '2'
},
'measurement': None,
'tags': {
'table-name': 'inet6.0'
}
}
data = pm.parse(input="show-route-summary.parser.yaml", data=xml_data)
# pp.pprint(data)
self.assertDictEqual(expected_dict_0, data[0])
self.assertDictEqual(expected_dict_1, data[1])
self.assertTrue(len(data) == 2)
commands_yaml_file = BASE_DIR + "/"+ dynamic_args['commands']
logger.info('Importing commands file: %s ',commands_yaml_file)
with open(commands_yaml_file) as f:
try:
for document in yaml.load_all(f):
commands.append(document)
except Exception, e:
logger.error('Error importing commands file: %s', commands_yaml_file)
sys.exit(0)
general_commands = commands[0]
###########################################################
# LOAD all parsers ##
###########################################################
parsers_manager = parser_manager.ParserManager( parser_dir = dynamic_args['parserdir'] )
if __name__ == "__main__":
logger.debug('Getting hosts that matches the specified tags')
# Get all hosts that matches with the tags
target_hosts = get_target_hosts()
logger.debug('The following hosts are being selected: %s', target_hosts)
use_threads = False
if use_threads:
target_hosts_lists = [target_hosts[x:x+len(target_hosts)/max_collector_threads+1] for x in range(0, len(target_hosts), len(target_hosts)/max_collector_threads+1)]
jobs = []
i=1
def test_no_parser_key(self):
test_dir = here + '/input/02_no_parser_key/parsers'
pm = parser_manager.ParserManager(parser_dir=test_dir)
self.assertTrue(pm.get_nbr_parsers() == 0)
def test_invalid_yaml(self):
test_dir = here + '/input/01_wrong_yaml/parsers'
pm = parser_manager.ParserManager(parser_dir=test_dir)
self.assertTrue(pm.get_nbr_parsers() == 0)
def test_invalid_dir(self):
try:
parser_manager.ParserManager(parser_dir='donotexist')
except Exception, e:
self.assertTrue(1)