def test_rule_extraction(self):
hosts = get_configuration(self.example_xml)
hosts = convert_to_dict(hosts)
self.assertIn("www.lesiteimmo.com", hosts)
self.assertEqual(len(hosts['www.lesiteimmo.com']), 6)
patterns = hosts['www.lesiteimmo.com']
self.pattern_asserts(patterns)
def main(*argv):
"""
= Configuration import =
check "--help"
Run command: python -m toddler.tools.configimport
:param argv:
:return:
"""
parser = argparse.ArgumentParser(argv, description="ConfigImport v{}".format(__version__))
parser.add_argument("-t", "--type", help="Config type", choices=["crawl"])
if len(argv) > 0:
args = setup(argv, argument_parser=parser, do_not_parse_config=True)
else:
args = setup(argument_parser=parser, do_not_parse_config=True)
print(Style.DIM + Fore.BLUE + "ConfigImport v{}".format(__version__))
with open(args.config) as config_file:
print(Fore.BLUE + "Opened file:" + Fore.RESET + " {}".format(args.config) + Fore.RESET)
if args.type == "crawl":
print(Style.BRIGHT + Fore.BLUE + "Importing crawlConfig")
from toddler.imports.nimbuscrawl import get_configuration
from toddler.models import Host
config_content = config_file.read()
config = get_configuration(config_content)
for host_name, crawl_config in config:
host = Host.objects(host=host_name).first()
if host is None:
host = Host(host=host_name)
host.config["crawlConfig"] = crawl_config
host.save()
print(Fore.GREEN + "+ Added config for host {}".format(host_name))