def compile_string(raw, config, use_engine=None, **kwargs):
from rita.parser import RitaParser
t = Timer("Compilation")
for k, v in kwargs.items():
config.set_variable(k, v)
with timer("Parsing"):
parser = RitaParser(config)
parser.build()
root = parser.parse(precompile(raw))
logger.debug(root)
if use_engine:
compile_rules = config.set_engine(use_engine)
else:
compile_rules = config.default_engine
with timer("Preprocessing"):
rules = list(preprocess_rules(root, config))
with timer("Compiling"):
result = compile_rules(rules, config, **kwargs)
if isinstance(result, GeneratorType):
patterns = list(result)
t.stop(debug=False)
return patterns
else:
t.stop(debug=False)
return result
def test_parser_literal_w_escape(config):
p = RitaParser(config)
p.build(debug=True)
results = p.parse(r'WORD("Hello \"WORLD\"") -> MARK("TEST")')
assert len(results) == 1
def test_parser_nested_macro(config):
p = RitaParser(config)
p.build()
results = p.parse('{ANY, WORD("test")} -> MARK("Test")')
assert len(results) == 1
for result in results:
print(result())
def test_parser_just_assign_macro(config):
p = RitaParser(config)
p.build(debug=True)
results = p.parse("""
x = WORD("Test")
""")
assert len(results) == 1
def test_parser_assign_two_variables(config):
p = RitaParser(config)
p.build(debug=True)
results = p.parse("""
a = "A"
b = "B"
""")
assert len(results) == 2
def test_parser_pattern_in_variable(config):
p = RitaParser(config)
p.build(debug=True)
results = p.parse('''
Complex_Number = { NUM+, WORD("/")?, NUM? }
{PATTERN(Complex_Number), WORD("inch")}->MARK("WIDTH")
''')
print(results)
assert len(results) == 2
def test_parser_list_w_two_items(config):
p = RitaParser(config)
p.build(debug=True)
results = p.parse("""
members = {"one", "two"}
IN_LIST(members) -> MARK("MEMBER")
""")
assert len(results) == 2
def test_parser_import_module(config):
p = RitaParser(config)
p.build(debug=True)
results = p.parse("""
IMPORT("rita.modules.fuzzy") -> EXEC
FUZZY("test") -> MARK("FUZZY_MATCH")
""")
assert len(results) == 2
def test_parser_import_module_shortcut(config, caplog):
caplog.set_level(logging.INFO)
p = RitaParser(config)
p.build(debug=True)
results = p.parse("""
!IMPORT("rita.modules.fuzzy")
FUZZY("test") -> MARK("FUZZY_MATCH")
""")
assert len(results) == 2
def test_pattern_with_escaped_characters(config):
p = RitaParser(config)
p.build(debug=True)
results = p.parse(
'''
special = { '"', "*", "-" }
IN_LIST(special)->MARK("TEST")
'''
)
assert len(results) > 0
rules = results[1]()
assert {"label": "TEST", "data": [("any_of", ["\"", "*", "-"], None)]} == rules
def test_parser_assign_literal_and_use_it(config):
p = RitaParser(config)
p.build(debug=True)
results = p.parse(
"""
my_variable = "Test"
{WORD(my_variable)} -> MARK("TEST")
"""
)
assert len(results) == 2
rules = results[1]()
print(rules)
assert {"label": "TEST", "data": [("value", "Test", None)]} == rules
def test_parser_assign_macro_and_use_it(config):
p = RitaParser(config)
p.build(debug=True)
results = p.parse("""
my_variable = WORD("Test")
{my_variable} -> MARK("TEST")
""")
assert len(results) == 2
rules = results[1]()
print(rules)
assert {
"label": "TEST",
"data": [("value", "Test", ExtendedOp())]
} == rules
def test_parser_assign_literal_and_ignore_it(config):
p = RitaParser(config)
p.build(debug=True)
results = p.parse("""
my_variable = "Test"
{WORD("something")} -> MARK("TEST")
""")
assert len(results) == 2
rules = results[1]()
print(rules)
assert {
"label": "TEST",
"data": [("value", "something", ExtendedOp())]
} == rules
def compile_string(raw, config, use_engine=None, **kwargs):
from rita.parser import RitaParser
for k, v in kwargs.items():
config.set_variable(k, v)
parser = RitaParser(config)
parser.build()
root = parser.parse(precompile(raw))
logger.debug(root)
if use_engine:
compile_rules = config.set_engine(use_engine)
else:
compile_rules = config.default_engine
rules = list(preprocess_rules(root, config))
result = compile_rules(rules, config, **kwargs)
if isinstance(result, types.GeneratorType):
return list(result)
else:
return result
def test_parser_config(config):
p = RitaParser(config)
p.build(debug=True)
p.parse("""
!CONFIG("foo", "bar")
!CONFIG("testing", "1")
""")
assert config.foo == "bar"
assert config.testing
def test_parser_empty_rules(config):
p = RitaParser(config)
p.build()
results = p.parse("")
assert len(results) == 0
def test_parser_any_macro_w_args_w_type(config):
p = RitaParser(config)
p.build()
results = p.parse('{WORD("arg1")} -> MARK("PlaceHolder")')
assert len(results) == 1