def test_string_parse_e2e_multiword2(type_context):
fooType = AInixType(type_context, "FooType")
fo = AInixObject(
type_context,
"fo",
"FooType", [],
preferred_object_parser_name=create_object_parser_from_grammar(
type_context, "fooname", '"foo bar"').name)
twoargs = AInixObject(type_context,
"FooProgram",
"Program", [
AInixArgument(type_context,
"a",
None,
arg_data={"short_name": "a"},
parent_object_name="sdf"),
AInixArgument(type_context,
"p1",
"FooType",
arg_data={
POSITION: 0,
MULTIWORD_POS_ARG: True
},
parent_object_name="sdf")
],
type_data={"invoke_name": "hello"})
type_context.finalize_data()
parser = StringParser(type_context)
ast = parser.create_parse_tree("hello foo bar -a", "Program")
unparser = AstUnparser(type_context)
to_string = unparser.to_string(ast)
assert to_string.total_string == "hello -a foo bar"
def test_string_parse_e2e_sequence(type_context):
twoargs = AInixObject(type_context,
"FooProgram",
"Program", [
AInixArgument(type_context,
"a",
None,
arg_data={"short_name": "a"},
parent_object_name="sdf"),
AInixArgument(type_context,
"barg",
None,
arg_data={"short_name": "b"},
parent_object_name="bw")
],
type_data={"invoke_name": "hello"})
parser = StringParser(type_context)
unparser = AstUnparser(type_context)
string = "hello -a | hello -b"
ast = parser.create_parse_tree(string, "CommandSequence")
to_string = unparser.to_string(ast)
assert to_string.total_string == string
no_space = "hello -a|hello -b"
ast = parser.create_parse_tree(no_space, "CommandSequence")
to_string = unparser.to_string(ast)
assert to_string.total_string == string
string = "hello -a | hello"
ast = parser.create_parse_tree(string, "CommandSequence")
to_string = unparser.to_string(ast)
assert to_string.total_string == string
def test_string_parse_e2e_multiword3(type_context):
fooType = AInixType(type_context, "FooType")
fo = AInixObject(
type_context,
"fo",
"FooType", [],
preferred_object_parser_name=create_object_parser_from_grammar(
type_context, "fooname", '"foo"').name)
twoargs = AInixObject(type_context,
"FooProgram",
"Program", [
AInixArgument(type_context,
"a",
None,
arg_data={"short_name": "a"},
parent_object_name="sdf"),
AInixArgument(type_context,
"barg",
None,
arg_data={"short_name": "b"},
parent_object_name="bw"),
_make_positional()
],
type_data={"invoke_name": "hello"})
type_context.finalize_data()
parser = StringParser(type_context)
ast = parser.create_parse_tree("hello -a", "CommandSequence")
unparser = AstUnparser(type_context)
to_string = unparser.to_string(ast)
assert to_string.total_string == "hello -a"
def _create_root_types(type_context: TypeContext):
"""Creates the underlying types for handling generid strings"""
AInixType(type_context, WORD_PART_TYPE_NAME, WORD_PART_TYPE_PARSER_NAME)
AInixObject(type_context, WORD_PART_TERMINAL_NAME, WORD_PART_TYPE_NAME)
_create_modifier_types(type_context)
AInixType(type_context, WORD_TYPE_NAME)
# Create a word which cannot be empty str
parts = AInixArgument(type_context,
"parts",
WORD_PART_TYPE_NAME,
required=True)
def non_empty_word_parser(run: parse_primitives.ObjectParserRun,
string: str,
result: parse_primitives.ObjectParserResult):
if string == "":
raise AInixParseError("Expect a non-empty word")
deleg = yield run.left_fill_arg(parts, (0, len(string)))
result.accept_delegation(deleg)
def unparser(arg_map: parse_primitives.ObjectNodeArgMap,
result: parse_primitives.ObjectToStringResult):
result.add_arg_tostring(parts)
parser = ObjectParser(type_context, "non_empty_word_parser",
non_empty_word_parser, unparser)
AInixObject(type_context, WORD_OBJ_NAME, WORD_TYPE_NAME, [parts],
parser.name)
def test_make_copy_optional_arg():
tc = TypeContext()
ft = AInixType(tc, "ft")
bt = AInixType(tc, "bt")
arg1 = AInixArgument(tc,
"arg1",
"bt",
required=False,
parent_object_name="fo")
fo = AInixObject(
tc,
"fo",
"ft", [arg1],
preferred_object_parser_name=create_object_parser_from_grammar(
tc, "masfoo_parser", '"foo" arg1?').name)
bo = AInixObject(
tc,
"bo",
"bt",
None,
preferred_object_parser_name=create_object_parser_from_grammar(
tc, "masdfo_parser", '"bar"').name)
tc.finalize_data()
parser = StringParser(tc)
unparser = AstUnparser(tc)
ast = parser.create_parse_tree("foobar", "ft")
tokenizer = SpaceTokenizer()
in_str = "Hello bar sdf cow"
tokens, metadata = tokenizer.tokenize(in_str)
unpar_res = unparser.to_string(ast)
assert unpar_res.total_string == "foobar"
result = make_copy_version_of_tree(ast, unparser, metadata)
assert result.next_node_not_copy.get_choice_node_for_arg(
"arg1").copy_was_chosen
def test_pointer_change_here(freeze_first):
"""Test an arg change"""
# Establish types
tc = TypeContext()
AInixType(tc, "footype")
bartype = AInixType(tc, "bartype")
arg1 = AInixArgument(tc, "arg1", "bartype", required=True)
foo_object = AInixObject(tc, "foo_object", "footype", [arg1])
bar_object = AInixObject(tc, "bar_object", "bartype")
other_bar_obj = AInixObject(tc, "other_bar_ob", "bartype")
# Make an ast
arg_choice = ObjectChoiceNode(bartype)
ob_chosen = ObjectNode(bar_object)
arg_choice.set_choice(ob_chosen)
instance = ObjectNode(foo_object)
instance.set_arg_value("arg1", arg_choice)
if freeze_first:
instance.freeze()
# Try change
deepest = list(instance.depth_first_iter())[-1]
assert deepest.cur_node == ob_chosen
new_node = ObjectNode(other_bar_obj)
new_point = deepest.change_here(new_node)
assert new_point.cur_node == new_node
assert new_point.cur_node.is_frozen == freeze_first
def test_objectnode_copy_simple_with_arg():
"""Copy with an arg"""
# Establish types
tc = TypeContext()
AInixType(tc, "footype")
bartype = AInixType(tc, "bartype")
arg1 = AInixArgument(tc, "arg1", "bartype", required=True)
foo_object = AInixObject(tc, "foo_object", "footype", [arg1])
bar_object = AInixObject(tc, "bar_object", "bartype")
# Make an ast
arg_choice = ObjectChoiceNode(bartype)
ob_chosen = ObjectNode(bar_object)
arg_choice.set_choice(ob_chosen)
instance = ObjectNode(foo_object)
instance.set_arg_value("arg1", arg_choice)
# Do the tests:
# Unfrozen
clone, leaf = instance.path_clone()
assert id(clone) != id(instance)
assert leaf is None
# with a path
clone, leaf = instance.path_clone([instance])
assert id(clone) != id(instance)
assert leaf.cur_node == clone
assert leaf.parent is None
# with a deep path
clone, leaf = instance.path_clone([instance, arg_choice])
assert id(clone) != id(instance)
assert leaf.cur_node.choice is None
# with a deeper path
clone, leaf = instance.path_clone([instance, arg_choice, ob_chosen])
assert id(clone) != id(instance)
assert clone == instance
assert leaf.cur_node == ob_chosen
assert leaf.parent.cur_node.choice == ob_chosen
def test_dfs_in_set():
tc = get_toy_strings_context()
footype = AInixType(tc, "footype")
bartype = AInixType(tc, "bartype")
arg1 = AInixArgument(tc, "arg1", "bartype", required=True)
foo_object = AInixObject(tc, "foo_object", "footype", [arg1])
bar_object = AInixObject(tc, "bar_object", "bartype")
other_bar_obj = AInixObject(tc, "other_bar_ob", "bartype")
#
arg_choice = ObjectChoiceNode(bartype)
ob_chosen = ObjectNode(bar_object)
arg_choice.set_choice(ob_chosen)
instance = ObjectNode(foo_object)
instance.set_arg_value("arg1", arg_choice)
ast = ObjectChoiceNode(footype)
ast.set_choice(instance)
#
ast_set = AstObjectChoiceSet(footype)
ast_set.add(ast, True, 1, 1)
path = [pointer.cur_node for pointer in list(ast.depth_first_iter())]
assert path == [ast, instance, arg_choice, ob_chosen]
result = list(depth_first_iterate_ast_set_along_path(ast_set, path))
assert len(result) == len(path)
assert isinstance(result[0], AstObjectChoiceSet)
assert result[0].type_to_choose == footype
assert isinstance(result[1], ObjectNodeSet)
assert result[1].implementation == foo_object
assert isinstance(result[2], AstObjectChoiceSet)
assert result[2].type_to_choose == bartype
assert isinstance(result[3], ObjectNodeSet)
assert result[3].implementation == bar_object
def _make_flag(short_name: str) -> AInixArgument:
"""Shorthand for constructing a flag argument"""
return AInixArgument(MagicMock(),
short_name,
None,
arg_data={SHORT_NAME: short_name},
parent_object_name=short_name + "fooparent")
def test_parse_set_optional():
"""Manually build up an ast, and make sure the ast set is representing
optional args correctly."""
tc = TypeContext()
foo_type = AInixType(tc, "FooType")
test_arg = AInixArgument(tc,
"test_arg",
"FooType",
parent_object_name="foo_ob")
foo_ob = AInixObject(tc, "foo_ob", "FooType", [test_arg])
ast_set = AstObjectChoiceSet(foo_type, None)
ast = ObjectChoiceNode(foo_type)
next_o = ObjectNode(foo_ob)
ast.set_choice(next_o)
arg_choice_node = ObjectChoiceNode(test_arg.present_choice_type)
arg_choice_node.set_choice(ObjectNode(test_arg.not_present_object))
next_o.set_arg_value("test_arg", arg_choice_node)
ast.freeze()
ast_set.add(ast, True, 1, 1)
data = ast_set._impl_name_to_data["foo_ob"].next_node.get_arg_set_data(
next_o.as_childless_node())
assert data is not None
assert data.arg_to_choice_set["test_arg"].type_to_choose_name == \
test_arg.present_choice_type.name
def builder_store() -> TorchLatentStore:
tc = TypeContext()
ft = AInixType(tc, "FT")
fo1 = AInixObject(tc, "FO1", "FT")
fo2 = AInixObject(tc, "FO2", "FT",
[AInixArgument(tc, "arg1", "BT", required=True)])
bt = AInixType(tc, "BT")
bo1 = AInixObject(tc, "BO1", "BT")
AInixObject(tc, "BO2", "BT")
tc.finalize_data()
builder = TorchLatentStore.get_builder(tc.get_type_count(), 3)
builder.add_example(0, ObjectChoiceNode(ft, ObjectNode(fo1, pmap())))
res: TorchLatentStore = builder.produce_result()
assert res.example_to_depths_to_ind_to_types[0][0] == 0
builder.add_example(1, ObjectChoiceNode(ft, ObjectNode(fo1, pmap())))
builder.add_example(
2,
ObjectChoiceNode(
ft,
ObjectNode(
fo2,
pmap({"arg1": ObjectChoiceNode(bt, ObjectNode(bo1,
pmap()))}))))
store: TorchLatentStore = builder.produce_result()
return store
def test_string_parse_e2e_pos_unparse(type_context):
fooType = AInixType(type_context, "FooType")
fo = AInixObject(
type_context,
"fo",
"FooType", [],
preferred_object_parser_name=create_object_parser_from_grammar(
type_context, "fooname", '"foo"').name)
twoargs = AInixObject(type_context,
"FooProgram",
"Program", [
AInixArgument(type_context,
"p1",
"FooType",
arg_data={
POSITION: 0,
MULTIWORD_POS_ARG: False
},
parent_object_name="bw",
required=True)
],
type_data={"invoke_name": "hello"})
type_context.finalize_data()
parser = StringParser(type_context)
ast = parser.create_parse_tree("hello foo", "Program")
unparser = AstUnparser(type_context)
unparse_result = unparser.to_string(ast)
assert unparse_result.total_string == "hello foo"
for p in ast.depth_first_iter():
n = p.cur_node
if isinstance(n,
ObjectChoiceNode) and n.type_to_choose.name == "FooType":
arg_node_pointer = p
break
assert unparse_result.pointer_to_string(arg_node_pointer) == "foo"
def test_objectnode_copy_with_child():
"""Copy with an arg"""
# Establish types
tc = TypeContext()
AInixType(tc, "footype")
bartype = AInixType(tc, "bartype")
arg1 = AInixArgument(tc,
"arg1",
"bartype",
parent_object_name="foo_object")
foo_object = AInixObject(tc, "foo_object", "footype", [arg1])
bar_object = AInixObject(tc, "bar_object", "bartype")
# Make an ast
fin_choice = ObjectNode(bar_object)
is_pres = ObjectChoiceNode(bartype)
is_pres.set_choice(fin_choice)
arg_node = ObjectNode(arg1.is_present_object)
arg_node.set_arg_value(OPTIONAL_ARGUMENT_NEXT_ARG_NAME, is_pres)
is_pres_top = ObjectChoiceNode(arg1.present_choice_type)
is_pres_top.set_choice(arg_node)
instance = ObjectNode(foo_object)
instance.set_arg_value("arg1", is_pres_top)
# Do the tests:
# Unfrozen
clone, leaf = instance.path_clone()
assert id(clone) != id(instance)
assert leaf is None
# Freeze part
is_pres_top.freeze()
clone, leaf = instance.path_clone()
assert id(clone) != id(instance)
assert not clone.is_frozen
assert clone == instance
assert id(clone.get_choice_node_for_arg("arg1")) == id(is_pres_top)
# Freeze all
instance.freeze()
clone, leaf = instance.path_clone()
assert id(clone) == id(instance)
assert clone == instance
assert id(clone.get_choice_node_for_arg("arg1")) == id(is_pres_top)
# Full unfreeze path
clone, leaf = instance.path_clone(
[instance, is_pres_top, arg_node, is_pres, fin_choice])
assert id(clone) != id(instance)
assert not clone.is_frozen
assert clone == instance
assert leaf.get_nodes_to_here() == [
instance, is_pres_top, arg_node, is_pres, fin_choice
]
# Partial unfreeze path (stop early)
clone, leaf = instance.path_clone([instance, is_pres_top, arg_node])
assert id(clone) != id(instance)
assert not clone.is_frozen
assert clone != instance
path = leaf.get_nodes_to_here()
assert len(path) == 3
new_arg_node: ObjectNode = leaf.cur_node
assert new_arg_node.get_choice_node_for_arg(
OPTIONAL_ARGUMENT_NEXT_ARG_NAME) is None
def basic_string_tc(basic_classify_tc):
tc = basic_classify_tc
AInixType(tc, "FooStringType")
lhsArg = AInixArgument(tc,
"lhs",
"FooBarBazType",
required=True,
parent_object_name="wer")
rhsArg = AInixArgument(tc,
"rhs",
"FooStringType",
required=False,
parent_object_name="sdf")
AInixObject(tc,
"foo_string",
"FooStringType", [lhsArg, rhsArg],
preferred_object_parser_name=create_object_parser_from_grammar(
tc, "itasdf", 'lhs (" " rhs)?').name)
return tc
def test_prog_object_parser_twoargs(type_context):
twoargs = AInixObject(type_context, "FooProgram", "Program", [
AInixArgument(type_context,
"a",
None,
arg_data={SHORT_NAME: "a"},
parent_object_name="sfd"),
AInixArgument(type_context,
"barg",
None,
arg_data={SHORT_NAME: "b"},
parent_object_name="sfd")
])
parser = type_context.get_object_parser_by_name("ProgramObjectParser")
result = gen_result(parser.parse_string("-a -b", twoargs))
assert result.get_arg_present("a") is not None
assert result.get_arg_present("barg") is not None
result = gen_result(parser.parse_string("-b", twoargs))
assert result.get_arg_present("a") is None
assert result.get_arg_present("barg") is not None
def test_prog_object_tostring_basic_with_type(type_context):
a_arg = AInixArgument(type_context,
"a",
"Program",
arg_data={"short_name": "a"},
parent_object_name="sdf")
onearg = AInixObject(type_context, "FooProgram", "Program", [a_arg])
parser = type_context.get_object_parser_by_name("ProgramObjectParser")
# Unparse
unparse = parser.to_string(ObjectNodeArgMap(onearg, {"a": True}))
assert unparse.unparse_seq == ["-a", " ", ArgToStringDelegation(a_arg)]
def test_prog_object_parser_2posarg(type_context):
fooType = AInixType(type_context, "FooType")
argval = AInixObject(type_context, "FooProgram", "Program", [
AInixArgument(type_context,
"p1",
fooType.name,
arg_data={POSITION: 0},
required=True),
AInixArgument(type_context,
"p2",
fooType.name,
arg_data={POSITION: 1},
required=True)
])
parser = type_context.get_object_parser_by_name("ProgramObjectParser")
result = gen_result(parser.parse_string("hello there", argval))
assert result.get_arg_present("p1") is not None
assert result.get_arg_present("p1").slice_string == "hello"
assert result.get_arg_present("p2") is not None
assert result.get_arg_present("p2").slice_string == "there"
def test_prog_object_parser_basic(type_context):
onearg = AInixObject(type_context, "FooProgram", "Program", [
AInixArgument(type_context,
"a",
None,
arg_data={"short_name": "a"},
parent_object_name="sdf")
])
parser = type_context.get_object_parser_by_name("ProgramObjectParser")
result = gen_result(parser.parse_string("-a", onearg))
assert result.get_arg_present("a") is not None
assert result.get_arg_present("a").slice_string == ""
def test_prog_object_parser_argval_combined_style(type_context):
fooType = AInixType(type_context, "FooType")
argval = AInixObject(type_context, "FooProgram", "Program", [
AInixArgument(type_context,
"a",
fooType.name,
arg_data={"short_name": "a"},
parent_object_name="sdf")
])
parser = type_context.get_object_parser_by_name("ProgramObjectParser")
# Combined style
result = gen_result(parser.parse_string("-afoo", argval))
assert result.get_arg_present("a") is not None
assert result.get_arg_present("a").slice_string == "foo"
def test_prog_object_parser_argval(type_context):
fooType = AInixType(type_context, "FooType")
argval = AInixObject(type_context, "FooProgram", "Program", [
AInixArgument(type_context,
"a",
fooType.name,
arg_data={"short_name": "a"},
parent_object_name="sdf")
])
parser = type_context.get_object_parser_by_name("ProgramObjectParser")
result = gen_result(parser.parse_string("-a hello", argval))
assert result.get_arg_present("a") is not None
assert result.get_arg_present("a").slice_string == "hello"
assert result.remaining_start_i == len("-a hello")
def _make_positional(name="p1",
position: int = 0,
multiword: bool = False,
required: bool = False) -> AInixArgument:
"""Shorthand for constructing a positional argument"""
return AInixArgument(MagicMock(),
name,
"FooType",
arg_data={
POSITION: position,
MULTIWORD_POS_ARG: multiword
},
required=required,
parent_object_name=str(random.randint(1, 999)))
def test_short_name_match():
mock_context = MagicMock()
result = get_arg_with_short_name([
AInixArgument(mock_context,
"a",
None,
arg_data={"short_name": "a"},
parent_object_name="a")
], "a")
assert result.name == "a"
result = get_arg_with_short_name([
AInixArgument(mock_context,
"b",
None,
arg_data={"short_name": "b"},
parent_object_name="safd"),
AInixArgument(mock_context,
"a",
None,
arg_data={"short_name": "a"},
parent_object_name="sdf")
], "a")
assert result.name == "a"
def test_add_arg():
mock_context = MagicMock()
obj = AInixObject(mock_context, "FooObj", "footype", [
AInixArgument(
mock_context, "FooArg", None, parent_object_name="FooObj")
])
test_string = "test string"
result = ObjectParserResult(obj, test_string)
# Invalid arg
with pytest.raises(Exception):
result.set_arg_present("badname", 0, 4)
with pytest.raises(Exception):
result.get_arg_present("badname")
# Valid arg
result.set_arg_present("FooArg", 0, 4)
data = result.get_arg_present("FooArg")
assert data is not None
assert data.slice == (0, 4)
assert data.slice_string == test_string[0:4]
assert result.remaining_start_i == 4
def magic_get_arg_by_name(name):
new_arg = AInixArgument(MagicMock(),
name,
None,
parent_object_name="sdf")
return new_arg
def test_objectnode_copy_with_2children():
"""Copypasta of the above test, just with an extra arg thrown in"""
# Establish types
tc = TypeContext()
AInixType(tc, "footype")
bartype = AInixType(tc, "bartype")
arg1 = AInixArgument(tc, "arg1", "bartype", parent_object_name="foo_obj")
arg2 = AInixArgument(tc, "arg2", "bartype", parent_object_name="bar_obj")
foo_object = AInixObject(tc, "foo_object", "footype", [arg1, arg2])
bar_object = AInixObject(tc, "bar_object", "bartype")
# Make an ast
fin_choice = ObjectNode(bar_object)
is_pres = ObjectChoiceNode(bartype)
is_pres.set_choice(fin_choice)
arg_node = ObjectNode(arg1.is_present_object)
arg_node.set_arg_value(OPTIONAL_ARGUMENT_NEXT_ARG_NAME, is_pres)
is_pres_top = ObjectChoiceNode(arg1.present_choice_type)
is_pres_top.set_choice(arg_node)
instance = ObjectNode(foo_object)
instance.set_arg_value("arg1", is_pres_top)
fin_choice2 = ObjectNode(bar_object)
is_pres2 = ObjectChoiceNode(bartype)
is_pres2.set_choice(fin_choice2)
arg_node2 = ObjectNode(arg2.is_present_object)
arg_node2.set_arg_value(OPTIONAL_ARGUMENT_NEXT_ARG_NAME, is_pres2)
is_pres_top2 = ObjectChoiceNode(arg2.present_choice_type)
is_pres_top2.set_choice(arg_node2)
instance.set_arg_value("arg2", is_pres_top2)
# Do the tests:
# Unfrozen
clone, leaf_pointer = instance.path_clone()
assert id(clone) != id(instance)
assert clone == instance
# Freeze part
is_pres_top.freeze()
clone, leaf_pointer = instance.path_clone()
assert id(clone) != id(instance)
assert not clone.is_frozen
assert clone == instance
assert id(clone.get_choice_node_for_arg("arg1")) == id(is_pres_top)
assert id(clone.get_choice_node_for_arg("arg2")) != id(is_pres_top2)
# Freeze all
instance.freeze()
clone, leaf_pointer = instance.path_clone()
assert id(clone) == id(instance)
assert clone == instance
assert id(clone.get_choice_node_for_arg("arg1")) == id(is_pres_top)
assert id(clone.get_choice_node_for_arg("arg2")) == id(is_pres_top2)
# Full unfreeze path
clone, leaf_pointer = instance.path_clone(
[instance, is_pres_top, arg_node, is_pres, fin_choice])
assert id(clone) != id(instance)
assert not clone.is_frozen
assert clone == instance
assert leaf_pointer.get_nodes_to_here() == \
[instance, is_pres_top, arg_node, is_pres, fin_choice]
assert id(clone.get_choice_node_for_arg("arg2")) == id(is_pres_top2)
assert clone.get_choice_node_for_arg("arg2").is_frozen
# Partial unfreeze path (stop early)
clone, leaf_pointer = instance.path_clone(
[instance, is_pres_top, arg_node])
assert id(clone) != id(instance)
assert not clone.is_frozen
assert clone != instance
assert len(leaf_pointer.get_nodes_to_here()) == 3
new_arg_node: ObjectNode = leaf_pointer.cur_node
assert new_arg_node.get_choice_node_for_arg(
OPTIONAL_ARGUMENT_NEXT_ARG_NAME) is None
assert new_arg_node.get_choice_node_for_arg(
OPTIONAL_ARGUMENT_NEXT_ARG_NAME) is None
assert clone.get_choice_node_for_arg("arg2") == is_pres_top2
assert id(clone.get_choice_node_for_arg("arg2")) == id(is_pres_top2)
def test_multi_copy():
tc = TypeContext()
loader.load_path(f"builtin_types/generic_parsers.ainix.yaml",
tc,
up_search_limit=3)
ft = AInixType(tc, "ft")
bt = AInixType(tc, "bt", default_type_parser_name="max_munch_type_parser")
arg1 = AInixArgument(tc,
"lhs",
"bt",
required=True,
parent_object_name="fo")
arg2 = AInixArgument(tc,
"right",
"bt",
required=True,
parent_object_name="sg")
fo = AInixObject(
tc,
"fo",
"ft", [arg1, arg2],
preferred_object_parser_name=create_object_parser_from_grammar(
tc, "mp", 'lhs right').name)
bfoo = AInixObject(
tc,
"bfoo",
"bt",
None,
preferred_object_parser_name=create_object_parser_from_grammar(
tc, "masdfo_parser", '"foo"').name)
bbar = AInixObject(
tc,
"bbar",
"bt",
None,
preferred_object_parser_name=create_object_parser_from_grammar(
tc, "mdf", '"bar"').name)
tc.finalize_data()
parser = StringParser(tc)
unparser = AstUnparser(tc)
ast = parser.create_parse_tree("foofoo", "ft")
tokenizer = SpaceTokenizer()
in_str = "Hello foo"
tokens, metadata = tokenizer.tokenize(in_str)
unpar_res = unparser.to_string(ast)
assert unpar_res.total_string == "foofoo"
cset = AstObjectChoiceSet(ft)
cset.add(ast, True, 1, 1)
assert cset.is_node_known_valid(ast)
add_copies_to_ast_set(ast, cset, unparser, metadata)
copy_left = ObjectChoiceNode(
ft,
ObjectNode(
fo,
pmap({
"lhs": ObjectChoiceNode(bt, CopyNode(bt, 1, 1)),
"right": ObjectChoiceNode(bt, ObjectNode(bfoo, pmap()))
})))
assert cset.is_node_known_valid(copy_left)
copy_right = ObjectChoiceNode(
ft,
ObjectNode(
fo,
pmap({
"lhs": ObjectChoiceNode(bt, ObjectNode(bfoo, pmap())),
"right": ObjectChoiceNode(bt, CopyNode(bt, 1, 1))
})))
assert cset.is_node_known_valid(copy_right)
copy_both = ObjectChoiceNode(
ft,
ObjectNode(
fo,
pmap({
"lhs": ObjectChoiceNode(bt, CopyNode(bt, 1, 1)),
"right": ObjectChoiceNode(bt, CopyNode(bt, 1, 1))
})))
assert cset.is_node_known_valid(copy_both)
def _create_word_part_obj(tc: TypeContext, symb: str,
allow_modifier: bool) -> AInixObject:
"""Creates an individual word part object with the proper parsers"""
if allow_modifier:
def modifier_type_unparser(
result: parse_primitives.TypeToStringResult):
impl = result.implementation
if impl.name == MODIFIER_LOWER_NAME:
result.add_string(symb)
elif impl.name == MODIFIER_ALL_UPPER:
result.add_string(symb.upper())
elif impl.name == MODIFIER_FIRST_CAP_NAME:
result.add_string(symb[0].upper() + symb[1:])
else:
raise parse_primitives.AInixParseError(
f"Unexpected impl {impl.name}")
result.add_impl_unparse()
mod_tp_name = f"modifier_parser_for_{symb}"
TypeParser(tc, mod_tp_name, mod_type_parser_func,
modifier_type_unparser)
children = [
AInixArgument(tc,
WORD_PART_MODIFIER_ARG_NAME,
"GenericWordPartModifier",
required=True,
type_parser_name=mod_tp_name)
]
else:
children = []
children += [
AInixArgument(tc,
WORD_PART_NEXT_ARG_NAME,
WORD_PART_TYPE_NAME,
required=True)
]
def parser(run: parse_primitives.ObjectParserRun, string: str,
result: parse_primitives.ObjectParserResult):
if not string.lower().startswith(symb):
raise parse_primitives.AInixParseError(
f"Expected string {string} to start with {symb}")
if allow_modifier:
mod_arg = run.all_arguments[0]
next_arg = run.all_arguments[1]
deleg = yield run.left_fill_arg(mod_arg, (0, len(symb)))
result.accept_delegation(deleg)
else:
next_arg = run.all_arguments[0]
deleg = yield run.left_fill_arg(next_arg, (len(symb), len(string)))
result.accept_delegation(deleg)
def unparser(arg_map: parse_primitives.ObjectNodeArgMap,
result: parse_primitives.ObjectToStringResult):
if allow_modifier:
result.add_argname_tostring(WORD_PART_MODIFIER_ARG_NAME)
else:
result.add_string(symb)
result.add_argname_tostring(WORD_PART_NEXT_ARG_NAME)
p = ObjectParser(tc, f"parser_for_word_part_{symb}", parser, unparser)
part = AInixObject(tc, _name_for_word_part(symb), WORD_PART_TYPE_NAME,
children, p.name)
return part