def test_cyk_parse_pcfg_small_valid1_jm(self):
s = "the teacher gave the lecture"
#s = "the the teacher gave the lecture"
#s = "teacher the gave the lecture"
str_tree1 = inspect.cleandoc("""
(S
(NP
(DT the)
(NN teacher)
)
(VP
(VB gave)
(NP
(DT the)
(NN lecture)
)
)
)""")
tree1 = Tree.from_string(str_tree1)
trees = []
trees.append(tree1)
rules = Cyk.load_rules(trees)
cyk = Cyk(rules)
cyk.parse_pcfg_jm(s)
# expect_parse_tree = inspect.cleandoc("""
# (S
# (NP
# (DT the)
# (NN teacher)
# )
# (VP
# (VB gave)
# (NP
# (DT the)
# (NN lecture)
# )
# )
# )""")
# expect_parse_tree = os.linesep.join([st for st in expect_parse_tree.splitlines() if st])
# expect_tree = Tree.from_string(expect_parse_tree)
# expect_parse_tree = expect_tree.pretty()
#
# print("\nActual PCFG: ")
# print(cyk.tree.pretty_pcgf(cyk.pcfg))
#
# print("\nActual CYK Rule Table: ")
# print(cyk.table_rules)
# print("\nActual CYK Probability Table: ")
# print(cyk.table_probs)
#
# print("\nExpected Parse Tree: ")
# print(expect_parse_tree)
# print("\nActual Parse Tree: ")
# print(cyk.parse_tree)
#
# eq_(cyk.valid, True)
# eq_(cyk.parse_tree, expect_parse_tree)
def test_cyk_parse_pcfg_small_valid2(self):
s = "the teacher will lecture today in the lecture hall"
#s = "the teacher gave the lecture"
#s = "the teacher gave the lecture"
#s = "the the teacher gave the lecture"
#s = "teacher the gave the lecture"
str_tree1 = inspect.cleandoc("""
(TOP
(NP
(DT the)
(NN teacher)
)
(VP
(VB gave)
(NP
(DT the)
(NN lecture)
)
)
)""")
tree1 = Tree.from_string(str_tree1)
str_tree2 = inspect.cleandoc("""
(TOP
(NP
(DT the)
(NN teacher)
)
(VP
(MD will)
(VP
(VB lecture)
(NP
(NN today)
(PP
(IN in)
(NP
(DT the)
(NN lecture)
(NN hall)
)
)
)
)
)
(. .)
)""")
tree2 = Tree.from_string(str_tree2)
trees = []
trees.append(tree1)
trees.append(tree2)
rules = Cyk.load_rules(trees)
cyk = Cyk(rules)
print("\nActual PCFG: ")
print(cyk.tree.pretty_pcgf(cyk.pcfg))
cyk.parse_pcfg(s)
#cyk.parse(s)
print("Expected PCFG: ")
print("What is the expected PCFG")
#print(cyk.tree.pretty_pcgf(cyk.pcfg))
print("\nActual CYK Rule Table: ")
print(cyk.table_rules)
print("\nActual CYK Probability Table: ")
print(cyk.parse_tree)
print("\nActual Parse Tree: ")
print(cyk.parse_tree)
# print("\nExpected Parse Tree: ")
# print(expect_parse_tree)
eq_(cyk.valid, True)