def test_follows(self):
cfg = ContextFreeGrammar("test_ll1_1.cfg")
follows = {
'P': OrderedSet(['$', ';']),
'K': OrderedSet(['v', 'f', 'b', 'k', '$', ';']),
'V': OrderedSet(['b', 'k', '$', 'e', ';']),
'F': OrderedSet(['b', 'k', '$', 'e', ';']),
'C': OrderedSet(['$', 'e', ';']),
}
self.assertEqual(follows, cfg.follows())
cfg = ContextFreeGrammar("test_ll1_2.cfg")
follows = {
'S':OrderedSet(['$']),
'B':OrderedSet(['c']),
'A':OrderedSet(['b', 'a', 'd', 'c']),
}
self.assertEqual(follows, cfg.follows())
cfg = ContextFreeGrammar("test_ll1_3.cfg")
follows = {
'S':OrderedSet(['$']),
'A':OrderedSet(['b', 'a', 'c', 'd']),
'B':OrderedSet(['c', '$']),
'C':OrderedSet(['$', 'd']),
}
self.assertEqual(follows, cfg.follows())
def test_firsts(self):
cfg = ContextFreeGrammar("test_ll1_1.cfg")
firsts = {t:OrderedSet([t]) for t in OrderedSet(['&']) | cfg.terminals}
firsts.update({
'P': OrderedSet(['c', '&', 'v', 'f', 'b', 'k']),
'K': OrderedSet(['c', '&']),
'V': OrderedSet(['v', 'f', '&']),
'F': OrderedSet(['f', '&']),
'C': OrderedSet(['b', 'k', '&']),
})
self.assertEqual(firsts, cfg.firsts())
cfg = ContextFreeGrammar("test_ll1_2.cfg")
firsts = {t:OrderedSet([t]) for t in OrderedSet(['&']) | cfg.terminals}
# NOTE: dict equality doesn't consider its order
firsts.update({
'A':OrderedSet(['a', '&']),
'B':OrderedSet(['b', 'a', 'd', '&']),
'S':OrderedSet(['a', 'b', 'd', 'c']),
})
self.assertEqual(firsts, cfg.firsts())
cfg = ContextFreeGrammar("test_ll1_3.cfg")
firsts = {t:OrderedSet([t]) for t in OrderedSet(['&']) | cfg.terminals}
firsts.update({
'S':OrderedSet(['a', 'b', 'c', 'd']),
'A':OrderedSet(['a', '&' ]),
'B':OrderedSet(['b', 'a', 'c', 'd']),
'C':OrderedSet(['c', '&' ]),
})
self.assertEqual(firsts, cfg.firsts())
def test_fnc(self):
cfg = ContextFreeGrammar("test_fnc_1.cfg")
cfg.convert_to_cnf()
cfg.save_to_file("test_fnc_1T.cfg")
test_path = os.path.join(CFGS_DIR, "test_fnc_1T.cfg")
ref_path = os.path.join(CFGS_DIR, "test_fnc_1A.cfg")
self.assertTrue(filecmp.cmp(test_path, ref_path))
ContextFreeGrammar("test_fnc_1.cfg") # TEST .CFG CONFORMATION
def test_escape_chars(self):
"""
Notes
-----
read().split('\n')[i].split() produces \\n and \\t, which are
considered two distinct symbols.
"""
cfg = ContextFreeGrammar("test_escape_chars.cfg")
self.assertNotEqual(cfg.rules["S"], OrderedSet([("\n",), ("\t",)]))
def test_rt(self):
cfg = ContextFreeGrammar("test_rt_1.cfg")
cfg.replace_terminals()
cfg.save_to_file("test_rt_1T.cfg")
test_path = os.path.join(CFGS_DIR, "test_rt_1T.cfg")
ref_path = os.path.join(CFGS_DIR, "test_rt_1A.cfg")
self.assertTrue(filecmp.cmp(test_path, ref_path))
def test_rur(self):
cfg = ContextFreeGrammar("test_rur_1.cfg")
cfg.remove_unreachables()
cfg.save_to_file("test_rur_1T.cfg")
test_path = os.path.join(CFGS_DIR, "test_rur_1T.cfg")
ref_path = os.path.join(CFGS_DIR, "test_rur_1A.cfg")
self.assertTrue(filecmp.cmp(test_path, ref_path))
def test_constructor(self):
cfg = ContextFreeGrammar("test_constructorA.cfg")
# Test well tokenized
self.assertEqual(cfg.rules["S"] , OrderedSet([("B", "d"), ("&",)]))
self.assertEqual(cfg.rules["B"] , OrderedSet([("A", "b", "❬B'❭")]))
self.assertEqual(cfg.rules["❬B'❭"], OrderedSet([("c", "❬B'❭"), ("&",)]))
self.assertEqual(cfg.rules["A"] , OrderedSet([("a", "❬A'❭"), ("❬A'❭",)]))
self.assertEqual(cfg.rules["❬A'❭"], OrderedSet([("b", "❬B'❭", "d", "a", "❬A'❭"), ("&",)]))
cfg.save_to_file("test_constructorT.cfg")
test_path = os.path.join(CFGS_DIR, "test_constructorT.cfg")
ref_path = os.path.join(CFGS_DIR, "test_constructorA.cfg")
self.assertTrue(filecmp.cmp(test_path, ref_path))
cfg2 = ContextFreeGrammar("test_constructorA.cfg")
self.assertEqual(cfg2.rules["S"] , OrderedSet([("B", "d"), ("&",)]))
self.assertEqual(cfg2.rules["B"] , OrderedSet([("A", "b", "❬B'❭")]))
self.assertEqual(cfg2.rules["❬B'❭"], OrderedSet([("c", "❬B'❭"), ("&",)]))
self.assertEqual(cfg2.rules["A"] , OrderedSet([("a", "❬A'❭"), ("❬A'❭",)]))
self.assertEqual(cfg2.rules["❬A'❭"], OrderedSet([("b", "❬B'❭", "d", "a", "❬A'❭"), ("&",)]))
def test_make_LL1_table(self):
cfg = ContextFreeGrammar("test_ll1_1.cfg")
prods = ['STARTS AT 1', ('K', 'V', 'C'), ('c', 'K'), ('&',), ('v', 'V'), ('F',), ('f', 'P', ';', 'F'), ('&',), ('b', 'V', 'C', 'e'), ('k', ';', 'C'), ('&',)]
table = {
('P', 'b'): prods[1], ('P', 'k'): prods[1], ('P', 'c'): prods[1], ('P', 'f'): prods[1], ('P', 'v'): prods[1], ('P', '$'): prods[1], ('P', ';'): prods[1],
('K', 'b'): prods[3], ('K', 'k'): prods[3], ('K', 'c'): prods[2], ('K', 'f'): prods[3], ('K', 'v'): prods[3], ('K', '$'): prods[3], ('K', ';'): prods[3],
('V', 'b'): prods[5], ('V', 'k'): prods[5], ('V', 'e'): prods[5], ('V', 'f'): prods[5], ('V', 'v'): prods[4], ('V', '$'): prods[5], ('V', ';'): prods[5],
('F', 'b'): prods[7], ('F', 'k'): prods[7], ('F', 'e'): prods[7], ('F', 'f'): prods[6], ('F', '$'): prods[7], ('F', ';'): prods[7],
('C', 'b'): prods[8], ('C', 'k'): prods[9], ('C', 'e'): prods[10], ('C', '$'): prods[10], ('C', ';'): prods[10],
}
self.assertEqual(table, cfg.make_LL1_table())
cfg = ContextFreeGrammar("test_ll1_4.cfg")
prods = ['STARTS AT 1', ('T', 'R'), ('o', 'T', 'R'), ('&',), ('F', 'U'), ('a', 'F', 'U'), ('&', ), ('n','F'), ('i',)]
table = {
('E', 'i'): prods[1], ('E', 'n'): prods[1],
('R', 'o'): prods[2], ('R', '$'): prods[3],
('T', 'i'): prods[4], ('T', 'n'): prods[4],
('U', 'o'): prods[6], ('U', 'a'): prods[5], ('U', '$'): prods[6],
('F', 'i'): prods[8], ('F', 'n'): prods[7]
}
self.assertEqual(table, cfg.make_LL1_table())
def test_lf(self):
cfg = ContextFreeGrammar("test_lf_1.cfg")
cfg.left_factoring()
cfg.save_to_file("test_lf_1T.cfg")
test_path = os.path.join(CFGS_DIR, "test_lf_1T.cfg")
ref_path = os.path.join(CFGS_DIR, "test_lf_1A.cfg")
self.assertTrue(filecmp.cmp(test_path, ref_path))
ContextFreeGrammar("test_lf_1A.cfg") # TEST .CFG CONFORMATION
cfg = ContextFreeGrammar("test_lf_2.cfg")
cfg.left_factoring()
cfg.save_to_file("test_lf_2T.cfg")
test_path = os.path.join(CFGS_DIR, "test_lf_2T.cfg")
ref_path = os.path.join(CFGS_DIR, "test_lf_2A.cfg")
self.assertTrue(filecmp.cmp(test_path, ref_path))
ContextFreeGrammar("test_lf_2A.cfg") # TEST .CFG CONFORMATION
cfg = ContextFreeGrammar("test_lf_3.cfg")
cfg.left_factoring()
cfg.save_to_file("test_lf_3T.cfg")
test_path = os.path.join(CFGS_DIR, "test_lf_3T.cfg")
ref_path = os.path.join(CFGS_DIR, "test_lf_3A.cfg")
self.assertTrue(filecmp.cmp(test_path, ref_path))
ContextFreeGrammar("test_lf_3A.cfg") # TEST .CFG CONFORMATION
cfg = ContextFreeGrammar("test_lf_4.cfg")
self.assertFalse(cfg.left_factoring())
cfg = ContextFreeGrammar("test_lf_5.cfg")
self.assertFalse(cfg.left_factoring())
cfg = ContextFreeGrammar("test_lf_6.cfg")
cfg.left_factoring()
cfg.save_to_file("test_lf_6T.cfg")
test_path = os.path.join(CFGS_DIR, "test_lf_6T.cfg")
ref_path = os.path.join(CFGS_DIR, "test_lf_6A.cfg")
self.assertTrue(filecmp.cmp(test_path, ref_path))
ContextFreeGrammar("test_lf_6A.cfg") # TEST .CFG CONFORMATION
cfg = ContextFreeGrammar("test_lf_exs_4c.cfg")
cfg.left_factoring()
cfg.save_to_file("test_lf_exs_4cT.cfg")
test_path = os.path.join(CFGS_DIR, "test_lf_exs_4cT.cfg")
ref_path = os.path.join(CFGS_DIR, "test_lf_exs_4cA.cfg")
self.assertTrue(filecmp.cmp(test_path, ref_path))
ContextFreeGrammar("test_lf_exs_4cA.cfg") # TEST .CFG CONFORMATION
cfg = ContextFreeGrammar("test_lf_follow_1.cfg")
cfg.left_factoring()
cfg.save_to_file("test_lf_follow_1T.cfg")
test_path = os.path.join(CFGS_DIR, "test_lf_follow_1T.cfg")
ref_path = os.path.join(CFGS_DIR, "test_lf_follow_1A.cfg")
self.assertTrue(filecmp.cmp(test_path, ref_path))
ContextFreeGrammar("test_lf_follow_1A.cfg") # TEST .CFG CONFORMATION
cfg = ContextFreeGrammar("test_lf_1e.cfg")
cfg.left_factoring()
cfg.save_to_file("test_lf_1eT.cfg")
test_path = os.path.join(CFGS_DIR, "test_lf_1eT.cfg")
ref_path = os.path.join(CFGS_DIR, "test_lf_1eA.cfg")
self.assertTrue(filecmp.cmp(test_path, ref_path))
ContextFreeGrammar("test_lf_1eA.cfg") # TEST .CFG CONFORMATION
def test_re(self):
cfg = ContextFreeGrammar("test_re_1.cfg")
cfg.remove_epsilon()
cfg.save_to_file("test_re_1T.cfg")
test_path = os.path.join(CFGS_DIR, "test_re_1T.cfg")
ref_path = os.path.join(CFGS_DIR, "test_re_1A.cfg")
self.assertTrue(filecmp.cmp(test_path, ref_path))
cfg = ContextFreeGrammar("test_re_2.cfg")
cfg.remove_epsilon()
cfg.save_to_file("test_re_2T.cfg")
test_path = os.path.join(CFGS_DIR, "test_re_2T.cfg")
ref_path = os.path.join(CFGS_DIR, "test_re_2A.cfg")
self.assertTrue(filecmp.cmp(test_path, ref_path))
cfg = ContextFreeGrammar("test_re_3.cfg")
cfg.remove_epsilon()
cfg.save_to_file("test_re_3T.cfg")
test_path = os.path.join(CFGS_DIR, "test_re_3T.cfg")
ref_path = os.path.join(CFGS_DIR, "test_re_3A.cfg")
self.assertTrue(filecmp.cmp(test_path, ref_path))
def test_rlr(self):
cfg = ContextFreeGrammar("test_rlr_1.cfg")
cfg.remove_left_recursion()
cfg.save_to_file("test_rlr_1T.cfg")
test_path = os.path.join(CFGS_DIR, "test_rlr_1T.cfg")
ref_path = os.path.join(CFGS_DIR, "test_rlr_1A.cfg")
self.assertTrue(filecmp.cmp(test_path, ref_path))
ContextFreeGrammar("test_rlr_1A.cfg") # TEST .CFG CONFORMATION
cfg = ContextFreeGrammar("test_rlr_2.cfg")
cfg.remove_left_recursion()
cfg.save_to_file("test_rlr_2T.cfg")
test_path = os.path.join(CFGS_DIR, "test_rlr_2T.cfg")
ref_path = os.path.join(CFGS_DIR, "test_rlr_2A.cfg")
self.assertTrue(filecmp.cmp(test_path, ref_path))
ContextFreeGrammar("test_rlr_2A.cfg") # TEST .CFG CONFORMATION
cfg = ContextFreeGrammar("test_rlr_exs_3a.cfg")
cfg.remove_left_recursion()
cfg.save_to_file("test_rlr_exs_3aT.cfg")
test_path = os.path.join(CFGS_DIR, "test_rlr_exs_3aT.cfg")
ref_path = os.path.join(CFGS_DIR, "test_rlr_exs_3aA.cfg")
self.assertTrue(filecmp.cmp(test_path, ref_path))
ContextFreeGrammar("test_rlr_exs_3aA.cfg") # TEST .CFG CONFORMATION
def test_hlr(self):
cfg = ContextFreeGrammar("test_rlr_1.cfg")
self.assertTrue(cfg.has_left_recursion())
cfg = ContextFreeGrammar("test_rlr_2.cfg")
self.assertTrue(cfg.has_left_recursion())
cfg = ContextFreeGrammar("test_rlr_exs_3a.cfg")
self.assertTrue(cfg.has_left_recursion())
cfg = ContextFreeGrammar("test_rlr_1A.cfg")
self.assertFalse(cfg.has_left_recursion())
cfg = ContextFreeGrammar("test_rlr_2A.cfg")
self.assertFalse(cfg.has_left_recursion())
cfg = ContextFreeGrammar("test_rlr_exs_3aA.cfg")
self.assertFalse(cfg.has_left_recursion())
cfg = ContextFreeGrammar("test_ll1_1.cfg")
self.assertFalse(cfg.has_left_recursion())
cfg = ContextFreeGrammar("test_ll1_2.cfg")
self.assertFalse(cfg.has_left_recursion())
cfg = ContextFreeGrammar("test_ll1_3.cfg")
self.assertFalse(cfg.has_left_recursion())
def test_rs(self):
cfg = ContextFreeGrammar("test_rs_1.cfg")
cfg.reduce_size()
cfg.save_to_file("test_rs_1T.cfg")
test_path = os.path.join(CFGS_DIR, "test_rs_1T.cfg")
ref_path = os.path.join(CFGS_DIR, "test_rs_1A.cfg")
self.assertTrue(filecmp.cmp(test_path, ref_path))
cfg = ContextFreeGrammar("test_rs_2.cfg")
cfg.reduce_size()
cfg.save_to_file("test_rs_2T.cfg")
test_path = os.path.join(CFGS_DIR, "test_rs_2T.cfg")
ref_path = os.path.join(CFGS_DIR, "test_rs_2A.cfg")
self.assertTrue(filecmp.cmp(test_path, ref_path))
def test_rup(self):
cfg = ContextFreeGrammar("test_rup_1.cfg")
cfg.remove_unproductives()
cfg.save_to_file("test_rup_1T.cfg")
test_path = os.path.join(CFGS_DIR, "test_rup_1T.cfg")
ref_path = os.path.join(CFGS_DIR, "test_rup_1A.cfg")
self.assertTrue(filecmp.cmp(test_path, ref_path))
cfg = ContextFreeGrammar("test_rup_2.cfg")
cfg.remove_unproductives()
cfg.save_to_file("test_rup_2T.cfg")
test_path = os.path.join(CFGS_DIR, "test_rup_2T.cfg")
ref_path = os.path.join(CFGS_DIR, "test_rup_2A.cfg")
self.assertTrue(filecmp.cmp(test_path, ref_path))
def test_make_LL1_parser(self):
cfg = ContextFreeGrammar("test_ll1_1.cfg")
parser = cfg.make_LL1_parser()
self.assertTrue(parser.parse("cvfbe;"))
self.assertFalse(parser.parse("&"))
def test_spec(self):
with self.assertRaises(RuntimeError):
ContextFreeGrammar("test_spec_1.cfg")
def test_he(self):
cfg = ContextFreeGrammar("test_re_1.cfg")
self.assertTrue(cfg.has_e())
cfg = ContextFreeGrammar("test_re_2.cfg")
self.assertTrue(cfg.has_e())
cfg = ContextFreeGrammar("test_re_3.cfg")
self.assertTrue(cfg.has_e())
cfg = ContextFreeGrammar("test_re_1A.cfg")
self.assertFalse(cfg.has_e())
cfg = ContextFreeGrammar("test_re_2A.cfg")
self.assertFalse(cfg.has_e())
cfg = ContextFreeGrammar("test_re_3A.cfg")
self.assertFalse(cfg.has_e())
cfg = ContextFreeGrammar("test_rlr_exs_3aA.cfg")
self.assertTrue(cfg.has_e())
cfg = ContextFreeGrammar("test_rlr_exs_3aA.cfg")
cfg.remove_epsilon()
self.assertFalse(cfg.has_e())
def test_ru(self):
cfg = ContextFreeGrammar("test_ru_1.cfg")
cfg.remove_unit()
cfg.save_to_file("test_ru_1T.cfg")
test_path = os.path.join(CFGS_DIR, "test_ru_1T.cfg")
ref_path = os.path.join(CFGS_DIR, "test_ru_1A.cfg")
self.assertTrue(filecmp.cmp(test_path, ref_path))
ContextFreeGrammar("test_ru_1A.cfg") # TEST .CFG CONFORMATION
cfg = ContextFreeGrammar("test_ru_2.cfg")
cfg.remove_unit()
cfg.save_to_file("test_ru_2T.cfg")
test_path = os.path.join(CFGS_DIR, "test_ru_2T.cfg")
ref_path = os.path.join(CFGS_DIR, "test_ru_2A.cfg")
self.assertTrue(filecmp.cmp(test_path, ref_path))
ContextFreeGrammar("test_ru_2A.cfg") # TEST .CFG CONFORMATION
cfg = ContextFreeGrammar("test_ru_3.cfg")
cfg.remove_unit()
cfg.save_to_file("test_ru_3T.cfg")
test_path = os.path.join(CFGS_DIR, "test_ru_3T.cfg")
ref_path = os.path.join(CFGS_DIR, "test_ru_3A.cfg")
self.assertTrue(filecmp.cmp(test_path, ref_path))
ContextFreeGrammar("test_ru_3A.cfg") # TEST .CFG CONFORMATION
cfg = ContextFreeGrammar("test_ru_4.cfg")
cfg.remove_unit()
cfg.save_to_file("test_ru_4T.cfg")
test_path = os.path.join(CFGS_DIR, "test_ru_4T.cfg")
ref_path = os.path.join(CFGS_DIR, "test_ru_4A.cfg")
self.assertTrue(filecmp.cmp(test_path, ref_path))
ContextFreeGrammar("test_ru_4A.cfg") # TEST .CFG CONFORMATION
cfg = ContextFreeGrammar("test_ru_5.cfg")
cfg.remove_unit()
cfg.save_to_file("test_ru_5T.cfg")
test_path = os.path.join(CFGS_DIR, "test_ru_5T.cfg")
ref_path = os.path.join(CFGS_DIR, "test_ru_5A.cfg")
self.assertTrue(filecmp.cmp(test_path, ref_path))
ContextFreeGrammar("test_ru_5A.cfg") # TEST .CFG CONFORMATION
def test_hc(self):
cfg = ContextFreeGrammar("test_hc_1.cfg")
self.assertTrue(cfg.has_cycle())
cfg = ContextFreeGrammar("test_hc_2.cfg")
self.assertTrue(cfg.has_cycle())
cfg = ContextFreeGrammar("test_hc_3.cfg")
self.assertTrue(cfg.has_cycle())
cfg = ContextFreeGrammar("test_hc_4.cfg")
self.assertTrue(cfg.has_cycle())
cfg = ContextFreeGrammar("test_hc_1.cfg")
cfg.remove_unit()
self.assertFalse(cfg.has_cycle())
cfg = ContextFreeGrammar("test_hc_2.cfg")
cfg.remove_unit()
self.assertFalse(cfg.has_cycle())
cfg = ContextFreeGrammar("test_hc_3.cfg")
cfg.remove_unit()
self.assertFalse(cfg.has_cycle())
cfg = ContextFreeGrammar("test_hc_4.cfg")
cfg.remove_unit()
self.assertFalse(cfg.has_cycle())
cfg = ContextFreeGrammar("test_fnc_1.cfg")
self.assertFalse(cfg.has_cycle())
