def test_decode(self): rma = RakutenMA() rma.hash_func = None csent = rma.tokens2csent([["foo", "N"], ["bar", "N"]], "SBIEO") csent = rma.add_efeats(csent) for i in range(len(csent)): csent[i].l = "" rma.model["mu"] = WEIGHTS csent = rma.decode(csent) assert_equals(csent[0].l, "_") assert_equals(csent[1].l, "B-N") assert_equals(csent[2].l, "I-N") assert_equals(csent[3].l, "E-N") assert_equals(csent[4].l, "B-N") assert_equals(csent[5].l, "I-N") assert_equals(csent[6].l, "E-N") assert_equals(csent[7].l, "_") csent = rma.tokens2csent([["foX", "N"], ["bar", "N"]], "SBIEO") csent = rma.add_efeats(csent) csent = rma.decode(csent) assert_equals(csent[0].l, "_") assert_equals(csent[1].l, "B-N") assert_equals(csent[2].l, "I-N") assert_equals(csent[3].l, "O") assert_equals(csent[4].l, "B-N") assert_equals(csent[5].l, "I-N") assert_equals(csent[6].l, "E-N") assert_equals(csent[7].l, "_")