def test__segment_many(strings, expected, flatten): mmodel = tu.MockMorfessorSegmentModel() fmodel = tu.MockFlatCatSegmentModel() segmenters = mkt.mk_segmenters([("morfessor2", mmodel), ("flatcat", fmodel)]) assert (list(mkt.segment_many(segmenters, strings, flatten=flatten)) == expected)
def test__dual_segment_many(strings, expected, flatten): mmodel = tu.MockMorfessorSegmentModel() fmodel = tu.MockFlatCatSegmentModel() assert (list( mkt.dual_segment_many(mmodel, fmodel, strings, flatten=flatten)) == expected)
def test__mk_segmenters(string, expected): mmodel = tu.MockMorfessorSegmentModel() fmodel = tu.MockFlatCatSegmentModel() segment = mkt.mk_segmenters([("morfessor2", mmodel), ("flatcat", fmodel)]) assert (segment(string) == expected)
def test__segment_text(string, expected): mmodel = tu.MockMorfessorSegmentModel() fmodel = tu.MockFlatCatSegmentModel() segment = mkt.mk_dual_segmenter(mmodel, fmodel) assert (mkt.segment_text(segment, string) == expected)
def test__dual_segment_many_and_to_string_pairs(strings, expected): mmodel = tu.MockMorfessorSegmentModel() fmodel = tu.MockFlatCatSegmentModel() data = mkt.dual_segment_many(mmodel, fmodel, strings) assert (list(mkt.to_string_pairs(data)) == expected)