def test__segment_many(strings, expected, flatten):
mmodel = tu.MockMorfessorSegmentModel()
fmodel = tu.MockFlatCatSegmentModel()
segmenters = mkt.mk_segmenters([("morfessor2", mmodel),
("flatcat", fmodel)])
assert (list(mkt.segment_many(segmenters, strings,
flatten=flatten)) == expected)
def test__dual_segment_many(strings, expected, flatten):
mmodel = tu.MockMorfessorSegmentModel()
fmodel = tu.MockFlatCatSegmentModel()
assert (list(
mkt.dual_segment_many(mmodel, fmodel, strings,
flatten=flatten)) == expected)
def test__mk_segmenters(string, expected):
mmodel = tu.MockMorfessorSegmentModel()
fmodel = tu.MockFlatCatSegmentModel()
segment = mkt.mk_segmenters([("morfessor2", mmodel), ("flatcat", fmodel)])
assert (segment(string) == expected)
def test__segment_text(string, expected):
mmodel = tu.MockMorfessorSegmentModel()
fmodel = tu.MockFlatCatSegmentModel()
segment = mkt.mk_dual_segmenter(mmodel, fmodel)
assert (mkt.segment_text(segment, string) == expected)
def test__dual_segment_many_and_to_string_pairs(strings, expected):
mmodel = tu.MockMorfessorSegmentModel()
fmodel = tu.MockFlatCatSegmentModel()
data = mkt.dual_segment_many(mmodel, fmodel, strings)
assert (list(mkt.to_string_pairs(data)) == expected)