class WordSegmenterTest(unittest.TestCase): def setUp(self): self.word_segmenter = WordSegmenter() self.word_segmenter.load('data') def call_segment(self, text): for word in self.word_segmenter.segment(text): print word + '/\t', print '' def test_segment(self): fp = open('core/testdata/document.dat', 'rb') for text in fp.readlines(): self.call_segment(text.strip()) fp.close() def call_segment_with_pos(self, text): for word in self.word_segmenter.segment_with_pos(text): print word + '/\t', print '' def test_segment_with_pos(self): fp = open('core/testdata/document.dat', 'rb') for text in fp.readlines(): self.call_segment(text.strip()) fp.close()