class WordSegmenterTest(unittest.TestCase):
def setUp(self):
self.word_segmenter = WordSegmenter()
self.word_segmenter.load('data')
def call_segment(self, text):
for word in self.word_segmenter.segment(text):
print word + '/\t',
print ''
def test_segment(self):
fp = open('core/testdata/document.dat', 'rb')
for text in fp.readlines():
self.call_segment(text.strip())
fp.close()
def call_segment_with_pos(self, text):
for word in self.word_segmenter.segment_with_pos(text):
print word + '/\t',
print ''
def test_segment_with_pos(self):
fp = open('core/testdata/document.dat', 'rb')
for text in fp.readlines():
self.call_segment(text.strip())
fp.close()
