Python segment 예제들

예제 #1

파일: test_tokenize.py 프로젝트: hopedataannotations/pythainlp

 def test_icu(self):
     self.assertEqual(pyicu.segment(None), [])
     self.assertEqual(pyicu.segment(""), [])
     self.assertEqual(
         word_tokenize("ฉันรักภาษาไทยเพราะฉันเป็นคนไทย", engine="icu"),
         ["ฉัน", "รัก", "ภาษา", "ไทย", "เพราะ", "ฉัน", "เป็น", "คน", "ไทย"],
     )

예제 #2

파일: __init__.py 프로젝트: wannaphongcom/pythainlp

 def test_word_tokenize_icu(self):
     self.assertEqual(tokenize_pyicu.segment(None), [])
     self.assertEqual(tokenize_pyicu.segment(""), [])
     self.assertEqual(
         word_tokenize("ฉันรักภาษาไทยเพราะฉันเป็นคนไทย", engine="icu"),
         ["ฉัน", "รัก", "ภาษา", "ไทย", "เพราะ", "ฉัน", "เป็น", "คน", "ไทย"],
     )