Python segmentの例

コード例 #1

ファイル: __init__.py プロジェクト: xemoe/pythainlp

 def test_word_tokenize_deepcut(self):
     self.assertEqual(tokenize_deepcut.segment(None), [])
     self.assertEqual(tokenize_deepcut.segment(""), [])
     self.assertIsNotNone(
         tokenize_deepcut.segment("ทดสอบ", DEFAULT_DICT_TRIE))
     self.assertIsNotNone(tokenize_deepcut.segment("ทดสอบ", ["ทด", "สอบ"]))
     self.assertIsNotNone(word_tokenize("ทดสอบ", engine="deepcut"))

コード例 #2

ファイル: test_tokenize.py プロジェクト: hopedataannotations/pythainlp

 def test_deepcut(self):
     self.assertEqual(deepcut.segment(None), [])
     self.assertEqual(deepcut.segment(""), [])
     self.assertIsNotNone(deepcut.segment("ทดสอบ", DEFAULT_WORD_DICT_TRIE))
     self.assertIsNotNone(deepcut.segment("ทดสอบ", ["ทด", "สอบ"]))
     self.assertIsNotNone(word_tokenize("ทดสอบ", engine="deepcut"))
     self.assertIsNotNone(
         word_tokenize("ทดสอบ",
                       engine="deepcut",
                       custom_dict=DEFAULT_WORD_DICT_TRIE))

コード例 #3

ファイル: __init__.py プロジェクト: wannaphongcom/pythainlp

 def test_word_tokenize_deepcut(self):
     self.assertEqual(tokenize_deepcut.segment(None), [])
     self.assertEqual(tokenize_deepcut.segment(""), [])
     self.assertIsNotNone(tokenize_deepcut.segment("ทดสอบ", DEFAULT_DICT_TRIE))
     self.assertIsNotNone(tokenize_deepcut.segment("ทดสอบ", ["ทด", "สอบ"]))
     self.assertIsNotNone(word_tokenize("ทดสอบ", engine="deepcut"))