def test_initiate_no_class(self):
config = BotSentenceSplitterConfiguration()
self.assertIsNotNone(config)
config._classname = None
splitter = SentenceSplitter.initiate_sentence_splitter(config)
self.assertIsNone(splitter)
def test_initiate_splitter(self):
config = BotSentenceSplitterConfiguration()
self.assertIsNotNone(config)
config._classname = 'programy.dialog.splitter.splitter_jp.SentenceSplitter'
config._split_chars = '。'
splitter = SentenceSplitter.initiate_sentence_splitter(config)
self.assertIsNotNone(splitter)
self.assertIsInstance(splitter, SentenceSplitter)
def test_split(self):
config = BotSentenceSplitterConfiguration()
self.assertIsNotNone(config)
config._classname = 'programy.dialog.splitter.splitter.SentenceSplitter'
splitter = SentenceSplitter.initiate_sentence_splitter(config)
self.assertIsNotNone(splitter)
self.assertIsInstance(splitter, SentenceSplitter)
with self.assertRaises(NotImplementedError):
splitter.split("Thi is a pen")
def test_remove_punctuation(self):
config = BotSentenceSplitterConfiguration()
self.assertIsNotNone(config)
config._classname = 'programy.dialog.splitter.splitter_jp.SentenceSplitter'
config._split_chars = '。'
splitter = SentenceSplitter.initiate_sentence_splitter(config)
self.assertIsNotNone(splitter)
self.assertEquals("", splitter.remove_punctuation(""))
self.assertEquals("()", splitter.remove_punctuation("()"))
self.assertEquals("(Hello, world)", splitter.remove_punctuation("(Hello, world)"))
def test_split(self):
config = BotSentenceSplitterConfiguration()
self.assertIsNotNone(config)
config._classname = 'programy.dialog.splitter.splitter_jp.SentenceSplitter'
config._split_chars = '。'
splitter = SentenceSplitter.initiate_sentence_splitter(config)
self.assertIsNotNone(splitter)
self.assertIsInstance(splitter, SentenceSplitter)
self.assertEquals(["こんにちは"], splitter.split("こんにちは"))
self.assertEquals(["こんにちは"], splitter.split("こんにちは。"))
self.assertEquals(["こんにちは", "こんばんは"], splitter.split("こんにちは。こんばんは"))