def remove_terminator(cls, utterance):
"""Remove utterance terminator.
Also removes the colon and the dash.
"""
utterance = CHATUtteranceCleaner.remove_terminator(utterance)
return utterance.rstrip('-').rstrip(':')
def test_remove_terminator_trailing_off(self):
"""Test remove_terminator with trailing off."""
actual_output = CHATUtteranceCleaner.remove_terminator(
'*SAR: smells good enough for +...')
desired_output = '*SAR: smells good enough for'
self.assertEqual(actual_output, desired_output)
def test_remove_terminator_exclamation_point(self):
"""Test remove_terminator with exclamation_point."""
actual_output = CHATUtteranceCleaner.remove_terminator('sit down !')
desired_output = 'sit down'
self.assertEqual(actual_output, desired_output)
def test_remove_terminator_question_mark(self):
"""Test remove_terminator with question mark."""
actual_output = CHATUtteranceCleaner.remove_terminator(
'is that a carrot ?')
desired_output = 'is that a carrot'
self.assertEqual(actual_output, desired_output)
def test_remove_terminator_period(self):
"""Test remove_terminator with period."""
actual_output = CHATUtteranceCleaner.remove_terminator('I got cold .')
desired_output = 'I got cold'
self.assertEqual(actual_output, desired_output)
def test_remove_terminator_empty_string(self):
"""Test remove_terminator with an empty string."""
actual_output = CHATUtteranceCleaner.remove_terminator('')
desired_output = ''
self.assertEqual(actual_output, desired_output)
def clean_morph_tier(cls, morph_tier):
morph_tier = CHATUtteranceCleaner.remove_terminator(morph_tier)
morph_tier = cls.remove_dloc(morph_tier)
return morph_tier
def clean_morph_tier(cls, morph_tier):
return CHATUtteranceCleaner.remove_terminator(morph_tier)
def test_remove_terminator_CA_terminator(self):
"""Test remove_terminator with CA-Terminator (++.)."""
actual_output = CHATUtteranceCleaner.remove_terminator(
'what did you ++.')
desired_output = 'what did you'
self.assertEqual(actual_output, desired_output)
def test_remove_terminator_transcription_break(self):
"""Test remove_terminator with transcription break (+.)."""
actual_output = CHATUtteranceCleaner.remove_terminator(
'*SAR:smells good enough for me +.')
desired_output = '*SAR:smells good enough for me'
self.assertEqual(actual_output, desired_output)
def test_remove_terminator_self_interrupted_question(self):
"""remove_terminator with self interrupted question (+//?)."""
actual_output = CHATUtteranceCleaner.remove_terminator(
'*MOT:what did you +//?')
desired_output = '*MOT:what did you'
self.assertEqual(actual_output, desired_output)
def test_remove_terminator_self_interruption(self):
"""Test remove_terminator with self interruption (+//.)."""
actual_output = CHATUtteranceCleaner.remove_terminator(
'*SAR:smells good enough for +//.')
desired_output = '*SAR:smells good enough for'
self.assertEqual(actual_output, desired_output)
def test_remove_terminator_interruption_of_a_question(self):
"""Test remove_terminator with interruption of question(+/?)."""
actual_output = CHATUtteranceCleaner.remove_terminator(
'*MOT:what did you +/?')
desired_output = '*MOT:what did you'
self.assertEqual(actual_output, desired_output)
def test_remove_terminator_question_with_exclamation(self):
"""Test remove_terminator with question and exclamation(+!?)."""
actual_output = CHATUtteranceCleaner.remove_terminator(
'*SAR: smells good enough for this +!?')
desired_output = '*SAR: smells good enough for this'
self.assertEqual(actual_output, desired_output)
def test_remove_terminator_quotation_follows(self):
"""Test remove_terminator with (+"/.)."""
actual_output = CHATUtteranceCleaner.remove_terminator(
'*CHI:and then the little bear said +"/.')
desired_output = '*CHI:and then the little bear said'
self.assertEqual(actual_output, desired_output)
def clean_morpheme_word(cls, morpheme_word):
return CHATUtteranceCleaner.remove_terminator(morpheme_word)
def test_remove_terminator_period_with_postcode_following(self):
"""Test remove_terminator with postcode at the end."""
actual_output = CHATUtteranceCleaner.remove_terminator(
'what did you. [+ neg]')
desired_output = 'what did you [+ neg]'
self.assertEqual(actual_output, desired_output)
def clean_morph_tier(cls, morph_tier):
morph_tier = CHATUtteranceCleaner.remove_terminator(morph_tier)
return cls.remove_non_words(morph_tier)
def clean_seg_tier(cls, seg_tier):
"""Clean the segment tier by removing the terminator."""
return CHATUtteranceCleaner.remove_terminator(seg_tier)