def remove_terminator(cls, utterance): """Remove utterance terminator. Also removes the colon and the dash. """ utterance = CHATUtteranceCleaner.remove_terminator(utterance) return utterance.rstrip('-').rstrip(':')
def test_remove_terminator_trailing_off(self): """Test remove_terminator with trailing off.""" actual_output = CHATUtteranceCleaner.remove_terminator( '*SAR: smells good enough for +...') desired_output = '*SAR: smells good enough for' self.assertEqual(actual_output, desired_output)
def test_remove_terminator_exclamation_point(self): """Test remove_terminator with exclamation_point.""" actual_output = CHATUtteranceCleaner.remove_terminator('sit down !') desired_output = 'sit down' self.assertEqual(actual_output, desired_output)
def test_remove_terminator_question_mark(self): """Test remove_terminator with question mark.""" actual_output = CHATUtteranceCleaner.remove_terminator( 'is that a carrot ?') desired_output = 'is that a carrot' self.assertEqual(actual_output, desired_output)
def test_remove_terminator_period(self): """Test remove_terminator with period.""" actual_output = CHATUtteranceCleaner.remove_terminator('I got cold .') desired_output = 'I got cold' self.assertEqual(actual_output, desired_output)
def test_remove_terminator_empty_string(self): """Test remove_terminator with an empty string.""" actual_output = CHATUtteranceCleaner.remove_terminator('') desired_output = '' self.assertEqual(actual_output, desired_output)
def clean_morph_tier(cls, morph_tier): morph_tier = CHATUtteranceCleaner.remove_terminator(morph_tier) morph_tier = cls.remove_dloc(morph_tier) return morph_tier
def clean_morph_tier(cls, morph_tier): return CHATUtteranceCleaner.remove_terminator(morph_tier)
def test_remove_terminator_CA_terminator(self): """Test remove_terminator with CA-Terminator (++.).""" actual_output = CHATUtteranceCleaner.remove_terminator( 'what did you ++.') desired_output = 'what did you' self.assertEqual(actual_output, desired_output)
def test_remove_terminator_transcription_break(self): """Test remove_terminator with transcription break (+.).""" actual_output = CHATUtteranceCleaner.remove_terminator( '*SAR:smells good enough for me +.') desired_output = '*SAR:smells good enough for me' self.assertEqual(actual_output, desired_output)
def test_remove_terminator_self_interrupted_question(self): """remove_terminator with self interrupted question (+//?).""" actual_output = CHATUtteranceCleaner.remove_terminator( '*MOT:what did you +//?') desired_output = '*MOT:what did you' self.assertEqual(actual_output, desired_output)
def test_remove_terminator_self_interruption(self): """Test remove_terminator with self interruption (+//.).""" actual_output = CHATUtteranceCleaner.remove_terminator( '*SAR:smells good enough for +//.') desired_output = '*SAR:smells good enough for' self.assertEqual(actual_output, desired_output)
def test_remove_terminator_interruption_of_a_question(self): """Test remove_terminator with interruption of question(+/?).""" actual_output = CHATUtteranceCleaner.remove_terminator( '*MOT:what did you +/?') desired_output = '*MOT:what did you' self.assertEqual(actual_output, desired_output)
def test_remove_terminator_question_with_exclamation(self): """Test remove_terminator with question and exclamation(+!?).""" actual_output = CHATUtteranceCleaner.remove_terminator( '*SAR: smells good enough for this +!?') desired_output = '*SAR: smells good enough for this' self.assertEqual(actual_output, desired_output)
def test_remove_terminator_quotation_follows(self): """Test remove_terminator with (+"/.).""" actual_output = CHATUtteranceCleaner.remove_terminator( '*CHI:and then the little bear said +"/.') desired_output = '*CHI:and then the little bear said' self.assertEqual(actual_output, desired_output)
def clean_morpheme_word(cls, morpheme_word): return CHATUtteranceCleaner.remove_terminator(morpheme_word)
def test_remove_terminator_period_with_postcode_following(self): """Test remove_terminator with postcode at the end.""" actual_output = CHATUtteranceCleaner.remove_terminator( 'what did you. [+ neg]') desired_output = 'what did you [+ neg]' self.assertEqual(actual_output, desired_output)
def clean_morph_tier(cls, morph_tier): morph_tier = CHATUtteranceCleaner.remove_terminator(morph_tier) return cls.remove_non_words(morph_tier)
def clean_seg_tier(cls, seg_tier): """Clean the segment tier by removing the terminator.""" return CHATUtteranceCleaner.remove_terminator(seg_tier)