Python substitute_token Examples

Example #1

File: text_preprocessing_test.py Project: dangxuanhong/text-preprocessing

 def test_substitute_token_no_custom_token(self):
     # Setup
     input_list = ['hello', 'world']
     expected_output = ['hello', 'world']
     # Actual call
     output_text = substitute_token(input_list)
     # Asserts
     self.assertListEqual(output_text, expected_output)

Example #2

File: text_preprocessing_test.py Project: dangxuanhong/text-preprocessing

 def test_substitute_token_empty_list_input(self):
     # Setup
     input_text = []
     expected_output = []
     # Actual call
     output_text = substitute_token(input_text)
     # Asserts
     self.assertListEqual(output_text, expected_output)

Example #3

File: text_preprocessing_test.py Project: davidalami/text-preprocessing

 def test_substitute_token_all_custom_tokens(self):
     # Setup
     input_list = ['fyi', 'btw', 'apr', 'mon']
     expected_output = ['for your information', 'by the way', 'April', 'Monday']
     # Actual call
     output_text = substitute_token(input_list)
     # Asserts
     self.assertListEqual(output_text, expected_output)