Python normalize_unicode Examples

Example #1

File: text_preprocessing_test.py Project: dangxuanhong/text-preprocessing

 def test_normalize_unicode_empty_input(self):
     # Setup
     input_text = ''
     expected_output = ''
     # Actual call
     output_text = normalize_unicode(input_text)
     # Asserts
     self.assertEqual(output_text, expected_output)

Example #2

File: text_preprocessing_test.py Project: dangxuanhong/text-preprocessing

 def test_normalize_unicode_no_special_unicode(self):
     # Setup
     input_text = 'This is a test'
     expected_output = 'This is a test'
     # Actual call
     output_text = normalize_unicode(input_text)
     # Asserts
     self.assertEqual(output_text, expected_output)

Example #3

File: text_preprocessing_test.py Project: dangxuanhong/text-preprocessing

 def test_normalize_unicode_all_special_unicode(self):
     # Setup
     input_text = 'áñó'
     expected_output = 'ano'
     # Actual call
     output_text = normalize_unicode(input_text)
     # Asserts
     self.assertEqual(output_text, expected_output)

Example #4

File: text_preprocessing_test.py Project: dangxuanhong/text-preprocessing

 def test_normalize_unicode(self):
     # Setup
     input_text = "I love this Café"
     expected_output = 'I love this Cafe'
     # Actual call
     output_text = normalize_unicode(input_text)
     # Asserts
     self.assertEqual(output_text, expected_output)