def test_normalizeWhitespace_only_whitespace(self):
# If a translation is only whitespace, it will be turned into the
# empty string.
sanitizer = Sanitizer(u"English")
only_whitespace = u" "
self.assertEqual(u'', sanitizer.normalizeWhitespace(only_whitespace))
def test_normalizeWhitespace_only_whitespace(self):
# If a translation is only whitespace, it will be turned into the
# empty string.
sanitizer = Sanitizer(u"English")
only_whitespace = u" "
self.assertEqual(u'', sanitizer.normalizeWhitespace(only_whitespace))
def test_convertDotToSpace_dot_in_english(self):
# If there are dots in the English string, no conversion happens.
sanitizer = Sanitizer(u"English\u2022with\u2022dots.")
translation = u"Text\u2022with\u2022dots."
expected_sanitized = u"Text\u2022with\u2022dots."
self.assertEqual(expected_sanitized,
sanitizer.convertDotToSpace(translation))
def test_convertDotToSpace(self):
# Dots are converted back to spaces.
sanitizer = Sanitizer(u"English with space.")
translation = u"Text\u2022with\u2022dots."
expected_sanitized = u"Text with dots."
self.assertEqual(expected_sanitized,
sanitizer.convertDotToSpace(translation))
def test_sanitize(self):
# Calling the Sanitizer object will apply all sanitization procedures.
sanitizer = Sanitizer(u"Text with\nnewline.")
translation_text = (
u"Translation with\r\nnewline dots\u2022and whitespace. ")
expected_sanitized = (
u"Translation with\nnewline dots and whitespace.")
self.assertEqual(expected_sanitized,
sanitizer.sanitize(translation_text))
def test_normalizeWhitespace_add_and_remove(self):
# Leading and trailing white space in the translation are synced to
# what the English text has.
sanitizer = Sanitizer(u" English with leading white space.")
translation = u"Text with trailing white space. "
expected_sanitized = u" Text with trailing white space."
self.assertEqual(expected_sanitized,
sanitizer.normalizeWhitespace(translation))
def test_convertDotToSpace_dot_in_english(self):
# If there are dots in the English string, no conversion happens.
sanitizer = Sanitizer(u"English\u2022with\u2022dots.")
translation = u"Text\u2022with\u2022dots."
expected_sanitized = u"Text\u2022with\u2022dots."
self.assertEqual(
expected_sanitized,
sanitizer.convertDotToSpace(translation))
def test_normalizeWhitespace_only_whitespace_everywhere(self):
# Corner case: only whitespace in English and translation will
# normalize to the English string.
english_whitespace = u" "
sanitizer = Sanitizer(english_whitespace)
only_whitespace = u" "
self.assertEqual(english_whitespace,
sanitizer.normalizeWhitespace(only_whitespace))
def test_convertDotToSpace(self):
# Dots are converted back to spaces.
sanitizer = Sanitizer(u"English with space.")
translation = u"Text\u2022with\u2022dots."
expected_sanitized = u"Text with dots."
self.assertEqual(
expected_sanitized,
sanitizer.convertDotToSpace(translation))
def test_sanitize(self):
# Calling the Sanitizer object will apply all sanitization procedures.
sanitizer = Sanitizer(u"Text with\nnewline.")
translation_text = (
u"Translation with\r\nnewline dots\u2022and whitespace. ")
expected_sanitized = (
u"Translation with\nnewline dots and whitespace.")
self.assertEqual(
expected_sanitized, sanitizer.sanitize(translation_text))
def test_normalizeWhitespace_only_whitespace_everywhere(self):
# Corner case: only whitespace in English and translation will
# normalize to the English string.
english_whitespace = u" "
sanitizer = Sanitizer(english_whitespace)
only_whitespace = u" "
self.assertEqual(
english_whitespace,
sanitizer.normalizeWhitespace(only_whitespace))
def test_normalizeWhitespace_add_and_remove(self):
# Leading and trailing white space in the translation are synced to
# what the English text has.
sanitizer = Sanitizer(u" English with leading white space.")
translation = u"Text with trailing white space. "
expected_sanitized = u" Text with trailing white space."
self.assertEqual(
expected_sanitized,
sanitizer.normalizeWhitespace(translation))
def test_normalizeNewlines_nothing_to_do_english(self):
# If no newlines are found in the english text, no normalization
# takes place.
sanitizer = Sanitizer(u"Text without newline.")
translation_template = u"Translation with%snewline."
for translation_newline in self.newline_styles:
translation_text = translation_template % translation_newline
sanitized = sanitizer.normalizeNewlines(translation_text)
self.assertEqual(
translation_text, sanitized, "With %r: %r != %r" %
(translation_newline, translation_text, sanitized))
def test_normalizeNewlines_nothing_to_do_translation(self):
# If no newlines are found in the translation text, no normalization
# takes place.
english_template = u"Text with%snewline."
translation_text = u"Translation without newline."
for english_newline in self.newline_styles:
english_text = english_template % english_newline
sanitizer = Sanitizer(english_text)
sanitized = sanitizer.normalizeNewlines(translation_text)
self.assertEqual(
translation_text, sanitized, "With %r: %r != %r" %
(english_newline, translation_text, sanitized))
def test_normalizeNewlines_nothing_to_do_english(self):
# If no newlines are found in the english text, no normalization
# takes place.
sanitizer = Sanitizer(u"Text without newline.")
translation_template = u"Translation with%snewline."
for translation_newline in self.newline_styles:
translation_text = translation_template % translation_newline
sanitized = sanitizer.normalizeNewlines(translation_text)
self.assertEqual(
translation_text, sanitized,
"With %r: %r != %r" % (
translation_newline, translation_text, sanitized))
def test_normalizeNewlines_nothing_to_do_translation(self):
# If no newlines are found in the translation text, no normalization
# takes place.
english_template = u"Text with%snewline."
translation_text = u"Translation without newline."
for english_newline in self.newline_styles:
english_text = english_template % english_newline
sanitizer = Sanitizer(english_text)
sanitized = sanitizer.normalizeNewlines(translation_text)
self.assertEqual(
translation_text, sanitized,
"With %r: %r != %r" % (
english_newline, translation_text, sanitized))
def test_normalizeNewlines(self):
# Newlines will be converted to the same style that the English has.
english_template = u"Text with%snewline."
translation_template = u"Translation with%snewline."
for english_newline in self.newline_styles:
english_text = english_template % english_newline
sanitizer = Sanitizer(english_text)
expected_sanitized = translation_template % english_newline
for translation_newline in self.newline_styles:
translation_text = translation_template % translation_newline
sanitized = sanitizer.normalizeNewlines(translation_text)
self.assertEqual(
expected_sanitized, sanitized,
"With %r and %r:\n%r != %r" %
(english_newline, translation_newline, expected_sanitized,
sanitized))
def test_normalizeNewlines(self):
# Newlines will be converted to the same style that the English has.
english_template = u"Text with%snewline."
translation_template = u"Translation with%snewline."
for english_newline in self.newline_styles:
english_text = english_template % english_newline
sanitizer = Sanitizer(english_text)
expected_sanitized = translation_template % english_newline
for translation_newline in self.newline_styles:
translation_text = translation_template % translation_newline
sanitized = sanitizer.normalizeNewlines(translation_text)
self.assertEqual(
expected_sanitized, sanitized,
"With %r and %r:\n%r != %r" % (
english_newline, translation_newline,
expected_sanitized, sanitized))
def test_normalizeNewlines_mixed_newlines_english(self):
# Mixed newlines in the English text will not raise an exception.
english_template = u"Text with%smixed%snewlines."
for english_newline_1 in self.newline_styles:
other_newlines = self.newline_styles[:]
other_newlines.remove(english_newline_1)
for english_newline_2 in other_newlines:
english_text = english_template % (english_newline_1,
english_newline_2)
Sanitizer(english_text)
def test_normalizeNewlines_mixed_newlines_translation(self):
# Mixed newlines in the translation text will raise an exception.
sanitizer = Sanitizer(u"Text with\nnewline.")
translation_template = u"Translation with%smixed%snewlines."
for translation_newline_1 in self.newline_styles:
other_newlines = self.newline_styles[:]
other_newlines.remove(translation_newline_1)
for translation_newline_2 in other_newlines:
translation_text = translation_template % (
translation_newline_1, translation_newline_2)
self.assertRaises(MixedNewlineMarkersError,
sanitizer.normalizeNewlines,
translation_text)
def test_sanitize_whitespace_string(self):
# A whitespace only string will be normalized to None.
sanitizer = Sanitizer(u"Text without whitespace.")
empty_translation_text = (u" ")
self.assertTrue(
sanitizer.sanitize(empty_translation_text) is None)
def test_sanitizer_None(self):
# None is returned as None.
sanitizer = Sanitizer(u"Text without whitespace.")
self.assertIs(sanitizer.sanitize(None), None)
def test_sanitizer_None(self):
# None is returned as None.
sanitizer = Sanitizer(u"Text without whitespace.")
self.assertIs(sanitizer.sanitize(None), None)
def test_sanitize_whitespace_string(self):
# A whitespace only string will be normalized to None.
sanitizer = Sanitizer(u"Text without whitespace.")
empty_translation_text = (u" ")
self.assertTrue(sanitizer.sanitize(empty_translation_text) is None)
