Python coerce_to_structurally_valid_utf8 Exemples

Exemple #1

 def testCoercetoStructurallyValidOnInvalidInputWithDefault(self):
     with self.test_session():
         utf8 = string_ops.coerce_to_structurally_valid_utf8([b"abc\xfd"],
                                                             "?")
     self.assertAllEqual(utf8, [b"abc?"])

Exemple #2

Fichier : coerce_to_valid_utf8_op_test.py Projet : sxjscience/text

 def testCoercetoStructurallyValidOnValidInput(self):
     with self.test_session():
         utf8 = string_ops.coerce_to_structurally_valid_utf8(["abc"])
     self.assertAllEqual(utf8, [b"abc"])

Exemple #3

 def testCoercetoStructurallyValidOnInvalidInput(self):
     with self.test_session():
         utf8 = string_ops.coerce_to_structurally_valid_utf8([b"abc\xfd"])
     self.assertAllEqual(utf8, [u"abc�".encode("utf-8")])