Python utf_16_ex_decode Examples

Example #1

File: utf_16.py Project: Pluckyduck/eve

 def decode(self, input, errors = 'strict'):
     object, consumed, byteorder = codecs.utf_16_ex_decode(input, errors, 0, False)
     if byteorder == -1:
         self.decode = codecs.utf_16_le_decode
     elif byteorder == 1:
         self.decode = codecs.utf_16_be_decode
     elif consumed >= 2:
         raise UnicodeError, 'UTF-16 stream does not start with BOM'
     return (object, consumed)

Example #2

 def decode(self, input, errors = 'strict'):
     object, consumed, byteorder = codecs.utf_16_ex_decode(input, errors, 0, False)
     if byteorder == -1:
         self.decode = codecs.utf_16_le_decode
     elif byteorder == 1:
         self.decode = codecs.utf_16_be_decode
     elif consumed >= 2:
         raise UnicodeError, 'UTF-16 stream does not start with BOM'
     return (object, consumed)

Example #3

File: utf_16.py Project: Pluckyduck/eve

 def _buffer_decode(self, input, errors, final):
     if self.decoder is None:
         output, consumed, byteorder = codecs.utf_16_ex_decode(input, errors, 0, final)
         if byteorder == -1:
             self.decoder = codecs.utf_16_le_decode
         elif byteorder == 1:
             self.decoder = codecs.utf_16_be_decode
         elif consumed >= 2:
             raise UnicodeError('UTF-16 stream does not start with BOM')
         return (output, consumed)
     return self.decoder(input, self.errors, final)

Example #4

File: utf_16.py Project: connoryang/1v1dec

 def _buffer_decode(self, input, errors, final):
     if self.decoder is None:
         output, consumed, byteorder = codecs.utf_16_ex_decode(input, errors, 0, final)
         if byteorder == -1:
             self.decoder = codecs.utf_16_le_decode
         elif byteorder == 1:
             self.decoder = codecs.utf_16_be_decode
         elif consumed >= 2:
             raise UnicodeError('UTF-16 stream does not start with BOM')
         return (output, consumed)
     return self.decoder(input, self.errors, final)

Example #5

    def test_utf_16_ex_decode(self):
        #sanity
        new_str, num_processed, zero = codecs.utf_16_ex_decode(b"abc")
        self.assertEqual(new_str, '\u6261')
        self.assertEqual(num_processed, 2)
        self.assertEqual(zero, 0)

        self.utf_ex_decode_test_helper(
            charwidth=2,
            abc="abc",
            func=codecs.utf_16_ex_decode,
            abc_le=b'a\0b\0c\0',
            abc_be=b'\0a\0b\0c',
            bom_le=codecs.BOM_UTF16_LE,
            bom_be=codecs.BOM_UTF16_BE)

Example #6

 def test_utf_16_ex_decode(self):
     #sanity
     new_str, size, zero = codecs.utf_16_ex_decode("abc")
     self.assertEqual(new_str, u'\u6261')
     self.assertEqual(size, 2)
     self.assertEqual(zero, 0)

Example #7

 def test_utf_16_ex_decode(self):
     #sanity
     new_str, num_processed, zero = codecs.utf_16_ex_decode(b"abc")
     self.assertEqual(new_str, '\u6261')
     self.assertEqual(num_processed, 2)
     self.assertEqual(zero, 0)

Example #8

File: test_codecs.py Project: IronLanguages/ironpython2

 def test_utf_16_ex_decode(self):
     #sanity
     new_str, size, zero = codecs.utf_16_ex_decode("abc")
     self.assertEqual(new_str, u'\u6261')
     self.assertEqual(size, 2)
     self.assertEqual(zero, 0)

Example #9

File: nodes.py Project: xxoolm/Ryven

 def update_event(self, inp=-1):
     self.set_output_val(
         0,
         codecs.utf_16_ex_decode(self.input(0), self.input(1),
                                 self.input(2), self.input(3)))