def test_decode(self):
from hwp5.dataio import decode_utf16le_with_hypua
expected = u'가나다'
bytes = expected.encode('utf-16le')
u = decode_utf16le_with_hypua(bytes)
self.assertEquals(expected, u)
def test_decode(self):
from hwp5.dataio import decode_utf16le_with_hypua
expected = u'가나다'
bytes = expected.encode('utf-16le')
u = decode_utf16le_with_hypua(bytes)
self.assertEquals(expected, u)
def parse_chunks(bytes):
from hwp5.dataio import decode_utf16le_with_hypua
size = len(bytes)
idx = 0
while idx < size:
ctrlpos, ctrlpos_end = ControlChar.find(bytes, idx)
if idx < ctrlpos:
text = decode_utf16le_with_hypua(bytes[idx:ctrlpos])
yield (idx / 2, ctrlpos / 2), text
if ctrlpos < ctrlpos_end:
cch = ControlChar.decode(bytes[ctrlpos:ctrlpos_end])
yield (ctrlpos / 2, ctrlpos_end / 2), cch
idx = ctrlpos_end
def test_decode(self):
expected = u'가나다'
bytes = expected.encode('utf-16le')
u = decode_utf16le_with_hypua(bytes)
self.assertEqual(expected, u)
