def to_object(self, data):
"""Deserialize input data
Args:
data (hazelcast.serialization.data.Data): Serialized input Data object
Returns:
any: Deserialized object
"""
if not isinstance(data, Data):
return data
if data.data_size() == 0 and data.get_type() == CONSTANT_TYPE_NULL:
return None
inp = _ObjectDataInput(data.buffer, DATA_OFFSET, self,
self._is_big_endian)
try:
type_id = data.get_type()
serializer = self._registry.serializer_by_type_id(type_id)
if serializer is None:
if self._active:
raise HazelcastSerializationError(
"Missing Serializer for type-id:%s" % type_id)
else:
raise HazelcastInstanceNotActiveError()
return serializer.read(inp)
except:
handle_exception(sys.exc_info()[1], sys.exc_info()[2])
def test_char_le(self):
buff = bytearray(binascii.unhexlify("e7000000"))
_input = _ObjectDataInput(buff, 0, None, False)
initial_pos = _input._pos
char = _input.read_char()
self.assertEqual(0, initial_pos)
self.assertEqual(unichr(0x00e7), char)
def test_char_le(self):
buff = bytearray(binascii.unhexlify("e7000000"))
_input = _ObjectDataInput(buff, 0, None, False)
initial_pos = _input._pos
char = _input.read_char()
self.assertEqual(0, initial_pos)
self.assertEqual(chr(0x00E7), char)
def test_bool_array(self):
buff = bytearray(binascii.unhexlify("0000000400010101"))
_input = _ObjectDataInput(buff, 0, None, True)
initial_pos = _input._pos
read_arr = _input.read_boolean_array()
self.assertEqual(0, initial_pos)
self.assertEqual(self.BOOL_ARR, read_arr)
def test_short_array(self):
buff = bytearray(binascii.unhexlify("000000040001000200030004"))
_input = _ObjectDataInput(buff, 0, None, True)
initial_pos = _input._pos
read_arr = _input.read_short_array()
self.assertEqual(0, initial_pos)
self.assertEqual(self.INT_ARR, read_arr)
def test_bool_array(self):
buff = bytearray(binascii.unhexlify("0000000400010101"))
_input = _ObjectDataInput(buff, 0, None, True)
initial_pos = _input._pos
read_arr = _input.read_boolean_array()
self.assertEqual(0, initial_pos)
self.assertEqual(self.BOOL_ARR, read_arr)
def test_short_array(self):
buff = bytearray(binascii.unhexlify("000000040001000200030004"))
_input = _ObjectDataInput(buff, 0, None, True)
initial_pos = _input._pos
read_arr = _input.read_short_array()
self.assertEqual(0, initial_pos)
self.assertEqual(self.INT_ARR, read_arr)
def test_read_boolean_array(self):
b = bytearray([0, 0, 0, 2, 0, 1])
inp = _ObjectDataInput(b)
self.assertEqual([False, True], inp.read_boolean_array())
self.assertEqual(len(b), inp.position())
with self.assertRaises(EOFError):
inp.read_boolean_array()
def test_read_i8_array(self):
b = bytearray([0, 0, 0, 3, 1, 127, 255])
inp = _ObjectDataInput(b)
self.assertEqual([1, 127, -1], inp.read_i8_array())
self.assertEqual(len(b), inp.position())
with self.assertRaises(EOFError):
inp.read_i8_array()
def test_read_byte_array(self):
b = bytearray([0, 0, 0, 10] + list(range(10)))
inp = _ObjectDataInput(b)
self.assertEqual(b[4:], inp.read_byte_array()) # skip length
self.assertEqual(len(b), inp.position())
with self.assertRaises(EOFError):
inp.read_byte_array()
def test_read_char_array(self):
b = bytearray([0, 0, 0, 2, 0, 97, 0, 49])
inp = _ObjectDataInput(b)
self.assertEqual(["a", "1"], inp.read_char_array())
self.assertEqual(len(b), inp.position())
with self.assertRaises(EOFError):
inp.read_char_array()
def test_read_int_array(self):
b = bytearray([0, 0, 0, 2, 127, 255, 255, 255, 128, 0, 0, 0])
inp = _ObjectDataInput(b)
self.assertEqual([2147483647, -2147483648], inp.read_int_array())
self.assertEqual(len(b), inp.position())
with self.assertRaises(EOFError):
inp.read_int_array()
def test_read_short_array(self):
b = bytearray([0, 0, 0, 2, 91, 160, 164, 96])
inp = _ObjectDataInput(b)
self.assertEqual([23456, -23456], inp.read_short_array())
self.assertEqual(len(b), inp.position())
with self.assertRaises(EOFError):
inp.read_short_array()
def test_read_utf_array(self):
b = bytearray([0, 0, 0, 1, 0, 0, 0, 3, 97, 98, 99])
inp = _ObjectDataInput(b)
self.assertEqual(["abc"], inp.read_utf_array())
self.assertEqual(len(b), inp.position())
with self.assertRaises(EOFError):
inp.read_utf_array()
def test_read_long_array(self):
b = bytearray([0, 0, 0, 1, 127, 255, 255, 255, 255, 255, 255, 255])
inp = _ObjectDataInput(b)
self.assertEqual([9223372036854775807], inp.read_long_array())
self.assertEqual(len(b), inp.position())
with self.assertRaises(EOFError):
inp.read_long_array()
def test_read_short_positional(self):
inp = _ObjectDataInput(bytearray([91, 160, 164, 96, 0, 49]))
self.assertEqual(23456, inp.read_short_positional(0))
self.assertEqual(-23456, inp.read_short_positional(2))
self.assertEqual(49, inp.read_short_positional(4))
self.assertEqual(0, inp.position())
with self.assertRaises(EOFError):
inp.read_short_positional(100)
def test_read_char(self):
inp = _ObjectDataInput(bytearray([0, 97, 10, 42, 0, 49]))
self.assertEqual("a", inp.read_char())
self.assertEqual("ਪ", inp.read_char())
self.assertEqual("1", inp.read_char())
self.assertEqual(6, inp.position())
with self.assertRaises(EOFError):
inp.read_char()
def test_read_boolean_positional(self):
inp = _ObjectDataInput(bytearray([0, 1, 0]))
self.assertFalse(inp.read_boolean_positional(0))
self.assertTrue(inp.read_boolean_positional(1))
self.assertFalse(inp.read_boolean_positional(2))
self.assertEqual(0, inp.position())
with self.assertRaises(EOFError):
inp.read_boolean_positional(100)
def test_read_unsigned_short(self):
inp = _ObjectDataInput(bytearray([91, 160, 164, 96, 0, 49]))
self.assertEqual(23456, inp.read_unsigned_short())
self.assertEqual(42080, inp.read_unsigned_short())
self.assertEqual(49, inp.read_unsigned_short())
self.assertEqual(6, inp.position())
with self.assertRaises(EOFError):
inp.read_unsigned_short()
def test_read_int_positional(self):
inp = _ObjectDataInput(
bytearray([127, 255, 255, 255, 128, 0, 0, 0, 0, 0, 0, 42]))
self.assertEqual(2147483647, inp.read_int_positional(0))
self.assertEqual(-2147483648, inp.read_int_positional(4))
self.assertEqual(42, inp.read_int_positional(8))
self.assertEqual(0, inp.position())
with self.assertRaises(EOFError):
inp.read_int_positional(100)
def test_read_float(self):
inp = _ObjectDataInput(
bytearray([66, 42, 0, 0, 195, 221, 51, 51, 73, 116, 30, 80]))
self.assertAlmostEqual(42.5, inp.read_float(), delta=0.00001)
self.assertAlmostEqual(-442.4, inp.read_float(), delta=0.00001)
self.assertAlmostEqual(999909, inp.read_float(), delta=0.00001)
self.assertEqual(12, inp.position())
with self.assertRaises(EOFError):
inp.read_float()
def test_read_utf(self):
inp = _ObjectDataInput(
bytearray([0, 0, 0, 3, 97, 98, 99, 0, 0, 0, 4, 240, 159, 145,
185]))
self.assertEqual("abc", inp.read_utf())
self.assertEqual("👹", inp.read_utf())
self.assertEqual(15, inp.position())
with self.assertRaises(EOFError):
inp.read_utf()
def test_read_unsigned_byte(self):
inp = _ObjectDataInput(bytearray([0, 255, 127, 128, 42]))
self.assertEqual(0, inp.read_unsigned_byte())
self.assertEqual(255, inp.read_unsigned_byte())
self.assertEqual(127, inp.read_unsigned_byte())
self.assertEqual(128, inp.read_unsigned_byte())
self.assertEqual(42, inp.read_unsigned_byte())
self.assertEqual(5, inp.position())
with self.assertRaises(EOFError):
inp.read_unsigned_byte()
def test_read_byte_positional(self):
inp = _ObjectDataInput(bytearray([0, 255, 127, 128, 42]))
self.assertEqual(0, inp.read_byte_positional(0))
self.assertEqual(-1, inp.read_byte_positional(1))
self.assertEqual(127, inp.read_byte_positional(2))
self.assertEqual(-128, inp.read_byte_positional(3))
self.assertEqual(42, inp.read_byte_positional(4))
self.assertEqual(0, inp.position())
with self.assertRaises(EOFError):
inp.read_boolean_positional(100)
def test_read_long_positional(self):
inp = _ObjectDataInput(
bytearray([
127, 255, 255, 255, 255, 255, 255, 255, 128, 0, 0, 0, 0, 0, 0,
0
]))
self.assertEqual(9223372036854775807, inp.read_long_positional(0))
self.assertEqual(-9223372036854775808, inp.read_long_positional(8))
self.assertEqual(0, inp.position())
with self.assertRaises(EOFError):
inp.read_long_positional(100)
def test_read_double(self):
inp = _ObjectDataInput(
bytearray([
64, 200, 28, 214, 230, 49, 248, 161, 192, 248, 28, 214, 233,
225, 176, 138
]))
self.assertAlmostEqual(12345.6789, inp.read_double(), delta=0.00001)
self.assertAlmostEqual(-98765.4321, inp.read_double(), delta=0.00001)
self.assertEqual(16, inp.position())
with self.assertRaises(EOFError):
inp.read_double()
def test_read_double_array(self):
b = bytearray([0, 0, 0, 1, 64, 200, 28, 214, 230, 49, 248, 161])
inp = _ObjectDataInput(b)
expected = [12345.6789]
actual = inp.read_double_array()
self.assertEqual(1, len(actual))
for expected_item, actual_item in zip(expected, actual):
self.assertAlmostEqual(expected_item, actual_item, delta=0.00001)
self.assertEqual(len(b), inp.position())
with self.assertRaises(EOFError):
inp.read_double_array()
def test_read_float_array(self):
b = bytearray(
[0, 0, 0, 3, 66, 42, 0, 0, 195, 221, 51, 51, 73, 116, 30, 80])
inp = _ObjectDataInput(b)
expected = [42.5, -442.4, 999909]
actual = inp.read_float_array()
self.assertEqual(3, len(actual))
for expected_item, actual_item in zip(expected, actual):
self.assertAlmostEqual(expected_item, actual_item, delta=0.00001)
self.assertEqual(len(b), inp.position())
with self.assertRaises(EOFError):
inp.read_float_array()
def setUp(self):
config1 = _Config()
config1.portable_factories = {FACTORY_ID: the_factory_1}
config2 = _Config()
config2.portable_factories = {FACTORY_ID: the_factory_2}
self.service1 = SerializationServiceV1(config1)
self.service2 = SerializationServiceV1(config2)
base_portable = create_portable()
data = self.service1.to_data(base_portable)
inp = _ObjectDataInput(data.buffer, DATA_OFFSET, self.service2,
self.service2._is_big_endian)
portable_serializer = self.service2._registry._portable_serializer
self.reader = portable_serializer.create_morphing_reader(inp)
def setUpClass(cls):
data_map = dict()
here = path.abspath(path.dirname(__file__))
with open(path.join(here, FILE_NAME), "rb") as f:
inp = _ObjectDataInput(f.read())
while inp.position() < inp.size():
utf_len = inp.read_unsigned_short()
object_key_buf = bytearray(utf_len)
inp.read_into(object_key_buf)
object_key = object_key_buf.decode()
n = inp.read_int()
if n != NULL_LENGTH:
buf = bytearray(n)
inp.read_into(buf)
data_map[object_key] = Data(buf)
else:
data_map[object_key] = None
cls.data_map = data_map
def test_skip_bytes_when_count_is_not_positive(self):
inp = _ObjectDataInput(bytearray(10))
self.assertEqual(0, inp.skip_bytes(0))
self.assertEqual(0, inp.position())
self.assertEqual(0, inp.skip_bytes(-1))
self.assertEqual(0, inp.position())
def test_skip_bytes_when_count_greater_than_remaining(self):
inp = _ObjectDataInput(bytearray(10))
inp.set_position(8)
self.assertEqual(2, inp.skip_bytes(4))
self.assertEqual(10, inp.position())
def test_skip_bytes(self):
inp = _ObjectDataInput(bytearray(10))
self.assertEqual(0, inp.position())
self.assertEqual(4, inp.skip_bytes(4))
self.assertEqual(4, inp.position())
def _create_data_input(self, data):
return _ObjectDataInput(data._buffer, DATA_OFFSET, self, self._is_big_endian)