def test_path_objects(tmpdir):
# Test compatibility with PEP 519 path-like objects
p = pathlib.Path(tmpdir) / 'zzz.bin'
obj = 1234
pa.serialize_to(obj, p)
res = pa.deserialize_from(p, None)
assert res == obj
def test_path_objects(tmpdir):
# Test compatibility with PEP 519 path-like objects
import pathlib
p = pathlib.Path(tmpdir) / 'zzz.bin'
obj = 1234
pa.serialize_to(obj, p)
res = pa.deserialize_from(p, None)
assert res == obj
def serialization_roundtrip(value, f, ctx=serialization_context):
f.seek(0)
pa.serialize_to(value, f, ctx)
f.seek(0)
result = pa.deserialize_from(f, None, ctx)
assert_equal(value, result)
_check_component_roundtrip(value)
def _get_output_disk(full_path: str, serialization: str = "arrow") -> Any:
"""Gets data from disk."""
with open(f"{full_path}.{serialization}", "rb") as f:
data = pa.deserialize_from(f, base=None)
if serialization == "arrowpickle":
return pickle.loads(data)
return data
def _get_output_disk(full_path: str, serialization: str = 'arrow') -> Any:
"""Gets data from disk."""
with open(f'{full_path}.{serialization}', 'rb') as f:
data = pa.deserialize_from(f, base=None)
if serialization == 'arrowpickle':
return pickle.loads(data)
return data
def test_numpy_immutable(large_memory_map):
with pa.memory_map(large_memory_map, mode="r+") as mmap:
obj = np.zeros([10])
mmap.seek(0)
pa.serialize_to(obj, mmap, serialization_context)
mmap.seek(0)
result = pa.deserialize_from(mmap, None, serialization_context)
with pytest.raises(ValueError):
result[0] = 1.0
def serialization_roundtrip(value, scratch_buffer, ctx=serialization_context):
writer = pa.FixedSizeBufferWriter(scratch_buffer)
pa.serialize_to(value, writer, ctx)
reader = pa.BufferReader(scratch_buffer)
result = pa.deserialize_from(reader, None, ctx)
assert_equal(value, result)
_check_component_roundtrip(value)
def test_numpy_immutable(large_memory_map):
with pa.memory_map(large_memory_map, mode="r+") as mmap:
obj = np.zeros([10])
mmap.seek(0)
pa.serialize_to(obj, mmap, serialization_context)
mmap.seek(0)
result = pa.deserialize_from(mmap, None, serialization_context)
with pytest.raises(ValueError):
result[0] = 1.0
def test_numpy_immutable(large_buffer):
obj = np.zeros([10])
writer = pa.FixedSizeBufferWriter(large_buffer)
pa.serialize_to(obj, writer, global_serialization_context)
reader = pa.BufferReader(large_buffer)
result = pa.deserialize_from(reader, None, global_serialization_context)
with pytest.raises(ValueError):
result[0] = 1.0
def test_numpy_immutable(large_buffer):
obj = np.zeros([10])
writer = pa.FixedSizeBufferWriter(large_buffer)
pa.serialize_to(obj, writer, global_serialization_context)
reader = pa.BufferReader(large_buffer)
result = pa.deserialize_from(reader, None, global_serialization_context)
with pytest.raises(ValueError):
result[0] = 1.0
def serialization_roundtrip(value, scratch_buffer,
context=global_serialization_context):
writer = pa.FixedSizeBufferWriter(scratch_buffer)
pa.serialize_to(value, writer, context=context)
reader = pa.BufferReader(scratch_buffer)
result = pa.deserialize_from(reader, None, context=context)
assert_equal(value, result)
_check_component_roundtrip(value, context=context)
def serialization_roundtrip(value, f):
f.seek(0)
pa.serialize_to(value, f, serialization_context)
f.seek(0)
result = pa.deserialize_from(f, None, serialization_context)
assert_equal(value, result)
def serialization_roundtrip(value, f):
f.seek(0)
pa.serialize_to(value, f, serialization_context)
f.seek(0)
result = pa.deserialize_from(f, None, serialization_context)
assert_equal(value, result)
