def test_path_objects(tmpdir): # Test compatibility with PEP 519 path-like objects p = pathlib.Path(tmpdir) / 'zzz.bin' obj = 1234 pa.serialize_to(obj, p) res = pa.deserialize_from(p, None) assert res == obj
def test_path_objects(tmpdir): # Test compatibility with PEP 519 path-like objects import pathlib p = pathlib.Path(tmpdir) / 'zzz.bin' obj = 1234 pa.serialize_to(obj, p) res = pa.deserialize_from(p, None) assert res == obj
def serialization_roundtrip(value, f, ctx=serialization_context): f.seek(0) pa.serialize_to(value, f, ctx) f.seek(0) result = pa.deserialize_from(f, None, ctx) assert_equal(value, result) _check_component_roundtrip(value)
def _get_output_disk(full_path: str, serialization: str = "arrow") -> Any: """Gets data from disk.""" with open(f"{full_path}.{serialization}", "rb") as f: data = pa.deserialize_from(f, base=None) if serialization == "arrowpickle": return pickle.loads(data) return data
def _get_output_disk(full_path: str, serialization: str = 'arrow') -> Any: """Gets data from disk.""" with open(f'{full_path}.{serialization}', 'rb') as f: data = pa.deserialize_from(f, base=None) if serialization == 'arrowpickle': return pickle.loads(data) return data
def test_numpy_immutable(large_memory_map): with pa.memory_map(large_memory_map, mode="r+") as mmap: obj = np.zeros([10]) mmap.seek(0) pa.serialize_to(obj, mmap, serialization_context) mmap.seek(0) result = pa.deserialize_from(mmap, None, serialization_context) with pytest.raises(ValueError): result[0] = 1.0
def serialization_roundtrip(value, scratch_buffer, ctx=serialization_context): writer = pa.FixedSizeBufferWriter(scratch_buffer) pa.serialize_to(value, writer, ctx) reader = pa.BufferReader(scratch_buffer) result = pa.deserialize_from(reader, None, ctx) assert_equal(value, result) _check_component_roundtrip(value)
def test_numpy_immutable(large_memory_map): with pa.memory_map(large_memory_map, mode="r+") as mmap: obj = np.zeros([10]) mmap.seek(0) pa.serialize_to(obj, mmap, serialization_context) mmap.seek(0) result = pa.deserialize_from(mmap, None, serialization_context) with pytest.raises(ValueError): result[0] = 1.0
def test_numpy_immutable(large_buffer): obj = np.zeros([10]) writer = pa.FixedSizeBufferWriter(large_buffer) pa.serialize_to(obj, writer, global_serialization_context) reader = pa.BufferReader(large_buffer) result = pa.deserialize_from(reader, None, global_serialization_context) with pytest.raises(ValueError): result[0] = 1.0
def test_numpy_immutable(large_buffer): obj = np.zeros([10]) writer = pa.FixedSizeBufferWriter(large_buffer) pa.serialize_to(obj, writer, global_serialization_context) reader = pa.BufferReader(large_buffer) result = pa.deserialize_from(reader, None, global_serialization_context) with pytest.raises(ValueError): result[0] = 1.0
def serialization_roundtrip(value, scratch_buffer, context=global_serialization_context): writer = pa.FixedSizeBufferWriter(scratch_buffer) pa.serialize_to(value, writer, context=context) reader = pa.BufferReader(scratch_buffer) result = pa.deserialize_from(reader, None, context=context) assert_equal(value, result) _check_component_roundtrip(value, context=context)
def serialization_roundtrip(value, f): f.seek(0) pa.serialize_to(value, f, serialization_context) f.seek(0) result = pa.deserialize_from(f, None, serialization_context) assert_equal(value, result)
def serialization_roundtrip(value, f): f.seek(0) pa.serialize_to(value, f, serialization_context) f.seek(0) result = pa.deserialize_from(f, None, serialization_context) assert_equal(value, result)