def test_roundtrip_msgpack():
expected = {
"dataset_metadata_version": 4,
"dataset_uuid": "uuid",
"metadata": {
"key": "value",
"creation_time": "2000-01-01 01:01:01"
},
"partitions": {
"part_1": {
"files": {
"core": "file.parquet"
}
}
},
"partition_keys": [],
"indices": {
"p_id": {
"1": ["part_1"]
}
},
}
result = msgpack.unpackb(
DatasetMetadata.from_buffer(msgpack.packb(expected),
format="msgpack").to_msgpack())
assert expected == result
def to_msgpack(self) -> Tuple[str, bytes]:
"""
Render the dataset to msgpack.
Returns
-------
storage_key: str
The path where this metadata should be placed in the storage.
dataset_json: str
The rendered JSON for this dataset.
"""
return (
naming.metadata_key_from_uuid(self.uuid, format="msgpack"),
packb(self.to_dict()),
)
def to_msgpack(self) -> bytes:
return packb(self.to_dict())
def to_msgpack(self):
return msgpack.packb(self.to_dict())
def test_msgpack():
dct = {"a": 1, "b": {"c": "ÖaŒ"}}
assert dct == unpackb(packb(dct))
def test_msgpack_storage(store):
dct = {"a": 1, "b": {"c": "ÖaŒ"}}
key = "test"
store.put(key, packb(dct))
value = store.get(key)
assert dct == unpackb(value)
