def test_roundtrip_msgpack(): expected = { "dataset_metadata_version": 4, "dataset_uuid": "uuid", "metadata": { "key": "value", "creation_time": "2000-01-01 01:01:01" }, "partitions": { "part_1": { "files": { "core": "file.parquet" } } }, "partition_keys": [], "indices": { "p_id": { "1": ["part_1"] } }, } result = msgpack.unpackb( DatasetMetadata.from_buffer(msgpack.packb(expected), format="msgpack").to_msgpack()) assert expected == result
def to_msgpack(self) -> Tuple[str, bytes]: """ Render the dataset to msgpack. Returns ------- storage_key: str The path where this metadata should be placed in the storage. dataset_json: str The rendered JSON for this dataset. """ return ( naming.metadata_key_from_uuid(self.uuid, format="msgpack"), packb(self.to_dict()), )
def to_msgpack(self) -> bytes: return packb(self.to_dict())
def to_msgpack(self): return msgpack.packb(self.to_dict())
def test_msgpack(): dct = {"a": 1, "b": {"c": "ÖaŒ"}} assert dct == unpackb(packb(dct))
def test_msgpack_storage(store): dct = {"a": 1, "b": {"c": "ÖaŒ"}} key = "test" store.put(key, packb(dct)) value = store.get(key) assert dct == unpackb(value)