def test_roundtrip_json(metadata_version):
expected = {
"dataset_metadata_version": metadata_version,
"dataset_uuid": "uuid",
"metadata": {
"key": "value",
"creation_time": "2000-01-01 01:01:01"
},
"partitions": {
"part_1": {
"files": {
"core": "file.parquet"
}
}
},
"partition_keys": [],
"indices": {
"p_id": {
"1": ["part_1"]
}
},
}
result = simplejson.loads(
DatasetMetadata.from_buffer(simplejson.dumps(expected)).to_json())
assert expected == result
def test_roundtrip_msgpack():
expected = {
"dataset_metadata_version": 4,
"dataset_uuid": "uuid",
"metadata": {
"key": "value",
"creation_time": "2000-01-01 01:01:01"
},
"partitions": {
"part_1": {
"files": {
"core": "file.parquet"
}
}
},
"partition_keys": [],
"indices": {
"p_id": {
"1": ["part_1"]
}
},
}
result = msgpack.unpackb(
DatasetMetadata.from_buffer(msgpack.packb(expected),
format="msgpack").to_msgpack())
assert expected == result
