-
Notifications
You must be signed in to change notification settings - Fork 0
/
serialize_benchmark.py
43 lines (36 loc) · 1.29 KB
/
serialize_benchmark.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
import os
from time import time
import json
import pickle
import ujson
import progressbar
from result import Result
from serialize_types import SerializeTypes
from csv_format import csvSerialize, csvDictSerialize
from protobuf_format import protobufSerialize
serializeFunctions = {}
serializeFunctions[SerializeTypes.json] = json.dumps
serializeFunctions[SerializeTypes.ujson] = ujson.dumps
serializeFunctions[SerializeTypes.csv] = csvSerialize
serializeFunctions[SerializeTypes.csvDict] = csvDictSerialize
serializeFunctions[SerializeTypes.protobuf] = protobufSerialize
serializeFunctions[SerializeTypes.pickle] = pickle.dumps
def serializeBenchmark(iterations, serializeType, data):
fn = serializeFunctions[serializeType]
result = []
print("[{}] Start serialize bechmark".format(serializeType))
for i in progressbar.progressbar(range(iterations)):
start = time()
serializedData = fn(data)
result.append(time() - start)
Result.addSerializeBenchmark(
serializeType,
result,
len(serializedData)
)
flags = "w"
if type(serializedData) == bytes:
flags = "wb"
with open(os.path.join(Result.RESULTS_DIR, "serialized-{}".format(serializeType)), flags) as fstream:
fstream.write(serializedData)
return serializedData