def test_update_dynamic_profiling_result():
model = ModelService.get_models('ResNet50')[0]
dummy_info_tuple = InfoTuple(avg=1, p50=1, p95=1, p99=1)
updated_info_tuple = InfoTuple(avg=1, p50=2, p95=1, p99=1)
dpr = DynamicProfileResultBO(device_id='gpu:01',
device_name='Tesla K40c',
batch=1,
memory=ProfileMemory(1000, 2000, 0.5),
latency=ProfileLatency(
init_latency=dummy_info_tuple,
preprocess_latency=dummy_info_tuple,
inference_latency=updated_info_tuple,
postprocess_latency=dummy_info_tuple,
),
throughput=ProfileThroughput(
batch_formation_throughput=1,
preprocess_throughput=1,
inference_throughput=1,
postprocess_throughput=1,
))
# check update
assert ModelService.update_dynamic_profiling_result(model.id, dpr)
# check result
model = ModelService.get_models('ResNet50')[0]
assert model.profile_result.dynamic_results[0].memory.memory_usage == 2000
assert model.profile_result.dynamic_results[
0].latency.inference_latency.p50 == 2
def test_update_dynamic_profiling_result():
model = ModelService.get_models_by_name('ResNet50')[0]
dpr = DynamicProfileResultBO(
'gpu:01', 'Tesla K40c', 1, ProfileMemory(1000, 2000, 1000),
ProfileLatency((1, 1, 1), (1, 1, 1), (1, 1, 1), (1, 1, 1)),
ProfileThroughput((1, 1, 1), (1, 1, 1), (1, 1, 1), (1, 1, 1)))
# check update
assert ModelService.update_dynamic_profiling_result(model.id, dpr)
# check result
model = ModelService.get_models_by_name('ResNet50')[0]
assert model.profile_result.dynamic_results[0].memory.cpu_memory == 2000
