def test_combine_result_repetition():
expected_combined = {
"financial-demo": {
"BERT + DIET(bow) + ResponseSelector(bow)": [
{
"Entity Prediction": {
"macro avg": {
"f1-score": 0.7333333333333333,
}
},
"test_run_time": "47s",
},
{
"Entity Prediction": {
"macro avg": {
"f1-score": 0.7333333333333333,
}
},
"test_run_time": "47s",
},
]
}
}
actual_combined = combine_result(RESULT1, RESULT1)
assert actual_combined == expected_combined
def test_different_ds_same_config():
result2 = {
"Carbon Bot": {
"Sparse + DIET(bow) + ResponseSelector(bow)": [
{
"Entity Prediction": {
"macro avg": {
"f1-score": 0.88,
}
},
"test_run_time": "47s",
}
]
}
}
expected_combined = {
"financial-demo": {
"BERT + DIET(bow) + ResponseSelector(bow)": [
{
"Entity Prediction": {
"macro avg": {
"f1-score": 0.7333333333333333,
}
},
"test_run_time": "47s",
}
],
},
"Carbon Bot": {
"Sparse + DIET(bow) + ResponseSelector(bow)": [
{
"Entity Prediction": {
"macro avg": {
"f1-score": 0.88,
}
},
"test_run_time": "47s",
}
]
},
}
actual_combined = combine_result(RESULT1, result2)
assert actual_combined == expected_combined
actual_combined = combine_result(result2, RESULT1)
assert actual_combined == expected_combined
def test_start_empty():
result2 = {}
expected_combined = {
"financial-demo": {
"BERT + DIET(bow) + ResponseSelector(bow)": {
"Entity Prediction": {
"macro avg": {
"f1-score": 0.7333333333333333,
}
},
"test_run_time": "47s",
},
}
}
actual_combined = combine_result(RESULT1, result2)
assert actual_combined == expected_combined
actual_combined = combine_result(result2, RESULT1)
assert actual_combined == expected_combined