def test_contains_errors_should_work_when_errors_in_intent():
# Given
utterance_metrics = {
"intent1": {
"intent": {
TRUE_POSITIVE: 5,
FALSE_POSITIVE: 1,
FALSE_NEGATIVE: 0
},
"slots": {
"slot1": {
TRUE_POSITIVE: 3,
FALSE_POSITIVE: 0,
FALSE_NEGATIVE: 0
}
},
},
"intent2": {
"intent": {
TRUE_POSITIVE: 20,
FALSE_POSITIVE: 0,
FALSE_NEGATIVE: 0
},
"slots": {},
},
}
# When
res = contains_errors(utterance_metrics, True)
# Then
assert res
def test_contains_errors_should_not_check_slots_when_specified():
# Given
utterance_metrics = {
"intent1": {
"intent": {
TRUE_POSITIVE: 5,
FALSE_POSITIVE: 0,
FALSE_NEGATIVE: 0
},
"slots": {
"slot1": {
TRUE_POSITIVE: 3,
FALSE_POSITIVE: 0,
FALSE_NEGATIVE: 0
},
"slot2": {
TRUE_POSITIVE: 3,
FALSE_POSITIVE: 0,
FALSE_NEGATIVE: 2
},
},
}
}
# When
check_slots = False
res = contains_errors(utterance_metrics, check_slots)
# Then
assert not res
def test_contains_errors_should_work_when_no_errors(self):
# Given
utterance_metrics = {
"intent1": {
"intent": {
TRUE_POSITIVE: 5,
FALSE_POSITIVE: 0,
FALSE_NEGATIVE: 0
},
"slots": {
"slot1": {
TRUE_POSITIVE: 3,
FALSE_POSITIVE: 0,
FALSE_NEGATIVE: 0
},
"slot2": {
TRUE_POSITIVE: 3,
FALSE_POSITIVE: 0,
FALSE_NEGATIVE: 0
},
}
},
"intent2": {
"intent": {
TRUE_POSITIVE: 20,
FALSE_POSITIVE: 0,
FALSE_NEGATIVE: 0
},
"slots": {}
}
}
# When
res = contains_errors(utterance_metrics, True)
# Then
self.assertFalse(res)