def test_calibration_model_utility():
input_ = Input(utterances=[[{
"transcript": "hello",
"am_score": -100,
"lm_score": -200
}]])
assert calibration_model.utility(input_, Output()) == ["hello"]
calibration_model.threshold = float("inf")
input_ = Input(utterances=[[{
"transcript": "hello world hello world",
"am_score": -100,
"lm_score": -200,
}]])
assert calibration_model.utility(input_,
Output()) == ["hello world hello world"]
def test_plugin_cases(payload) -> None:
"""
Test cases where the plugin should work.
"""
entities = payload.get("inputs", {}).get("entities", [])
tracker = payload.get("inputs", {}).get("tracker", [])
expected = payload.get("expected", {})
duckling_plugin = DucklingPlugin(dimensions=["date", "time"],
timezone="Asia/Kolkata",
dest="output.entities")
for i, entity in enumerate(entities):
current_turn_entities = duckling_plugin._reshape(entity, i)
combine_date_time_plugin = CombineDateTimeOverSlots(
trigger_intents=["_callback_"],
dest="output.entities",
)
workflow = Workflow(plugins=[combine_date_time_plugin])
workflow.output = Output(entities=current_turn_entities)
_, output = workflow.run(Input(utterances=[""], slot_tracker=tracker))
entity_values = [entity["value"] for entity in output[const.ENTITIES]]
if len(entity_values) != len(expected):
pytest.fail("Expected {} entities but got {}".format(
len(expected), len(entity_values)))
for entity_value, expected_value in zip(entity_values, expected):
try:
expected = datetime.fromisoformat(expected_value)
generated = datetime.fromisoformat(entity_value)
assert generated == expected, f"Expected {expected} but got {generated}"
except (ValueError, TypeError):
assert entity_value == expected_value
def test_voting_0_intents():
"""
The code uses division. So its always good to
have a test to see if it takes care of division 0.
"""
intents: List[Intent] = []
vote_plugin = VotePlugin(dest="output.intents")
workflow = Workflow([vote_plugin])
workflow.output = Output(intents=intents)
_, output = workflow.run(Input(utterances=["some text"]))
assert output["intents"][0]["name"] == const.S_INTENT_OOS
def test_workflow_history_logs() -> None:
"""
We can execute the workflow.
"""
workflow = Workflow(
[MergeASROutputPlugin(dest="input.clf_feature", debug=True)],
debug=True,
)
input_, _ = workflow.run(Input(utterances=["apples"]))
assert input_["clf_feature"] == ["<s> apples </s>"]
assert workflow.input == None
assert workflow.output == Output()
def test_representation_oos():
intents = [
Intent(name="a", score=0.99),
Intent(name="b", score=0.1),
Intent(name="b", score=0.4),
Intent(name="b", score=0.31),
Intent(name="d", score=0.44),
]
vote_plugin = VotePlugin(dest="output.intents")
workflow = Workflow([vote_plugin])
workflow.output = Output(intents=intents)
_, output = workflow.run(Input(utterances=["some text"]))
assert output["intents"][0]["name"] == "_oos_"
def test_voting_on_weak_signals():
"""
Testing all weak intents.
"""
intents = [
Intent(name="a", score=0.3),
Intent(name="a", score=0.2),
Intent(name="b", score=0.1),
Intent(name="b", score=0.1),
]
vote_plugin = VotePlugin(dest="output.intents")
workflow = Workflow([vote_plugin])
workflow.output = Output(intents=intents)
_, output = workflow.run(Input(utterances=["some text"]))
assert output["intents"][0]["name"] == "_oos_"
def test_voting_on_conflicts():
"""
Testing the case with conflicts.
"""
intents = [
Intent(name="a", score=1),
Intent(name="a", score=1),
Intent(name="b", score=1),
Intent(name="b", score=1),
]
vote_plugin = VotePlugin(dest="output.intents")
workflow = Workflow([vote_plugin])
workflow.output = Output(intents=intents)
_, output = workflow.run(Input(utterances=["some text"]))
assert output["intents"][0]["name"] == "_oos_"
def test_voting_n_intents():
"""
Testing the usual case.
"""
intents = [
Intent(name="a", score=1),
Intent(name="a", score=1),
Intent(name="b", score=0.13),
Intent(name="a", score=1),
]
vote_plugin = VotePlugin(
debug=False,
dest="output.intents",
)
workflow = Workflow([vote_plugin])
workflow.output = Output(intents=intents)
_, output = workflow.run(Input(utterances=["some text"]))
assert output["intents"][0]["name"] == "a"
def test_aggregate_fn_incorrect():
intents = [
Intent(name="a", score=0.99),
Intent(name="a", score=0.99),
Intent(name="a", score=0.91),
Intent(name="b", score=0.1),
Intent(name="c", score=0.31),
Intent(name="d", score=0.44),
]
vote_plugin = VotePlugin(
dest="output.intents",
aggregate_fn=5,
)
workflow = Workflow([vote_plugin])
workflow.output = Output(intents=intents)
with pytest.raises(TypeError):
_, output = workflow.run(Input(utterances=[""]))
assert output["intents"][0]["name"] == "a"
def test_output_extension():
intent = Intent(name="test", score=0.5)
instance = Output(intents=[intent])
extended = Output.from_dict({"intents": [intent]})
assert instance == extended