def test_core_models_in_directory(model_directory: Text, stories: Text, output: Text):
from rasa.core.test import compare_models_in_dir, plot_core_results
loop = asyncio.get_event_loop()
loop.run_until_complete(compare_models_in_dir(model_directory, stories, output))
story_n_path = os.path.join(model_directory, NUMBER_OF_TRAINING_STORIES_FILE)
number_of_stories = io_utils.read_json_file(story_n_path)
plot_core_results(output, number_of_stories)
def test_compare_core(models: List[Text], stories: Text, output: Text):
from rasa.core.test import compare, plot_core_results
import rasa.utils.io
model_directory = copy_models_to_compare(models)
loop = asyncio.get_event_loop()
loop.run_until_complete(compare(model_directory, stories, output))
story_n_path = os.path.join(model_directory, "num_stories.json")
number_of_stories = rasa.utils.io.read_json_file(story_n_path)
plot_core_results(output, number_of_stories)
