def test_core_models_in_directory(
model_directory: Text,
stories: Text,
output: Text,
use_conversation_test_files: bool = False,
) -> None:
"""Evaluates a directory with multiple Core models using test data.
Args:
model_directory: Directory containing multiple model files.
stories: Path to a conversation test file.
output: Output directory to store results to.
use_conversation_test_files: `True` if conversation test files should be used
for testing instead of regular Core story files.
"""
from rasa.core.test import compare_models_in_dir
model_directory = _get_sanitized_model_directory(model_directory)
rasa.utils.common.run_in_loop(
compare_models_in_dir(
model_directory,
stories,
output,
use_conversation_test_files=use_conversation_test_files,
)
)
story_n_path = os.path.join(model_directory, NUMBER_OF_TRAINING_STORIES_FILE)
number_of_stories = rasa.shared.utils.io.read_json_file(story_n_path)
plot_core_results(output, number_of_stories)
def test_core_models_in_directory(model_directory: Text, stories: Text, output: Text):
from rasa.core.test import compare_models_in_dir, plot_core_results
loop = asyncio.get_event_loop()
loop.run_until_complete(compare_models_in_dir(model_directory, stories, output))
story_n_path = os.path.join(model_directory, NUMBER_OF_TRAINING_STORIES_FILE)
number_of_stories = io_utils.read_json_file(story_n_path)
plot_core_results(output, number_of_stories)
def test_core_models_in_directory(model_directory: Text, stories: Text,
output: Text) -> None:
from rasa.core.test import compare_models_in_dir
model_directory = _get_sanitized_model_directory(model_directory)
rasa.utils.common.run_in_loop(
compare_models_in_dir(model_directory, stories, output))
story_n_path = os.path.join(model_directory,
NUMBER_OF_TRAINING_STORIES_FILE)
number_of_stories = rasa.shared.utils.io.read_json_file(story_n_path)
plot_core_results(output, number_of_stories)
