def test_core_models_in_directory( model_directory: Text, stories: Text, output: Text, use_conversation_test_files: bool = False, ) -> None: """Evaluates a directory with multiple Core models using test data. Args: model_directory: Directory containing multiple model files. stories: Path to a conversation test file. output: Output directory to store results to. use_conversation_test_files: `True` if conversation test files should be used for testing instead of regular Core story files. """ from rasa.core.test import compare_models_in_dir model_directory = _get_sanitized_model_directory(model_directory) rasa.utils.common.run_in_loop( compare_models_in_dir( model_directory, stories, output, use_conversation_test_files=use_conversation_test_files, ) ) story_n_path = os.path.join(model_directory, NUMBER_OF_TRAINING_STORIES_FILE) number_of_stories = rasa.shared.utils.io.read_json_file(story_n_path) plot_core_results(output, number_of_stories)
def test_core_models_in_directory(model_directory: Text, stories: Text, output: Text): from rasa.core.test import compare_models_in_dir, plot_core_results loop = asyncio.get_event_loop() loop.run_until_complete(compare_models_in_dir(model_directory, stories, output)) story_n_path = os.path.join(model_directory, NUMBER_OF_TRAINING_STORIES_FILE) number_of_stories = io_utils.read_json_file(story_n_path) plot_core_results(output, number_of_stories)
def test_core_models_in_directory(model_directory: Text, stories: Text, output: Text) -> None: from rasa.core.test import compare_models_in_dir model_directory = _get_sanitized_model_directory(model_directory) rasa.utils.common.run_in_loop( compare_models_in_dir(model_directory, stories, output)) story_n_path = os.path.join(model_directory, NUMBER_OF_TRAINING_STORIES_FILE) number_of_stories = rasa.shared.utils.io.read_json_file(story_n_path) plot_core_results(output, number_of_stories)