def run_core_test(args: argparse.Namespace) -> None: """Run core tests.""" from rasa.test import test_core_models_in_directory, test_core, test_core_models stories = cli_utils.get_validated_path(args.stories, "stories", DEFAULT_DATA_PATH) stories = rasa.shared.data.get_test_directory(stories) output = args.out or DEFAULT_RESULTS_PATH args.errors = not args.no_errors rasa.shared.utils.io.create_directory(output) if isinstance(args.model, list) and len(args.model) == 1: args.model = args.model[0] if isinstance(args.model, str): model_path = cli_utils.get_validated_path(args.model, "model", DEFAULT_MODELS_PATH) if args.evaluate_model_directory: test_core_models_in_directory(args.model, stories, output) else: test_core( model=model_path, stories=stories, output=output, additional_arguments=vars(args), ) else: test_core_models(args.model, stories, output)
def run_core_test(args: argparse.Namespace) -> None: """Run core tests.""" from rasa import data from rasa.test import test_core_models_in_directory, test_core, test_core_models endpoints = cli_utils.get_validated_path(args.endpoints, "endpoints", DEFAULT_ENDPOINTS_PATH, True) stories = cli_utils.get_validated_path(args.stories, "stories", DEFAULT_DATA_PATH) stories = data.get_core_directory(stories) output = args.out or DEFAULT_RESULTS_PATH io_utils.create_directory(output) if isinstance(args.model, list) and len(args.model) == 1: args.model = args.model[0] if isinstance(args.model, str): model_path = cli_utils.get_validated_path(args.model, "model", DEFAULT_MODELS_PATH) if args.evaluate_model_directory: test_core_models_in_directory(args.model, stories, output) else: test_core( model=model_path, stories=stories, endpoints=endpoints, output=output, additional_arguments=vars(args), ) else: test_core_models(args.model, stories, output)
def test_core(args: argparse.Namespace) -> None: from rasa import data from rasa.test import test_core_models_in_directory, test_core, test_core_models endpoints = cli_utils.get_validated_path(args.endpoints, "endpoints", DEFAULT_ENDPOINTS_PATH, True) stories = cli_utils.get_validated_path(args.stories, "stories", DEFAULT_DATA_PATH) stories = data.get_core_directory(stories) output = args.out or DEFAULT_RESULTS_PATH if not os.path.exists(output): os.makedirs(output) if isinstance(args.model, list) and len(args.model) == 1: args.model = args.model[0] if isinstance(args.model, str): model_path = cli_utils.get_validated_path(args.model, "model", DEFAULT_MODELS_PATH) if args.evaluate_model_directory: test_core_models_in_directory(args.model, stories, output) else: test_core( model=model_path, stories=stories, endpoints=endpoints, output=output, kwargs=vars(args), ) else: test_core_models(args.model, stories, output)
def run_core_test(args: argparse.Namespace) -> None: """Run core tests.""" from rasa.test import test_core_models_in_directory, test_core, test_core_models stories = rasa.cli.utils.get_validated_path(args.stories, "stories", DEFAULT_DATA_PATH) if args.e2e: stories = rasa.shared.data.get_test_directory(stories) else: stories = rasa.shared.data.get_core_directory(stories) output = args.out or DEFAULT_RESULTS_PATH args.errors = not args.no_errors rasa.shared.utils.io.create_directory(output) if isinstance(args.model, list) and len(args.model) == 1: args.model = args.model[0] if args.model is None: rasa.shared.utils.cli.print_error( "No model provided. Please make sure to specify the model to test with '--model'." ) return if isinstance(args.model, str): model_path = rasa.cli.utils.get_validated_path(args.model, "model", DEFAULT_MODELS_PATH) if args.evaluate_model_directory: test_core_models_in_directory(args.model, stories, output) else: test_core( model=model_path, stories=stories, output=output, additional_arguments=vars(args), ) else: test_core_models(args.model, stories, output) rasa.shared.utils.cli.print_info( f"Failed stories written to '{os.path.join(output, FAILED_STORIES_FILE)}'" )