def run_core_test(args: argparse.Namespace) -> None:
"""Run core tests."""
from rasa.test import test_core_models_in_directory, test_core, test_core_models
stories = cli_utils.get_validated_path(args.stories, "stories",
DEFAULT_DATA_PATH)
stories = rasa.shared.data.get_test_directory(stories)
output = args.out or DEFAULT_RESULTS_PATH
args.errors = not args.no_errors
rasa.shared.utils.io.create_directory(output)
if isinstance(args.model, list) and len(args.model) == 1:
args.model = args.model[0]
if isinstance(args.model, str):
model_path = cli_utils.get_validated_path(args.model, "model",
DEFAULT_MODELS_PATH)
if args.evaluate_model_directory:
test_core_models_in_directory(args.model, stories, output)
else:
test_core(
model=model_path,
stories=stories,
output=output,
additional_arguments=vars(args),
)
else:
test_core_models(args.model, stories, output)
def run_core_test(args: argparse.Namespace) -> None:
"""Run core tests."""
from rasa import data
from rasa.test import test_core_models_in_directory, test_core, test_core_models
endpoints = cli_utils.get_validated_path(args.endpoints, "endpoints",
DEFAULT_ENDPOINTS_PATH, True)
stories = cli_utils.get_validated_path(args.stories, "stories",
DEFAULT_DATA_PATH)
stories = data.get_core_directory(stories)
output = args.out or DEFAULT_RESULTS_PATH
io_utils.create_directory(output)
if isinstance(args.model, list) and len(args.model) == 1:
args.model = args.model[0]
if isinstance(args.model, str):
model_path = cli_utils.get_validated_path(args.model, "model",
DEFAULT_MODELS_PATH)
if args.evaluate_model_directory:
test_core_models_in_directory(args.model, stories, output)
else:
test_core(
model=model_path,
stories=stories,
endpoints=endpoints,
output=output,
additional_arguments=vars(args),
)
else:
test_core_models(args.model, stories, output)
def test_core(args: argparse.Namespace) -> None:
from rasa import data
from rasa.test import test_core_models_in_directory, test_core, test_core_models
endpoints = cli_utils.get_validated_path(args.endpoints, "endpoints",
DEFAULT_ENDPOINTS_PATH, True)
stories = cli_utils.get_validated_path(args.stories, "stories",
DEFAULT_DATA_PATH)
stories = data.get_core_directory(stories)
output = args.out or DEFAULT_RESULTS_PATH
if not os.path.exists(output):
os.makedirs(output)
if isinstance(args.model, list) and len(args.model) == 1:
args.model = args.model[0]
if isinstance(args.model, str):
model_path = cli_utils.get_validated_path(args.model, "model",
DEFAULT_MODELS_PATH)
if args.evaluate_model_directory:
test_core_models_in_directory(args.model, stories, output)
else:
test_core(
model=model_path,
stories=stories,
endpoints=endpoints,
output=output,
kwargs=vars(args),
)
else:
test_core_models(args.model, stories, output)
def run_core_test(args: argparse.Namespace) -> None:
"""Run core tests."""
from rasa.test import test_core_models_in_directory, test_core, test_core_models
stories = rasa.cli.utils.get_validated_path(args.stories, "stories",
DEFAULT_DATA_PATH)
if args.e2e:
stories = rasa.shared.data.get_test_directory(stories)
else:
stories = rasa.shared.data.get_core_directory(stories)
output = args.out or DEFAULT_RESULTS_PATH
args.errors = not args.no_errors
rasa.shared.utils.io.create_directory(output)
if isinstance(args.model, list) and len(args.model) == 1:
args.model = args.model[0]
if args.model is None:
rasa.shared.utils.cli.print_error(
"No model provided. Please make sure to specify the model to test with '--model'."
)
return
if isinstance(args.model, str):
model_path = rasa.cli.utils.get_validated_path(args.model, "model",
DEFAULT_MODELS_PATH)
if args.evaluate_model_directory:
test_core_models_in_directory(args.model, stories, output)
else:
test_core(
model=model_path,
stories=stories,
output=output,
additional_arguments=vars(args),
)
else:
test_core_models(args.model, stories, output)
rasa.shared.utils.cli.print_info(
f"Failed stories written to '{os.path.join(output, FAILED_STORIES_FILE)}'"
)
