def test_load_imports_from_directory_tree(tmp_path: Path):
root_imports = {"imports": ["Project A"]}
utils.dump_obj_as_yaml_to_file(tmp_path / "config.yml", root_imports)
project_a_directory = tmp_path / "Project A"
project_a_directory.mkdir()
project_a_imports = {"imports": ["../Project B"]}
utils.dump_obj_as_yaml_to_file(project_a_directory / "config.yml",
project_a_imports)
project_b_directory = tmp_path / "Project B"
project_b_directory.mkdir()
project_b_imports = {"some other": ["../Project C"]}
utils.dump_obj_as_yaml_to_file(project_b_directory / "config.yml",
project_b_imports)
project_b_subproject_directory = project_b_directory / "Project B-1"
project_b_subproject_directory.mkdir()
project_b_1_imports = {"imports": ["../../Project A"]}
# Check if loading from `.yaml` also works
utils.dump_obj_as_yaml_to_file(
project_b_subproject_directory / "config.yaml", project_b_1_imports)
# should not be imported
subdirectory_3 = tmp_path / "Project C"
subdirectory_3.mkdir()
expected = [
os.path.join(str(project_a_directory)),
os.path.join(str(project_b_directory)),
]
actual = MultiProjectImporter(str(tmp_path / "config.yml"))
assert actual._imports == expected
def test_load_from_none(input_dict: Dict, tmp_path: Path):
config_path = tmp_path / "config.yml"
utils.dump_obj_as_yaml_to_file(tmp_path / "config.yml", input_dict)
actual = MultiProjectImporter(str(config_path))
assert actual._imports == list()
def test_importing_additional_files(tmp_path: Path):
config = {"imports": ["bots/Bot A"]}
config_path = str(tmp_path / "config.yml")
utils.dump_obj_as_yaml_to_file(config_path, config)
additional_file = tmp_path / "directory" / "file.md"
additional_file.parent.mkdir()
# create intermediate directories and fake files
rasa.shared.utils.io.write_text_file("""## story""", additional_file)
selector = MultiProjectImporter(
config_path,
training_data_paths=[str(tmp_path / "directory"), str(additional_file)],
)
assert selector.is_imported(str(additional_file))
assert str(additional_file) in selector._story_paths
def test_load_imports_without_imports(tmp_path: Path):
empty_config = {}
utils.dump_obj_as_yaml_to_file(tmp_path / "config.yml", empty_config)
project_a_directory = tmp_path / "Project A"
project_a_directory.mkdir()
utils.dump_obj_as_yaml_to_file(project_a_directory / "config.yml",
empty_config)
project_b_directory = tmp_path / "Project B"
project_b_directory.mkdir()
utils.dump_obj_as_yaml_to_file(project_b_directory / "config.yml",
empty_config)
actual = MultiProjectImporter(str(tmp_path / "config.yml"))
assert actual.is_imported(str(tmp_path / "Project C"))
def test_not_importing_not_relevant_additional_files(tmp_path: Path):
config = {"imports": ["bots/Bot A"]}
config_path = str(tmp_path / "config.yml")
utils.dump_obj_as_yaml_to_file(config_path, config)
additional_file = tmp_path / "directory" / "file.yml"
additional_file.parent.mkdir()
selector = MultiProjectImporter(
config_path, training_data_paths=[str(tmp_path / "data"), str(additional_file)]
)
not_relevant_file1 = tmp_path / "data" / "another directory" / "file.yml"
not_relevant_file1.parent.mkdir(parents=True)
rasa.shared.utils.io.write_text_file("", not_relevant_file1)
not_relevant_file2 = tmp_path / "directory" / "another_file.yml"
rasa.shared.utils.io.write_text_file("", not_relevant_file2)
assert not selector.is_imported(str(not_relevant_file1))
assert not selector.is_imported(str(not_relevant_file2))
async def test_only_getting_e2e_conversation_tests_if_e2e_enabled(
tmp_path: Path):
from rasa.shared.core.training_data.structures import StoryGraph
import rasa.shared.core.training_data.loading as core_loading
config = {"imports": ["bots/Bot A"]}
config_path = str(tmp_path / "config.yml")
utils.dump_obj_as_yaml_to_file(config_path, config)
story_file = tmp_path / "bots" / "Bot A" / "data" / "stories.yml"
story_file.parent.mkdir(parents=True)
rasa.shared.utils.io.write_text_file(
"""
stories:
- story: story
steps:
- intent: greet
- action: utter_greet
""",
story_file,
)
test_story = """
stories:
- story: story test
steps:
- user: hello
intent: greet
- action: utter_greet
"""
story_test_file = tmp_path / "bots" / "Bot A" / "test_stories.yml"
rasa.shared.utils.io.write_text_file(test_story, story_test_file)
selector = MultiProjectImporter(config_path)
story_steps = await core_loading.load_data_from_resource(
resource=str(story_test_file),
domain=Domain.empty(),
template_variables=None,
use_e2e=True,
exclusion_percentage=None,
)
expected = StoryGraph(story_steps)
actual = await selector.get_stories(use_e2e=True)
assert expected.as_story_string() == actual.as_story_string()
def test_not_importing_e2e_conversation_tests_in_project(tmp_path: Path,):
config = {"imports": ["bots/Bot A"]}
config_path = str(tmp_path / "config.yml")
utils.dump_obj_as_yaml_to_file(config_path, config)
story_file = tmp_path / "bots" / "Bot A" / "data" / "stories.md"
story_file.parent.mkdir(parents=True)
rasa.shared.utils.io.write_text_file("""## story""", story_file)
story_test_file = tmp_path / "bots" / "Bot A" / "test_stories.yml"
rasa.shared.utils.io.write_text_file("""stories:""", story_test_file)
selector = MultiProjectImporter(config_path)
# Conversation tests should not be included in story paths
assert [str(story_file)] == selector._story_paths
assert [str(story_test_file)] == selector._e2e_story_paths
def test_import_outside_project_directory(tmp_path: Path):
project_imports = {"imports": ["Project A"]}
utils.dump_obj_as_yaml_to_file(tmp_path / "config.yml", project_imports)
project_a_directory = tmp_path / "Project A"
project_a_directory.mkdir()
project_a_imports = {"imports": ["../Project B"]}
utils.dump_obj_as_yaml_to_file(
project_a_directory / "config.yml", project_a_imports
)
project_b_directory = tmp_path / "Project B"
project_b_directory.mkdir()
project_b_imports = {"imports": ["../Project C"]}
utils.dump_obj_as_yaml_to_file(
project_b_directory / "config.yml", project_b_imports
)
actual = MultiProjectImporter(str(project_a_directory / "config.yml"))
assert actual._imports == [str(project_b_directory), str(tmp_path / "Project C")]