def test_subrepos(tmp_dir, scm, dvc): tmp_dir.scm_gen( {"dir": {"repo.txt": "file to confuse RepoFileSystem"}}, commit="dir/repo.txt", ) subrepo1 = tmp_dir / "dir" / "repo" subrepo2 = tmp_dir / "dir" / "repo2" for repo in [subrepo1, subrepo2]: make_subrepo(repo, scm) subrepo1.dvc_gen({"foo": "foo", "dir1": {"bar": "bar"}}, commit="FOO") subrepo2.dvc_gen( {"lorem": "lorem", "dir2": {"ipsum": "ipsum"}}, commit="BAR" ) dvc._reset() fs = RepoFileSystem(repo=dvc, subrepos=True) def assert_fs_belongs_to_repo(ret_val): method = fs._get_repo def f(*args, **kwargs): r = method(*args, **kwargs) assert r.root_dir == ret_val.root_dir return r return f with mock.patch.object( fs, "_get_repo", side_effect=assert_fs_belongs_to_repo(subrepo1.dvc) ): assert fs.exists(subrepo1 / "foo") is True assert fs.exists(subrepo1 / "bar") is False assert fs.isfile(subrepo1 / "foo") is True assert fs.isfile(subrepo1 / "dir1" / "bar") is True assert fs.isfile(subrepo1 / "dir1") is False assert fs.isdir(subrepo1 / "dir1") is True assert fs.isdir(subrepo1 / "dir1" / "bar") is False assert fs.isdvc(subrepo1 / "foo") is True with mock.patch.object( fs, "_get_repo", side_effect=assert_fs_belongs_to_repo(subrepo2.dvc) ): assert fs.exists(subrepo2 / "lorem") is True assert fs.exists(subrepo2 / "ipsum") is False assert fs.isfile(subrepo2 / "lorem") is True assert fs.isfile(subrepo2 / "dir2" / "ipsum") is True assert fs.isfile(subrepo2 / "dir2") is False assert fs.isdir(subrepo2 / "dir2") is True assert fs.isdir(subrepo2 / "dir2" / "ipsum") is False assert fs.isdvc(subrepo2 / "lorem") is True
def test_isdvc(tmp_dir, dvc): tmp_dir.gen({"foo": "foo", "bar": "bar", "dir": {"baz": "baz"}}) dvc.add("foo") dvc.add("dir") fs = RepoFileSystem(repo=dvc) assert fs.isdvc("foo") assert not fs.isdvc("bar") assert fs.isdvc("dir") assert not fs.isdvc("dir/baz") assert fs.isdvc("dir/baz", recursive=True)
def test_isdir_isfile(tmp_dir, dvc): tmp_dir.gen( { "datafile": "data", "datadir": { "foo": "foo", "bar": "bar", }, "subdir": { "baz": "baz", "data": { "abc": "abc", "xyz": "xyz", }, }, }, ) fs = RepoFileSystem(repo=dvc) assert fs.isdir("datadir") assert not fs.isfile("datadir") assert not fs.isdvc("datadir") assert not fs.isdir("datafile") assert fs.isfile("datafile") assert not fs.isdvc("datafile") dvc.add([ "datadir", "datafile", os.path.join("subdir", "baz"), os.path.join("subdir", "data"), ]) shutil.rmtree(tmp_dir / "datadir") shutil.rmtree(tmp_dir / "subdir" / "data") (tmp_dir / "datafile").unlink() (tmp_dir / "subdir" / "baz").unlink() assert fs.isdir("datadir") assert not fs.isfile("datadir") assert fs.isdvc("datadir") assert not fs.isdir("datafile") assert fs.isfile("datafile") assert fs.isdvc("datafile") assert fs.isdir("subdir") assert not fs.isfile("subdir") assert not fs.isdvc("subdir") assert fs.isfile(os.path.join("subdir", "baz")) assert fs.isdir(os.path.join("subdir", "data"))
def test_repo_fs_no_subrepos(tmp_dir, dvc, scm): tmp_dir.scm_gen( {"dir": { "repo.txt": "file to confuse RepoFileSystem" }}, commit="dir/repo.txt", ) tmp_dir.dvc_gen({"lorem": "lorem"}, commit="add foo") subrepo = tmp_dir / "dir" / "repo" make_subrepo(subrepo, scm) with subrepo.chdir(): subrepo.dvc_gen({"foo": "foo", "dir1": {"bar": "bar"}}, commit="FOO") subrepo.scm_gen({"ipsum": "ipsum"}, commit="BAR") # using fs that does not have dvcignore dvc._reset() fs = RepoFileSystem(repo=dvc) expected = [ tmp_dir / ".dvcignore", tmp_dir / ".gitignore", tmp_dir / "lorem", tmp_dir / "lorem.dvc", tmp_dir / "dir", tmp_dir / "dir" / "repo.txt", ] actual = [] for root, dirs, files in fs.walk(tmp_dir.fs_path, dvcfiles=True): for entry in dirs + files: actual.append(os.path.normpath(os.path.join(root, entry))) expected = [str(path) for path in expected] assert set(actual) == set(expected) assert len(actual) == len(expected) assert fs.isfile(tmp_dir / "lorem") is True assert fs.isfile(tmp_dir / "dir" / "repo" / "foo") is False assert fs.isdir(tmp_dir / "dir" / "repo") is False assert fs.isdir(tmp_dir / "dir") is True assert fs.isdvc(tmp_dir / "lorem") is True assert fs.isdvc(tmp_dir / "dir" / "repo" / "dir1") is False assert fs.exists(tmp_dir / "dir" / "repo.txt") is True assert fs.exists(tmp_dir / "repo" / "ipsum") is False
def test_isdir_isfile(tmp_dir, dvc): tmp_dir.gen({"datafile": "data", "datadir": {"foo": "foo", "bar": "bar"}}) fs = RepoFileSystem(repo=dvc) assert fs.isdir("datadir") assert not fs.isfile("datadir") assert not fs.isdvc("datadir") assert not fs.isdir("datafile") assert fs.isfile("datafile") assert not fs.isdvc("datafile") dvc.add(["datadir", "datafile"]) shutil.rmtree(tmp_dir / "datadir") (tmp_dir / "datafile").unlink() assert fs.isdir("datadir") assert not fs.isfile("datadir") assert fs.isdvc("datadir") assert not fs.isdir("datafile") assert fs.isfile("datafile") assert fs.isdvc("datafile")