def setUp(self):
self.br_refs = BRANCH_REFS
self.t_refs = TAG_REFS
self.mount = "mnt"
try:
os.mkdir(self.mount)
except OSError as e:
if e.errno != errno.EEXIST:
raise e
self.repofs_nosym = RepoFS('test_repo', self.mount, False, True, False)
rcommit = list(self.repofs_nosym._git.commits_by_date(2009, 10, 11))[0]
self.recent_commit_by_hash = '/commits-by-hash/' + rcommit
def setUp(self):
self.mount = 'mnt'
try:
os.mkdir(self.mount)
except OSError as e:
if e.errno != errno.EEXIST:
raise e
self.repofs_htree = RepoFS('test_repo', self.mount, True, False)
def setUp(self):
self.mount = 'mnt'
self.mount2 = 'mnt2'
self.mount3 = 'mn3'
try:
mkdir(self.mount)
mkdir(self.mount2)
mkdir(self.mount3)
except OSError as e:
if e.errno != errno.EEXIST:
raise e
self.repofs = RepoFS('test_repo', self.mount, False, False, False)
self.repofs_htree = RepoFS('test_repo', self.mount2, True, False,
False)
self.repofs_nosym = RepoFS('test_repo', self.mount3, False, True,
False)
self.first_commit = '/commits-by-date/2005/6/7/' + list(
self.repofs._git.commits_by_date(2005, 6, 7))[0]
self.second_commit = '/commits-by-date/2005/6/10/' + list(
self.repofs._git.commits_by_date(2005, 6, 10))[0]
self.recent_commit = '/commits-by-date/2009/10/11/' + list(
self.repofs._git.commits_by_date(2009, 10, 11))[0]
rcommit = list(self.repofs._git.commits_by_date(2009, 10, 11))[0]
self.recent_commit_by_hash = '/commits-by-hash/' + rcommit
self.recent_commit_by_hash_tree = os.path.join('/commits-by-hash',
self.hex_path(rcommit),
rcommit)
def main():
parser = argparse.ArgumentParser()
parser.add_argument("repo", help="Git repository to be processed.")
parser.add_argument("mount", help="Path where the FileSystem will be mounted." \
"If it doesn't exist it is created and if it exists and contains files RepoFS exits.")
parser.add_argument(
"--hash-trees",
help="Store 256 entries (first two digits) at each level" \
"of commits-by-hash for the first three levels.",
action="store_true",
default=False
)
parser.add_argument("--no-ref-symlinks",
help="Do not create symlinks for commits of refs.",
action="store_true",
default=False)
parser.add_argument("--no-cache",
help="Do not use the cache",
action="store_true",
default=False)
args = parser.parse_args()
if not os.path.exists(os.path.join(args.repo, '.git')):
raise Exception("Not a git repository")
foreground = True
if sys.argv[0].endswith("repofs"):
foreground = False
sys.stderr.write("Examining repository. Please wait..\n")
start = datetime.datetime.now()
repo = RepoFS(repo=os.path.abspath(args.repo),
mount=os.path.abspath(args.mount),
hash_trees=args.hash_trees,
no_ref_symlinks=args.no_ref_symlinks,
no_cache=args.no_cache)
end = datetime.datetime.now()
sys.stderr.write("Ready! Repository mounted in %s\n" % (end - start))
sys.stderr.write("Repository %s is now visible at %s\n" %
(args.repo, args.mount))
FUSE(repo,
os.path.abspath(args.mount),
nothreads=True,
foreground=foreground)
class RefHandlerTest(TestCase):
def setUp(self):
self.br_refs = BRANCH_REFS
self.t_refs = TAG_REFS
self.mount = "mnt"
try:
os.mkdir(self.mount)
except OSError as e:
if e.errno != errno.EEXIST:
raise e
self.repofs_nosym = RepoFS('test_repo', self.mount, False, True, False)
rcommit = list(self.repofs_nosym._git.commits_by_date(2009, 10, 11))[0]
self.recent_commit_by_hash = '/commits-by-hash/' + rcommit
def generate(self, path, refs, no_ref_sym):
oper = self.repofs_nosym._git
return RefHandler(path, oper, refs, no_ref_sym)
def test_has_attr(self):
handler = self.generate("heads/master", self.br_refs, False)
self.assertTrue(hasattr(handler, "path"))
self.assertTrue(hasattr(handler, "oper"))
self.assertTrue(hasattr(handler, "refs"))
self.assertTrue(hasattr(handler, "no_ref_symlinks"))
self.assertTrue(hasattr(handler, "types"))
self.assertEqual(handler.path, "heads/master")
self.assertEqual(handler.oper, self.repofs_nosym._git)
self.assertEqual(handler.refs, self.repofs_nosym._git.refs(self.br_refs))
self.assertEqual(handler.no_ref_symlinks, False)
self.assertEqual(handler.types, ['tags', 'heads', 'remotes'])
handler = self.generate("t20091011ca", self.t_refs, False)
self.assertEqual(handler.path, "t20091011ca")
self.assertEqual(handler.refs, self.repofs_nosym._git.refs(self.t_refs))
def test_is_dir(self):
# branches
self.assertTrue(self.generate("", self.br_refs, False).is_dir())
self.assertTrue(self.generate("heads", self.br_refs, False).is_dir())
self.assertTrue(self.generate("heads/feature", self.br_refs, False).is_dir())
self.assertFalse(self.generate("heads/feature/a", self.br_refs, False).is_dir())
# no ref symlinks
self.assertTrue(self.generate("", self.br_refs, True).is_dir())
self.assertTrue(self.generate("heads/feature/a", self.br_refs, True).is_dir())
self.assertTrue(self.generate("heads", self.br_refs, True).is_dir())
self.assertTrue(self.generate("heads/master", self.br_refs, True).is_dir())
self.assertTrue(self.generate("heads/feature", self.br_refs, True).is_dir())
self.assertTrue(self.generate("heads/feature/a", self.br_refs, True).is_dir())
self.assertFalse(self.generate("foo", self.br_refs, True).is_dir())
self.assertFalse(self.generate("heads/foo", self.br_refs, True).is_dir())
self.assertTrue(self.generate("heads/master/.git-parents", self.br_refs, True).is_dir())
# tags
self.assertTrue(self.generate("", self.t_refs, False).is_dir())
self.assertTrue(self.generate("tags", self.t_refs, False).is_dir())
self.assertTrue(self.generate("tags/tdir", self.t_refs, False).is_dir())
self.assertFalse(self.generate("tags/tdir/tname", self.t_refs, False).is_dir())
# no ref symlinks
self.assertTrue(self.generate("tags", self.t_refs, True).is_dir())
self.assertTrue(self.generate("tags/tdir", self.t_refs, True).is_dir())
self.assertTrue(self.generate("tags/tdir/tname", self.t_refs, True).is_dir())
self.assertTrue(self.generate("tags/t20091011ca", self.t_refs, True).is_dir())
self.assertFalse(self.generate("tags/foo", self.t_refs, True).is_dir())
self.assertFalse(self.generate("foo", self.t_refs, True).is_dir())
self.assertTrue(self.generate("tags/tdir/tname/.git-parents", self.t_refs, True).is_dir())
def test_is_full_ref(self):
# tags
self.assertTrue(self.generate("tags/t20091011ca", self.t_refs, False)._is_full_ref())
self.assertTrue(self.generate("tags/tdir/tname", self.t_refs, False)._is_full_ref())
self.assertFalse(self.generate("tags/tdir", self.t_refs, False)._is_full_ref())
self.assertFalse(self.generate("tags/tdir/", self.t_refs, False)._is_full_ref())
# no ref symlink
self.assertTrue(self.generate("tags/tdir/tname", self.t_refs, True)._is_full_ref())
self.assertTrue(self.generate("tags/t20091011ca", self.t_refs, True)._is_full_ref())
self.assertFalse(self.generate("tags", self.t_refs, True)._is_full_ref())
self.assertFalse(self.generate("tags/tdir", self.t_refs, True)._is_full_ref())
self.assertFalse(self.generate("tags/t20091011cafoo", self.t_refs, True)._is_full_ref())
self.assertFalse(self.generate("tags/tdir/tnamefoo", self.t_refs, True)._is_full_ref())
self.assertTrue(self.generate("tags/tdir/tname/foo/bar", self.t_refs, True)._is_full_ref())
# branches
self.assertTrue(self.generate("heads/master", self.br_refs, False)._is_full_ref())
self.assertTrue(self.generate("heads/feature/a", self.br_refs, False)._is_full_ref())
self.assertFalse(self.generate("heads/feature/", self.br_refs, False)._is_full_ref())
self.assertFalse(self.generate("heads/feature/b", self.br_refs, False)._is_full_ref())
self.assertFalse(self.generate("heads/feature", self.br_refs, False)._is_full_ref())
self.assertFalse(self.generate("heads/private/john", self.br_refs, False)._is_full_ref())
self.assertFalse(self.generate("heads/private/", self.br_refs, False)._is_full_ref())
self.assertTrue(self.generate("heads/private/john/b", self.br_refs, False)._is_full_ref())
# no ref symlink
self.assertTrue(self.generate("heads/master", self.br_refs, True)._is_full_ref())
self.assertTrue(self.generate("heads/feature/a", self.br_refs, True)._is_full_ref())
self.assertFalse(self.generate("", self.br_refs, True)._is_full_ref())
self.assertFalse(self.generate("heads", self.br_refs, True)._is_full_ref())
self.assertFalse(self.generate("remotes", self.br_refs, True)._is_full_ref())
self.assertFalse(self.generate("heads/masterfoo", self.br_refs, True)._is_full_ref())
self.assertFalse(self.generate("heads/feature", self.br_refs, True)._is_full_ref())
self.assertFalse(self.generate("heads/private", self.br_refs, True)._is_full_ref())
self.assertTrue(self.generate("heads/master/foo/bar", self.br_refs, True)._is_full_ref())
def test_is_symlink(self):
parentcommit = list(self.repofs_nosym.readdir("/branches/heads/master/.git-parents", None))[-1]
# tags
self.assertTrue(self.generate("tags/t20091011ca", self.t_refs, False).is_symlink())
self.assertFalse(self.generate("tags/tdir", self.t_refs, False).is_symlink())
self.assertTrue(self.generate("tags/tdir/tname", self.t_refs, False).is_symlink())
# no ref symlink
self.assertTrue(self.generate("tags/t20091011ca/.git-parents/" + parentcommit, self.t_refs, True).is_symlink())
# branches
self.assertTrue(self.generate("heads/master", self.br_refs, False).is_symlink())
self.assertFalse(self.generate("heads/feature", self.br_refs, False).is_symlink())
# no ref symlink
self.assertFalse(self.generate("heads/master", self.br_refs, True).is_symlink())
self.assertTrue(self.generate("heads/master/.git-parents/" + parentcommit, self.br_refs, True).is_symlink())
def test_commit_from_path(self):
commit = self.recent_commit_by_hash.split("/")[-1]
self.assertEqual(self.generate("heads/master", self.br_refs, True).get_commit(), commit)
self.assertEqual(self.generate("heads/feature/a", self.br_refs, True).get_commit(), self.repofs_nosym._git.commit_of_ref("heads/feature/a"))
self.assertEqual(self.generate("heads/feature", self.br_refs, True).get_commit(), "")
self.assertEqual(self.generate("tags/t20091011ca", self.t_refs, True).get_commit(), commit)
self.assertEqual(self.generate("tags/tdir/tname", self.t_refs, True).get_commit(), self.repofs_nosym._git.commit_of_ref("tags/tdir/tname"))
self.assertEqual(self.generate("tags/tdir", self.t_refs, True).get_commit(), "")
def test_file_contents(self):
self.assertEqual(self.generate("heads/master/file_a", self.br_refs, True).file_contents(),
self.repofs_nosym._git.file_contents(self.repofs_nosym._git.commit_of_ref("heads/master"), "file_a"))
self.assertEqual(self.generate("heads/master/dir_a/file_aa", self.br_refs, True).file_contents(),
self.repofs_nosym._git.file_contents(self.repofs_nosym._git.commit_of_ref("heads/master"), "dir_a/file_aa"))
def test_readdir(self):
# branches
self.assertTrue('heads' in self.generate("", self.br_refs, False).readdir())
with self.assertRaises(FuseOSError):
self.generate("branchpartfoo/bar", self.br_refs, False).readdir()
self.assertTrue('b20050701' in self.generate("heads", self.br_refs, False).readdir())
self.assertEqual(sum(1 for _ in self.generate("heads", self.br_refs, False).readdir()), 5)
self.assertEqual(sum(1 for _ in self.generate("heads/private", self.br_refs, False).readdir()), 1)
self.assertTrue('a' in self.generate("heads/feature", self.br_refs, False).readdir())
self.assertTrue('b' in self.generate("heads/private/john", self.br_refs, False).readdir())
self.assertTrue('c' in self.generate("heads/private/john", self.br_refs, False).readdir())
with self.assertRaises(FuseOSError):
self.generate("heads/feature/xyzzy", self.br_refs, False).readdir()
# no ref symlinks
with self.assertRaises(FuseOSError):
self.generate("branchpartfoo/bar", self.br_refs, True).readdir()
self.assertTrue('heads' in self.generate("", self.br_refs, True).readdir())
self.assertTrue('b20050701' in self.generate("heads", self.br_refs, True).readdir())
self.assertEqual(sum(1 for _ in self.generate("heads/feature/a/.git-parents", self.br_refs, True).readdir()), 1)
# tags
self.assertTrue('t20091011ca' in self.generate("tags", self.t_refs, False).readdir())
self.assertTrue('tdir' in self.generate("tags", self.t_refs, False).readdir())
with self.assertRaises(FuseOSError):
self.generate("tags/tagpartfoo/bar", self.t_refs, False).readdir()
self.assertEqual(sum(1 for _ in self.generate("tags", self.t_refs, False).readdir()), 7)
self.assertEqual(sum(1 for _ in self.generate("tags/tdir", self.t_refs, False).readdir()), 1)
self.assertTrue('tname' in self.generate("tags/tdir", self.t_refs, False).readdir())
with self.assertRaises(FuseOSError):
self.generate("tags/tdir/xyzzy", self.t_refs, False).readdir()
# no ref symlinks
self.assertTrue('t20091011ca' in self.generate("tags", self.t_refs, True).readdir())
self.assertTrue('tname' in self.generate("tags/tdir", self.t_refs, True).readdir())
self.assertEqual(sum(1 for _ in self.generate("tags", self.t_refs, True).readdir()), 7)
self.assertEqual(sum(1 for _ in self.generate("tags/tdir", self.t_refs, True).readdir()), 1)
with self.assertRaises(FuseOSError):
self.generate("tags/tdir/xyzzy", self.t_refs, True).readdir()
class RepoFSTestCase(TestCase):
def setUp(self):
self.mount = 'mnt'
self.mount2 = 'mnt2'
self.mount3 = 'mn3'
try:
mkdir(self.mount)
mkdir(self.mount2)
mkdir(self.mount3)
except OSError as e:
if e.errno != errno.EEXIST:
raise e
self.repofs = RepoFS('test_repo', self.mount, False, False, False)
self.repofs_htree = RepoFS('test_repo', self.mount2, True, False,
False)
self.repofs_nosym = RepoFS('test_repo', self.mount3, False, True,
False)
self.first_commit = '/commits-by-date/2005/6/7/' + list(
self.repofs._git.commits_by_date(2005, 6, 7))[0]
self.second_commit = '/commits-by-date/2005/6/10/' + list(
self.repofs._git.commits_by_date(2005, 6, 10))[0]
self.recent_commit = '/commits-by-date/2009/10/11/' + list(
self.repofs._git.commits_by_date(2009, 10, 11))[0]
rcommit = list(self.repofs._git.commits_by_date(2009, 10, 11))[0]
self.recent_commit_by_hash = '/commits-by-hash/' + rcommit
self.recent_commit_by_hash_tree = os.path.join('/commits-by-hash',
self.hex_path(rcommit),
rcommit)
def hex_path(self, c):
return os.path.join(c[:2], c[2:4], c[4:6])
def test_readdir(self):
self.assertEqual(sum(1 for _ in self.repofs.readdir('/', None)), 6)
self.assertTrue('tags' in self.repofs.readdir('/', None))
self.assertTrue('branches' in self.repofs.readdir('/', None))
self.assertTrue('commits-by-date' in self.repofs.readdir('/', None))
self.assertTrue('commits-by-hash' in self.repofs.readdir('/', None))
def test_target_from_symlink(self):
first_commit = self.first_commit.split("/")[-1]
second_commit = self.second_commit.split("/")[-1]
self.assertEqual(
self.repofs._target_from_symlink('/tags/t20091011ca'),
path.join(self.mount, self.recent_commit_by_hash[1:], ''))
self.assertEqual(
self.repofs._target_from_symlink('/branches/heads/master'),
path.join(self.mount, self.recent_commit_by_hash[1:], ''))
self.assertEqual(
self.repofs._target_from_symlink('/branches/heads/master'),
path.join(self.repofs.mount, self.recent_commit_by_hash[1:], ''))
self.assertEqual(
self.repofs._target_from_symlink(
path.join(self.second_commit, '.git-parents', first_commit)),
path.join(self.repofs.mount, 'commits-by-hash', first_commit, ""))
self.assertEqual(
self.repofs._target_from_symlink(
path.join('/', 'commits-by-hash', second_commit,
'.git-parents', first_commit)),
path.join(self.repofs.mount, 'commits-by-hash', first_commit, ""))
self.assertEqual(
self.repofs_htree._target_from_symlink(
path.join('/', 'commits-by-hash',
self.repofs_htree._commit_hex_path(second_commit),
second_commit, '.git-parents', first_commit)),
path.join(self.repofs_htree.mount, 'commits-by-hash',
self.repofs_htree._commit_hex_path(first_commit),
first_commit, ""))
commit = self.repofs._git.commit_of_ref("refs/tags/t20070115la").split(
"/")[-1]
self.assertEqual(
self.repofs._target_from_symlink(
path.join('/commits-by-hash', commit, "link_a")),
path.join(self.repofs.mount, "commits-by-hash", commit, "file_a"))
self.assertEqual(
self.repofs_htree._target_from_symlink(
path.join('/', 'commits-by-hash',
self.repofs_htree._commit_hex_path(commit), commit,
"link_a")),
path.join(self.repofs_htree.mount, "commits-by-hash",
self.repofs_htree._commit_hex_path(commit), commit,
"file_a"))
self.assertEqual(
self.repofs._target_from_symlink(
path.join('/commits-by-date/2007/1/15', commit, "link_a")),
path.join(self.repofs.mount, "commits-by-date/2007/1/15", commit,
"file_a"))
def test_access_non_existent_dir(self):
with self.assertRaises(FuseOSError):
next(self.repofs.readdir("/foobar", None))
with self.assertRaises(FuseOSError):
next(self.repofs.readdir("/tags/barfoo", None))
with self.assertRaises(FuseOSError):
next(self.repofs.readdir("/branches/barfoo", None))
with self.assertRaises(FuseOSError):
next(self.repofs_nosym.readdir("/branches/barfoo", None))
with self.assertRaises(FuseOSError):
next(self.repofs.readdir("/commits-by-date/helloworld", None))
with self.assertRaises(FuseOSError):
next(self.repofs.readdir("/commits-by-date/2005/helloworld", None))
with self.assertRaises(FuseOSError):
next(
self.repofs.readdir("/commits-by-date/2005/6/helloworld",
None))
with self.assertRaises(FuseOSError):
next(
self.repofs.readdir("/commits-by-date/2005/6/7/helloworld",
None))
with self.assertRaises(FuseOSError):
next(
self.repofs.readdir(self.first_commit + "/dir_a/helloworld",
None))
with self.assertRaises(FuseOSError):
next(self.repofs.readdir("/commits-by-hash/helloworld", None))
def test_access_non_existent_file(self):
with self.assertRaises(FuseOSError):
self.repofs.read(self.first_commit + "/dir_a/helloworld", 100, 10,
None)
def test_st_time(self):
ctime = self.repofs._git.get_commit_time(
self.recent_commit_by_hash.split("/")[-1])
st = self.repofs.getattr(self.recent_commit + "/dir_a")
self.assertEqual(st['st_mtime'], ctime)
self.assertEqual(st['st_ctime'], ctime)
self.assertNotEqual(st['st_atime'], ctime)
st = self.repofs.getattr(self.recent_commit + "/file_a")
self.assertEqual(st['st_mtime'], ctime)
self.assertEqual(st['st_ctime'], ctime)
self.assertNotEqual(st['st_atime'], ctime)
def test_get_handler(self):
self.assertTrue(
isinstance(self.repofs._get_handler("/commits-by-hash"),
CommitHashHandler))
self.assertTrue(
isinstance(self.repofs._get_handler("/commits-by-hash/foo"),
CommitHashHandler))
self.assertTrue(
isinstance(self.repofs._get_handler("/commits-by-date"),
CommitDateHandler))
self.assertTrue(
isinstance(self.repofs._get_handler("/commits-by-date/foo"),
CommitDateHandler))
self.assertTrue(
isinstance(self.repofs._get_handler("/branches"), RefHandler))
self.assertTrue(
isinstance(self.repofs._get_handler("/branches/foo"), RefHandler))
self.assertTrue(
isinstance(self.repofs._get_handler("/tags"), RefHandler))
self.assertTrue(
isinstance(self.repofs._get_handler("/tags/foo"), RefHandler))
