def testRoot(self):
"""testRoot - / may be a counterexample to several of these.."""
root = rpath.RPath(Globals.local_connection, "/")
select = Select(root)
assert select.glob_get_sf("/", 1)(root) == 1
assert select.glob_get_sf("/foo", 1)(root) == 1
assert select.glob_get_sf("/foo/bar", 1)(root) == 1
assert select.glob_get_sf("/", 0)(root) == 0
assert select.glob_get_sf("/foo", 0)(root) is None
assert select.glob_get_sf("**.py", 1)(root) == 2
assert select.glob_get_sf("**", 1)(root) == 1
assert select.glob_get_sf("ignorecase:/", 1)(root) == 1
assert select.glob_get_sf("**.py", 0)(root) is None
assert select.glob_get_sf("**", 0)(root) == 0
assert select.glob_get_sf("/foo/*", 0)(root) is None
assert select.filelist_get_sf(io.BytesIO(b"/"), 1, "test")(root) == 1
assert select.filelist_get_sf(io.BytesIO(b"/foo/bar"), 1, "test")(root) == 1
assert select.filelist_get_sf(io.BytesIO(b"/"), 0, "test")(root) == 0
assert select.filelist_get_sf(io.BytesIO(b"/foo/bar"), 0, "test")(root) is None
class MatchingTest(unittest.TestCase):
"""Test matching of file names against various selection functions"""
def makerp(self, path):
return rpath.RPath(Globals.local_connection, path)
def makeext(self, path):
return self.root.new_index(tuple(path.split("/")))
def setUp(self):
# we need to change directory to be able to work with relative paths
os.chdir(old_test_dir)
os.chdir(os.pardir) # chdir one level up
self.root = rpath.RPath(Globals.local_connection,
"rdiff-backup_testfiles/select")
self.Select = Select(self.root)
def testRegexp(self):
"""Test regular expression selection func"""
sf1 = self.Select.regexp_get_sf(".*\\.py", 1)
assert sf1(self.makeext("1.py")) == 1
assert sf1(self.makeext("usr/foo.py")) == 1
assert sf1(self.root.append("1.doc")) is None
sf2 = self.Select.regexp_get_sf("hello", 0)
assert sf2(self.makerp("hello")) == 0
assert sf2(self.makerp("foohello_there")) == 0
assert sf2(self.makerp("foo")) is None
def testTupleInclude(self):
"""Test include selection function made from a regular filename"""
self.assertRaises(FilePrefixError, self.Select.glob_get_filename_sf,
b"foo", 1)
self.assertRaises(FilePrefixError, self.Select.glob_get_filename_sf,
b"rdiff-backup_testfiles/sel", 1)
self.assertRaises(FilePrefixError, self.Select.glob_get_filename_sf,
b"rdiff-backup_testfiles/selection", 1)
sf2 = self.Select.glob_get_sf(
"rdiff-backup_testfiles/select/usr/local/bin/", 1)
assert sf2(self.makeext("usr")) == 1
assert sf2(self.makeext("usr/local")) == 1
assert sf2(self.makeext("usr/local/bin")) == 1
assert sf2(self.makeext("usr/local/doc")) is None
assert sf2(self.makeext("usr/local/bin/gzip")) == 1
assert sf2(self.makeext("usr/local/bingzip")) is None
def testTupleExclude(self):
"""Test exclude selection function made from a regular filename"""
self.assertRaises(FilePrefixError, self.Select.glob_get_filename_sf,
b"foo", 0)
self.assertRaises(FilePrefixError, self.Select.glob_get_filename_sf,
b"rdiff-backup_testfiles/sel", 0)
self.assertRaises(FilePrefixError, self.Select.glob_get_filename_sf,
b"rdiff-backup_testfiles/selection", 0)
sf2 = self.Select.glob_get_sf(
"rdiff-backup_testfiles/select/usr/local/bin/", 0)
assert sf2(self.makeext("usr")) is None
assert sf2(self.makeext("usr/local")) is None
assert sf2(self.makeext("usr/local/bin")) == 0
assert sf2(self.makeext("usr/local/doc")) is None
assert sf2(self.makeext("usr/local/bin/gzip")) == 0
assert sf2(self.makeext("usr/local/bingzip")) is None
def testGlobStarInclude(self):
"""Test a few globbing patterns, including **"""
sf1 = self.Select.glob_get_sf("**", 1)
assert sf1(self.makeext("foo")) == 1
assert sf1(self.makeext("")) == 1
sf2 = self.Select.glob_get_sf("**.py", 1)
assert sf2(self.makeext("foo")) == 2
assert sf2(self.makeext("usr/local/bin")) == 2
assert sf2(self.makeext("what/ever.py")) == 1
assert sf2(self.makeext("what/ever.py/foo")) == 1
def testGlobStarExclude(self):
"""Test a few glob excludes, including **"""
sf1 = self.Select.glob_get_sf("**", 0)
assert sf1(self.makeext("/usr/local/bin")) == 0
sf2 = self.Select.glob_get_sf("**.py", 0)
assert sf2(self.makeext("foo")) is None, sf2(self.makeext("foo"))
assert sf2(self.makeext("usr/local/bin")) is None
assert sf2(self.makeext("what/ever.py")) == 0
assert sf2(self.makeext("what/ever.py/foo")) == 0
def testFilelistInclude(self):
"""Test included filelist"""
fp = io.BytesIO(b"""
rdiff-backup_testfiles/select/1/2
rdiff-backup_testfiles/select/1
rdiff-backup_testfiles/select/1/2/3
rdiff-backup_testfiles/select/3/3/2""")
sf = self.Select.filelist_get_sf(fp, 1, "test")
assert sf(self.root) == 1
assert sf(self.makeext("1")) == 1
assert sf(self.makeext("1/1")) is None
assert sf(self.makeext("1/2/3")) == 1
assert sf(self.makeext("2/2")) is None
assert sf(self.makeext("3")) == 1
assert sf(self.makeext("3/3")) == 1
assert sf(self.makeext("3/3/3")) is None
def testFilelistWhitespaceInclude(self):
"""Test included filelist, with some whitespace"""
fp = io.BytesIO(b"""
+ rdiff-backup_testfiles/select/1
- rdiff-backup_testfiles/select/2
rdiff-backup_testfiles/select/3\t""") # noqa: W291 trailing whitespaces
sf = self.Select.filelist_get_sf(fp, 1, "test")
assert sf(self.root) == 1
assert sf(self.makeext("1 ")) == 1
assert sf(self.makeext("2 ")) == 0
assert sf(self.makeext("3\t")) == 1
assert sf(self.makeext("4")) is None
def testFilelistIncludeNullSep(self):
"""Test included filelist but with null_separator set"""
fp = io.BytesIO(
b"""\0rdiff-backup_testfiles/select/1/2\0rdiff-backup_testfiles/select/1\0rdiff-backup_testfiles/select/1/2/3\0rdiff-backup_testfiles/select/3/3/2\0rdiff-backup_testfiles/select/hello\nthere\0"""
)
Globals.null_separator = 1
sf = self.Select.filelist_get_sf(fp, 1, "test")
assert sf(self.root) == 1
assert sf(self.makeext("1")) == 1
assert sf(self.makeext("1/1")) is None
assert sf(self.makeext("1/2/3")) == 1
assert sf(self.makeext("2/2")) is None
assert sf(self.makeext("3")) == 1
assert sf(self.makeext("3/3")) == 1
assert sf(self.makeext("3/3/3")) is None
assert sf(self.makeext("hello\nthere")) == 1
Globals.null_separator = 0
def testFilelistExclude(self):
"""Test included filelist"""
fp = io.BytesIO(b"""
rdiff-backup_testfiles/select/1/2
rdiff-backup_testfiles/select/1
this is a badly formed line which should be ignored
rdiff-backup_testfiles/select/1/2/3
rdiff-backup_testfiles/select/3/3/2""")
sf = self.Select.filelist_get_sf(fp, 0, "test")
assert sf(self.root) is None
assert sf(self.makeext("1")) == 0
assert sf(self.makeext("1/1")) == 0
assert sf(self.makeext("1/2/3")) == 0
assert sf(self.makeext("2/2")) is None
assert sf(self.makeext("3")) is None
assert sf(self.makeext("3/3/2")) == 0
assert sf(self.makeext("3/3/3")) is None
def testFilelistInclude2(self):
"""testFilelistInclude2 - with modifiers"""
fp = io.BytesIO(b"""
rdiff-backup_testfiles/select/1/1
- rdiff-backup_testfiles/select/1/2
+ rdiff-backup_testfiles/select/1/3
- rdiff-backup_testfiles/select/3""")
sf = self.Select.filelist_get_sf(fp, 1, "test1")
assert sf(self.makeext("1")) == 1
assert sf(self.makeext("1/1")) == 1
assert sf(self.makeext("1/1/2")) is None
assert sf(self.makeext("1/2")) == 0
assert sf(self.makeext("1/2/3")) == 0
assert sf(self.makeext("1/3")) == 1
assert sf(self.makeext("2")) is None
assert sf(self.makeext("3")) == 0
def testFilelistExclude2(self):
"""testFilelistExclude2 - with modifiers"""
fp = io.BytesIO(b"""
rdiff-backup_testfiles/select/1/1
- rdiff-backup_testfiles/select/1/2
+ rdiff-backup_testfiles/select/1/3
- rdiff-backup_testfiles/select/3""")
sf = self.Select.filelist_get_sf(fp, 0, "test1")
sf_val1 = sf(self.root)
assert sf_val1 == 1 or sf_val1 is None # either is OK
sf_val2 = sf(self.makeext("1"))
assert sf_val2 == 1 or sf_val2 is None
assert sf(self.makeext("1/1")) == 0
assert sf(self.makeext("1/1/2")) == 0
assert sf(self.makeext("1/2")) == 0
assert sf(self.makeext("1/2/3")) == 0
assert sf(self.makeext("1/3")) == 1
assert sf(self.makeext("2")) is None
assert sf(self.makeext("3")) == 0
def testGlobRE(self):
"""testGlobRE - test translation of shell pattern to regular exp"""
# we can use str as input because glob_to_re works for bytes and str
# but always returns bytes.
assert self.Select.glob_to_re("hello") == b"hello"
assert self.Select.glob_to_re(".e?ll**o") == b"\\.e[^/]ll.*o"
r = self.Select.glob_to_re("[abc]el[^de][!fg]h")
assert r == b"[abc]el[^de][^fg]h", r
r = self.Select.glob_to_re("/usr/*/bin/")
# since Python 3.7 only characters special to reg expr are quoted
if (sys.version_info >= (3, 7)):
assert r == b"/usr/[^/]*/bin/", r
else:
assert r == b"\\/usr\\/[^/]*\\/bin\\/", r
assert self.Select.glob_to_re("[a.b/c]") == b"[a.b/c]"
r = self.Select.glob_to_re("[a*b-c]e[!]]")
assert r == b"[a*b-c]e[^]]", r
def testGlobSFException(self):
"""testGlobSFException - see if globbing errors returned"""
self.assertRaises(GlobbingError, self.Select.glob_get_normal_sf,
b"rdiff-backup_testfiles/select/hello//there", 1)
self.assertRaises(FilePrefixError, self.Select.glob_get_sf,
b"rdiff-backup_testfiles/whatever", 1)
self.assertRaises(FilePrefixError, self.Select.glob_get_sf,
b"rdiff-backup_testfiles/?hello", 0)
assert self.Select.glob_get_normal_sf(b"**", 1)
def testIgnoreCase(self):
"""testIgnoreCase - try a few expressions with ignorecase:"""
sf = self.Select.glob_get_sf(
"ignorecase:rdiff-backup_testfiles/SeLect/foo/bar", 1)
assert sf(self.makeext("FOO/BAR")) == 1
assert sf(self.makeext("foo/bar")) == 1
assert sf(self.makeext("fOo/BaR")) == 1
self.assertRaises(FilePrefixError, self.Select.glob_get_sf,
b"ignorecase:testfiles/sect/foo/bar", 1)
def testDev(self):
"""Test device and special file selection"""
dir = self.root.append("filetypes")
fifo = dir.append("fifo")
assert fifo.isfifo(), fifo
sym = dir.append("symlink")
assert sym.issym(), sym
reg = dir.append("regular_file")
assert reg.isreg(), reg
sock = dir.append("replace_with_socket")
if not sock.issock():
if sock.lstat():
sock.delete()
sock.mksock()
assert sock.issock(), sock
dev = dir.append("ttyS1")
# only root can create a (tty) device hence must exist
# sudo mknod ../rdiff-backup_testfiles/select/filetypes/ttyS1 c 4 65
assert dev.isdev(), dev
sf = self.Select.devfiles_get_sf(0)
assert sf(dir) is None
assert sf(dev) == 0
assert sf(sock) is None
sf2 = self.Select.special_get_sf(0)
assert sf2(dir) is None
assert sf2(reg) is None
assert sf2(dev) == 0
assert sf2(sock) == 0
assert sf2(fifo) == 0
assert sf2(sym) == 0
sf3 = self.Select.symlinks_get_sf(0)
assert sf3(dir) is None
assert sf3(reg) is None
assert sf3(dev) is None
assert sf3(sock) is None
assert sf3(fifo) is None
assert sf3(sym) == 0
def testRoot(self):
"""testRoot - / may be a counterexample to several of these.."""
root = rpath.RPath(Globals.local_connection, "/")
select = Select(root)
assert select.glob_get_sf("/", 1)(root) == 1
assert select.glob_get_sf("/foo", 1)(root) == 1
assert select.glob_get_sf("/foo/bar", 1)(root) == 1
assert select.glob_get_sf("/", 0)(root) == 0
assert select.glob_get_sf("/foo", 0)(root) is None
assert select.glob_get_sf("**.py", 1)(root) == 2
assert select.glob_get_sf("**", 1)(root) == 1
assert select.glob_get_sf("ignorecase:/", 1)(root) == 1
assert select.glob_get_sf("**.py", 0)(root) is None
assert select.glob_get_sf("**", 0)(root) == 0
assert select.glob_get_sf("/foo/*", 0)(root) is None
assert select.filelist_get_sf(io.BytesIO(b"/"), 1, "test")(root) == 1
assert select.filelist_get_sf(io.BytesIO(b"/foo/bar"), 1, "test")(root) == 1
assert select.filelist_get_sf(io.BytesIO(b"/"), 0, "test")(root) == 0
assert select.filelist_get_sf(io.BytesIO(b"/foo/bar"), 0, "test")(root) is None
def testOtherFilesystems(self):
"""Test to see if --exclude-other-filesystems works correctly"""
root = rpath.RPath(Globals.local_connection, "/")
select = Select(root)
sf = select.other_filesystems_get_sf(0)
assert sf(root) is None
assert sf(rpath.RPath(Globals.local_connection, "/usr/bin")) is None, \
"Assumption: /usr/bin is on the same filesystem as /"
assert sf(rpath.RPath(Globals.local_connection, "/proc")) == 0, \
"Assumption: /proc is on a different filesystem"
if b' /boot ' in subprocess.check_output('mount'):
assert sf(rpath.RPath(Globals.local_connection, "/boot")) == 0, \
"Assumption: /boot is on a different filesystem"
if b' /boot/efi ' in subprocess.check_output('mount'):
assert sf(rpath.RPath(Globals.local_connection, "/boot/efi")) == 0, \
"Assumption: /boot/efi is on a different filesystem"