def test_one_file_exclude(self):
fd, name = mkstemp(dir=self.root)
os.close(fd)
assert list(iter_paths(self.root, exclude=[self.root])) == []
assert list(iter_paths(self.root,
exclude=[os.path.dirname(self.root)])) == []
assert list(iter_paths(self.root, exclude=[name])) == []
assert list(iter_paths(self.root, exclude=[name + "a"])) == [name]
def test_hidden_dir(self):
child = mkdtemp(dir=self.root, prefix=".")
fd, name = mkstemp(dir=child)
os.close(fd)
assert list(iter_paths(child)) == []
assert list(iter_paths(child, skip_hidden=False)) == [name]
assert list(iter_paths(self.root)) == []
assert list(iter_paths(self.root, skip_hidden=False)) == [name]
def test_with_file(self):
fd, name = mkstemp(dir=self.root)
os.close(fd)
link = os.path.join(self.root, "foo")
os.symlink(name, link)
assert list(iter_paths(self.root)) == [name, name]
assert list(iter_paths(self.root, exclude=[link])) == [name]
assert list(iter_paths(self.root, exclude=[name])) == []
def scan(self, paths, exclude=[], cofuncid=None):
def need_yield(last_yield=[0]):
current = time.time()
if abs(current - last_yield[0]) > 0.015:
last_yield[0] = current
return True
return False
def need_added(last_added=[0]):
current = time.time()
if abs(current - last_added[0]) > 1.0:
last_added[0] = current
return True
return False
# first scan each path for new files
paths_to_load = []
for scan_path in paths:
print_d(f"Scanning {scan_path}", self._name)
desc = _("Scanning %s") % (fsn2text(unexpand(scan_path)))
with Task(_("Library"), desc) as task:
if cofuncid:
task.copool(cofuncid)
for real_path in iter_paths(scan_path, exclude=exclude):
if need_yield():
task.pulse()
yield
# skip unknown file extensions
if not formats.filter(real_path):
continue
# already loaded
if self.contains_filename(real_path):
continue
paths_to_load.append(real_path)
yield
# then (try to) load all new files
with Task(_("Library"), _("Loading files")) as task:
if cofuncid:
task.copool(cofuncid)
added = []
for real_path in task.gen(paths_to_load):
item = self.add_filename(real_path, False)
if item is not None:
added.append(item)
if len(added) > 100 or need_added():
self.add(added)
added = []
yield
if added and need_yield():
yield
if added:
self.add(added)
added = []
yield True
def test_with_dir_symlink(self):
child = mkdtemp(dir=self.root)
link = os.path.join(self.root, "foo")
os.symlink(child, link)
fd, name = mkstemp(dir=link)
os.close(fd)
assert name not in list(iter_paths(self.root))
assert list(iter_paths(link)) == list(iter_paths(child))
assert list(iter_paths(link, exclude=[link])) == []
assert list(iter_paths(child, exclude=[child])) == []
assert list(iter_paths(link, exclude=[child])) == []
def test_hidden_file(self):
fd, name = mkstemp(dir=self.root, prefix=".")
os.close(fd)
assert list(iter_paths(self.root)) == []
def test_one_file(self):
fd, name = mkstemp(dir=self.root)
os.close(fd)
assert list(iter_paths(self.root)) == [name]
def test_empty(self):
assert list(iter_paths(self.root)) == []
