def __find_songs(self, selection):
model, rows = selection.get_selected_rows()
dirs = [model[row][0] for row in rows]
songs = []
to_add = []
for dir in dirs:
try:
for file in sorted(os.listdir(dir)):
if not formats.filter(file):
continue
raw_path = os.path.join(dir, file)
fn = normalize_path(raw_path, canonicalise=True)
if fn in self.__glibrary:
songs.append(self.__glibrary[fn])
elif fn not in self.__library:
song = formats.MusicFile(fn)
if song:
to_add.append(song)
songs.append(song)
yield songs
if fn in self.__library:
song = self.__library[fn]
if not song.valid():
self.__library.reload(song)
if song in self.__library:
songs.append(song)
except OSError:
pass
self.__library.add(to_add)
yield songs
def scan(self, paths, exclude=[], cofuncid=None):
def need_yield(last_yield=[0]):
current = time.time()
if abs(current - last_yield[0]) > 0.015:
last_yield[0] = current
return True
return False
def need_added(last_added=[0]):
current = time.time()
if abs(current - last_added[0]) > 1.0:
last_added[0] = current
return True
return False
# first scan each path for new files
paths_to_load = []
for scan_path in paths:
print_d("Scanning %r." % scan_path)
desc = _("Scanning %s") % (fsn2text(unexpand(scan_path)))
with Task(_("Library"), desc) as task:
if cofuncid:
task.copool(cofuncid)
for real_path in iter_paths(scan_path, exclude=exclude):
if need_yield():
task.pulse()
yield
# skip unknown file extensions
if not formats.filter(real_path):
continue
# already loaded
if self.contains_filename(real_path):
continue
paths_to_load.append(real_path)
yield
# then (try to) load all new files
with Task(_("Library"), _("Loading files")) as task:
if cofuncid:
task.copool(cofuncid)
added = []
for real_path in task.gen(paths_to_load):
item = self.add_filename(real_path, False)
if item is not None:
added.append(item)
if len(added) > 100 or need_added():
self.add(added)
added = []
yield
if added and need_yield():
yield
if added:
self.add(added)
added = []
yield True
def scan(self, paths, exclude=[], cofuncid=None):
def need_yield(last_yield=[0]):
current = time.time()
if abs(current - last_yield[0]) > 0.015:
last_yield[0] = current
return True
return False
def need_added(last_added=[0]):
current = time.time()
if abs(current - last_added[0]) > 1.0:
last_added[0] = current
return True
return False
# first scan each path for new files
paths_to_load = []
for scan_path in paths:
print_d("Scanning %r." % scan_path)
desc = _("Scanning %s") % (fsn2text(unexpand(scan_path)))
with Task(_("Library"), desc) as task:
if cofuncid:
task.copool(cofuncid)
for real_path in iter_paths(scan_path, exclude=exclude):
if need_yield():
task.pulse()
yield
# skip unknown file extensions
if not formats.filter(real_path):
continue
# already loaded
if self.contains_filename(real_path):
continue
paths_to_load.append(real_path)
yield
# then (try to) load all new files
with Task(_("Library"), _("Loading files")) as task:
if cofuncid:
task.copool(cofuncid)
added = []
for real_path in task.gen(paths_to_load):
item = self.add_filename(real_path, False)
if item is not None:
added.append(item)
if len(added) > 100 or need_added():
self.add(added)
added = []
yield
if added and need_yield():
yield
if added:
self.add(added)
added = []
yield True
def _filesel_filter(filename):
IMAGES = [".jpg", ".png", ".jpeg"]
if formats.filter(filename):
return True
else:
for ext in IMAGES:
if filename.lower().endswith(ext):
return True
return False
def filesel_filter(filename):
IMAGES = [".jpg", ".png", ".jpeg"]
if formats.filter(filename):
return True
else:
for ext in IMAGES:
if filename.lower().endswith(ext):
return True
return False
def scan(self, paths, exclude=[], cofuncid=None):
added = []
exclude = [expanduser(path) for path in exclude if path]
def need_yield(last_yield=[0]):
current = time.time()
if abs(current - last_yield[0]) > 0.015:
last_yield[0] = current
return True
return False
def need_added(last_added=[0]):
current = time.time()
if abs(current - last_added[0]) > 1.0:
last_added[0] = current
return True
return False
for fullpath in paths:
print_d("Scanning %r." % fullpath, self)
desc = _("Scanning %s") % (unexpand(fsdecode(fullpath)))
with Task(_("Library"), desc) as task:
if cofuncid:
task.copool(cofuncid)
fullpath = expanduser(fullpath)
if filter(fullpath.startswith, exclude):
continue
for path, dnames, fnames in os.walk(fullpath):
for filename in fnames:
fullfilename = os.path.join(path, filename)
if filter(fullfilename.startswith, exclude):
continue
if fullfilename not in self._contents:
fullfilename = os.path.realpath(fullfilename)
# skip unknown file extensions
if not formats.filter(fullfilename):
continue
if filter(fullfilename.startswith, exclude):
continue
if fullfilename not in self._contents:
item = self.add_filename(fullfilename, False)
if item is not None:
added.append(item)
if len(added) > 100 or need_added():
self.add(added)
added = []
task.pulse()
yield
if added and need_yield():
yield
if added:
self.add(added)
added = []
task.pulse()
yield True
def scan(self, paths, exclude=[], cofuncid=None):
added = []
exclude = [expanduser(path) for path in exclude if path]
def need_yield(last_yield=[0]):
current = time.time()
if abs(current - last_yield[0]) > 0.015:
last_yield[0] = current
return True
return False
def need_added(last_added=[0]):
current = time.time()
if abs(current - last_added[0]) > 1.0:
last_added[0] = current
return True
return False
for fullpath in paths:
print_d("Scanning %r." % fullpath, self)
desc = _("Scanning %s") % (unexpand(fsdecode(fullpath)))
with Task(_("Library"), desc) as task:
if cofuncid:
task.copool(cofuncid)
fullpath = expanduser(fullpath)
if filter(fullpath.startswith, exclude):
continue
for path, dnames, fnames in os.walk(fullpath):
for filename in fnames:
fullfilename = os.path.join(path, filename)
if filter(fullfilename.startswith, exclude):
continue
if fullfilename not in self._contents:
fullfilename = os.path.realpath(fullfilename)
# skip unknown file extensions
if not formats.filter(fullfilename):
continue
if filter(fullfilename.startswith, exclude):
continue
if fullfilename not in self._contents:
item = self.add_filename(fullfilename, False)
if item is not None:
added.append(item)
if len(added) > 100 or need_added():
self.add(added)
added = []
task.pulse()
yield
if added and need_yield():
yield
if added:
self.add(added)
added = []
task.pulse()
yield True
def parse(self):
try: doc = feedparser.parse(self.uri)
except: return False
try: album = doc.channel.title
except AttributeError: return False
if album: self.name = album
else: self.name = _("Unknown")
defaults = AudioFile({"feed": self.uri})
try: self.__fill_af(doc.channel, defaults)
except: return False
entries = []
uris = set()
for entry in doc.entries:
try:
for enclosure in entry.enclosures:
try:
if ("audio" in enclosure.type or
"ogg" in enclosure.type or
formats.filter(enclosure.url)):
uri = enclosure.url.encode('ascii', 'replace')
try: size = enclosure.length
except AttributeError: size = 0
entries.append((uri, entry, size))
uris.add(uri)
break
except AttributeError: pass
except AttributeError: pass
for entry in list(self):
if entry["~uri"] not in uris: self.remove(entry)
else: uris.remove(entry["~uri"])
entries.reverse()
for uri, entry, size in entries:
if uri in uris:
song = RemoteFile(uri)
song["~#size"] = size
song.fill_metadata = False
song.update(defaults)
song["album"] = self.name
try: self.__fill_af(entry, song)
except: pass
else: self.insert(0, song)
self.__lastgot = time.time()
return bool(uris)
def scan(self, paths, exclude=[], cofuncid=None):
added = []
exclude = [expanduser(path) for path in exclude if path]
for fullpath in paths:
print_d("Scanning %r." % fullpath, self)
desc = _("Scanning %s") % (unexpand(fsdecode(fullpath)))
with Task(_("Library"), desc) as task:
if cofuncid:
task.copool(cofuncid)
fullpath = expanduser(fullpath)
if filter(fullpath.startswith, exclude):
continue
for path, dnames, fnames in os.walk(util.fsnative(fullpath)):
for filename in fnames:
fullfilename = os.path.join(path, filename)
if filter(fullfilename.startswith, exclude):
continue
if fullfilename not in self._contents:
fullfilename = os.path.realpath(fullfilename)
# skip unknown file extensions
if not formats.filter(fullfilename):
continue
if filter(fullfilename.startswith, exclude):
continue
if fullfilename not in self._contents:
item = self.add_filename(fullfilename, False)
if item is not None:
added.append(item)
if len(added) > 20:
self.add(added)
added = []
task.pulse()
yield True
if added:
self.add(added)
added = []
task.pulse()
yield True
def filesel_filter(filename):
if formats.filter(filename):
return True
else:
return is_image(filename)
def test_filter(self):
self.assertTrue(formats.filter("foo.mp3"))
self.assertFalse(formats.filter("foo.doc"))
self.assertFalse(formats.filter("foomp3"))
def test_filter(self):
self.assertTrue(formats.filter("foo.mp3"))
self.assertFalse(formats.filter("foo.doc"))
self.assertFalse(formats.filter("foomp3"))
def parse(self):
try:
if not self._check_feed():
return False
doc = feedparser.parse(self.uri)
except Exception as e:
print_w("Couldn't parse feed: %s (%s)" % (self.uri, e))
return False
try:
album = doc.channel.title
except AttributeError:
print_w("No channel title in %s" % doc)
return False
if album:
self.name = album
else:
self.name = _("Unknown")
defaults = AudioFile({"feed": self.uri})
try:
self.__fill_af(doc.channel, defaults)
except:
return False
entries = []
uris = set()
print_d("Found %d entries in channel" % len(doc.entries))
for entry in doc.entries:
try:
for enclosure in entry.enclosures:
try:
if ("audio" in enclosure.type or
"ogg" in enclosure.type or
formats.filter(enclosure.url)):
uri = enclosure.url
if not isinstance(uri, str):
uri = uri.decode('utf-8')
try:
size = float(enclosure.length)
except (AttributeError, ValueError):
size = 0
entries.append((uri, entry, size))
uris.add(uri)
break
except AttributeError:
pass
except AttributeError:
print_d("No enclosures found in %s" % entry)
for entry in list(self):
if entry["~uri"] not in uris:
self.remove(entry)
else:
uris.remove(entry["~uri"])
print_d("Successfully got %d episodes in channel" % len(entries))
entries.reverse()
for uri, entry, size in entries:
if uri in uris:
song = RemoteFile(uri)
song["~#size"] = size
song.fill_metadata = False
song.update(defaults)
song["album"] = self.name
try:
self.__fill_af(entry, song)
except Exception as e:
print_d("Couldn't convert %s to AudioFile (%s)" % (uri, e))
else:
self.insert(0, song)
self.__lastgot = time.time()
return bool(uris)
def filesel_filter(filename):
if formats.filter(filename):
return True
else:
return is_image(filename)
def parse(self):
try:
if not self._check_feed():
return False
doc = feedparser.parse(self.uri)
except Exception as e:
print_w("Couldn't parse feed: %s (%s)" % (self.uri, e))
return False
try:
album = doc.channel.title
except AttributeError:
print_w("No channel title in %s" % doc)
return False
if album:
self.name = album
else:
self.name = _("Unknown")
defaults = AudioFile({"feed": self.uri})
try:
self.__fill_af(doc.channel, defaults)
except:
return False
entries = []
uris = set()
print_d("Found %d entries in channel" % len(doc.entries))
for entry in doc.entries:
try:
for enclosure in entry.enclosures:
try:
if ("audio" in enclosure.type or
"ogg" in enclosure.type or
formats.filter(enclosure.url)):
uri = enclosure.url
if not isinstance(uri, text_type):
uri = uri.decode('utf-8')
try:
size = float(enclosure.length)
except AttributeError:
size = 0
entries.append((uri, entry, size))
uris.add(uri)
break
except AttributeError:
pass
except AttributeError:
print_d("No enclosures found in %s" % entry)
for entry in list(self):
if entry["~uri"] not in uris:
self.remove(entry)
else:
uris.remove(entry["~uri"])
print_d("Successfully got %d episodes in channel" % len(entries))
entries.reverse()
for uri, entry, size in entries:
if uri in uris:
song = RemoteFile(uri)
song["~#size"] = size
song.fill_metadata = False
song.update(defaults)
song["album"] = self.name
try:
self.__fill_af(entry, song)
except Exception as e:
print_d("Couldn't convert %s to AudioFile (%s)" % (uri, e))
else:
self.insert(0, song)
self.__lastgot = time.time()
return bool(uris)
def parse(self):
try:
doc = feedparser.parse(self.uri)
except:
return False
try:
album = doc.channel.title
except AttributeError:
return False
if album:
self.name = album
else:
self.name = _("Unknown")
defaults = AudioFile({"feed": self.uri})
try:
self.__fill_af(doc.channel, defaults)
except:
return False
entries = []
uris = set()
for entry in doc.entries:
try:
for enclosure in entry.enclosures:
try:
if ("audio" in enclosure.type
or "ogg" in enclosure.type
or formats.filter(enclosure.url)):
uri = enclosure.url.encode('ascii', 'replace')
try:
size = enclosure.length
except AttributeError:
size = 0
entries.append((uri, entry, size))
uris.add(uri)
break
except AttributeError:
pass
except AttributeError:
pass
for entry in list(self):
if entry["~uri"] not in uris:
self.remove(entry)
else:
uris.remove(entry["~uri"])
entries.reverse()
for uri, entry, size in entries:
if uri in uris:
song = RemoteFile(uri)
song["~#size"] = size
song.fill_metadata = False
song.update(defaults)
song["album"] = self.name
try:
self.__fill_af(entry, song)
except:
pass
else:
self.insert(0, song)
self.__lastgot = time.time()
return bool(uris)