def test_url_basename(self):
self.assertEqual(url_basename("http://foo.de/"), "")
self.assertEqual(url_basename("http://foo.de/bar/baz"), "baz")
self.assertEqual(url_basename("http://foo.de/bar/baz?x=y"), "baz")
self.assertEqual(url_basename("http://foo.de/bar/baz#x=y"), "baz")
self.assertEqual(url_basename("http://foo.de/bar/baz/"), "baz")
self.assertEqual(url_basename("http://media.w3.org/2010/05/sintel/trailer.mp4"), "trailer.mp4")
def test_url_basename(self):
self.assertEqual(url_basename('http://foo.de/'), '')
self.assertEqual(url_basename('http://foo.de/bar/baz'), 'baz')
self.assertEqual(url_basename('http://foo.de/bar/baz?x=y'), 'baz')
self.assertEqual(url_basename('http://foo.de/bar/baz#x=y'), 'baz')
self.assertEqual(url_basename('http://foo.de/bar/baz/'), 'baz')
self.assertEqual(
url_basename('http://media.w3.org/2010/05/sintel/trailer.mp4'),
'trailer.mp4')
def test_url_basename(self):
self.assertEqual(url_basename('http://foo.de/'), '')
self.assertEqual(url_basename('http://foo.de/bar/baz'), 'baz')
self.assertEqual(url_basename('http://foo.de/bar/baz?x=y'), 'baz')
self.assertEqual(url_basename('http://foo.de/bar/baz#x=y'), 'baz')
self.assertEqual(url_basename('http://foo.de/bar/baz/'), 'baz')
self.assertEqual(
url_basename('http://media.w3.org/2010/05/sintel/trailer.mp4'),
'trailer.mp4')
def extractPlayListDetail(self,
ie_result,
max_downloads,
path='',
download=False):
ydl_opts = {
'outtmpl': os.path.join(path, "%(title)s.%(ext)s"),
'writesubtitles': True,
'writethumbnail': True,
# 'playlist_items': '2,3,7,10',
"max_downloads": max_downloads
}
youtube_dl.utils.std_headers['User-Agent'] = self._user_agent
with youtube_dl.YoutubeDL(ydl_opts) as ydl:
result_type = ie_result.get('_type', 'video')
if result_type in ('playlist', 'multi_video'):
# We process each entry in the playlist
playlist = ie_result.get('title') or ie_result.get('id')
ydl.to_screen('[Extract Information] Extracting playlist: %s' %
playlist)
playlist_results = []
playliststart = ydl.params.get('playliststart', 1) - 1
playlistend = ydl.params.get('playlistend')
# For backwards compatibility, interpret -1 as whole list
if playlistend == -1:
playlistend = None
playlistitems_str = ydl.params.get('playlist_items')
playlistitems = None
if playlistitems_str is not None:
def iter_playlistitems(format):
for string_segment in format.split(','):
if '-' in string_segment:
start, end = string_segment.split('-')
for item in range(int(start), int(end) + 1):
yield int(item)
else:
yield int(string_segment)
playlistitems = orderedSet(
iter_playlistitems(playlistitems_str))
ie_entries = ie_result['entries']
def make_playlistitems_entries(list_ie_entries):
num_entries = len(list_ie_entries)
return [
list_ie_entries[i - 1] for i in playlistitems
if -num_entries <= i - 1 < num_entries
]
def report_download(num_entries):
ydl.to_screen(
'[%s] playlist %s: Extracting %d videos' %
(ie_result['extractor'], playlist, num_entries))
if isinstance(ie_entries, list):
n_all_entries = len(ie_entries)
if playlistitems:
entries = make_playlistitems_entries(ie_entries)
else:
entries = ie_entries[playliststart:playlistend]
n_entries = len(entries)
ydl.to_screen(
'[%s] playlist %s: Collected %d video ids (extractng %d of them)'
% (ie_result['extractor'], playlist, n_all_entries,
n_entries))
elif isinstance(ie_entries, PagedList):
if playlistitems:
entries = []
for item in playlistitems:
entries.extend(ie_entries.getslice(item - 1, item))
else:
entries = ie_entries.getslice(playliststart,
playlistend)
n_entries = len(entries)
report_download(n_entries)
else: # iterable
if playlistitems:
entries = make_playlistitems_entries(
list(
itertools.islice(ie_entries, 0,
max(playlistitems))))
else:
entries = list(
itertools.islice(ie_entries, playliststart,
playlistend))
n_entries = len(entries)
report_download(n_entries)
if ydl.params.get('playlistreverse', False):
entries = entries[::-1]
if ydl.params.get('playlistrandom', False):
random.shuffle(entries)
x_forwarded_for = ie_result.get('__x_forwarded_for_ip')
for i, entry in enumerate(entries, 1):
ydl.to_screen(
'[extract information] Extracting video %s of %s' %
(i, n_entries))
# This __x_forwarded_for_ip thing is a bit ugly but requires
# minimal changes
if x_forwarded_for:
entry['__x_forwarded_for_ip'] = x_forwarded_for
extra = {
'n_entries':
n_entries,
'playlist':
playlist,
'playlist_id':
ie_result.get('id'),
'playlist_title':
ie_result.get('title'),
'playlist_uploader':
ie_result.get('uploader'),
'playlist_uploader_id':
ie_result.get('uploader_id'),
'playlist_index':
playlistitems[i - 1] if playlistitems else i +
playliststart,
'extractor':
ie_result['extractor'],
'webpage_url':
ie_result['webpage_url'],
'webpage_url_basename':
url_basename(ie_result['webpage_url']),
'extractor_key':
ie_result['extractor_key'],
}
reason = ydl._match_entry(entry, incomplete=True)
if reason is not None:
ydl.to_screen('[Extract] ' + reason)
continue
try:
entry_result = ydl.process_ie_result(entry,
download=download,
extra_info=extra)
except MaxDownloadsReached:
ydl.to_screen(
'[info] Maximum number of downloaded files reached.'
)
break
playlist_results.append(entry_result)
ie_result['entries'] = playlist_results
ydl.to_screen('[Extract] Finished extracting playlist: %s' %
playlist)
return ie_result
