Exemple #1
0
 def test_url_basename(self):
     self.assertEqual(url_basename("http://foo.de/"), "")
     self.assertEqual(url_basename("http://foo.de/bar/baz"), "baz")
     self.assertEqual(url_basename("http://foo.de/bar/baz?x=y"), "baz")
     self.assertEqual(url_basename("http://foo.de/bar/baz#x=y"), "baz")
     self.assertEqual(url_basename("http://foo.de/bar/baz/"), "baz")
     self.assertEqual(url_basename("http://media.w3.org/2010/05/sintel/trailer.mp4"), "trailer.mp4")
Exemple #2
0
 def test_url_basename(self):
     self.assertEqual(url_basename('http://foo.de/'), '')
     self.assertEqual(url_basename('http://foo.de/bar/baz'), 'baz')
     self.assertEqual(url_basename('http://foo.de/bar/baz?x=y'), 'baz')
     self.assertEqual(url_basename('http://foo.de/bar/baz#x=y'), 'baz')
     self.assertEqual(url_basename('http://foo.de/bar/baz/'), 'baz')
     self.assertEqual(
         url_basename('http://media.w3.org/2010/05/sintel/trailer.mp4'),
         'trailer.mp4')
 def test_url_basename(self):
     self.assertEqual(url_basename('http://foo.de/'), '')
     self.assertEqual(url_basename('http://foo.de/bar/baz'), 'baz')
     self.assertEqual(url_basename('http://foo.de/bar/baz?x=y'), 'baz')
     self.assertEqual(url_basename('http://foo.de/bar/baz#x=y'), 'baz')
     self.assertEqual(url_basename('http://foo.de/bar/baz/'), 'baz')
     self.assertEqual(
         url_basename('http://media.w3.org/2010/05/sintel/trailer.mp4'),
         'trailer.mp4')
Exemple #4
0
    def extractPlayListDetail(self,
                              ie_result,
                              max_downloads,
                              path='',
                              download=False):
        ydl_opts = {
            'outtmpl': os.path.join(path, "%(title)s.%(ext)s"),
            'writesubtitles': True,
            'writethumbnail': True,
            # 'playlist_items': '2,3,7,10',
            "max_downloads": max_downloads
        }
        youtube_dl.utils.std_headers['User-Agent'] = self._user_agent
        with youtube_dl.YoutubeDL(ydl_opts) as ydl:
            result_type = ie_result.get('_type', 'video')
            if result_type in ('playlist', 'multi_video'):
                # We process each entry in the playlist
                playlist = ie_result.get('title') or ie_result.get('id')
                ydl.to_screen('[Extract Information] Extracting playlist: %s' %
                              playlist)

                playlist_results = []

                playliststart = ydl.params.get('playliststart', 1) - 1
                playlistend = ydl.params.get('playlistend')
                # For backwards compatibility, interpret -1 as whole list
                if playlistend == -1:
                    playlistend = None

                playlistitems_str = ydl.params.get('playlist_items')
                playlistitems = None
                if playlistitems_str is not None:

                    def iter_playlistitems(format):
                        for string_segment in format.split(','):
                            if '-' in string_segment:
                                start, end = string_segment.split('-')
                                for item in range(int(start), int(end) + 1):
                                    yield int(item)
                            else:
                                yield int(string_segment)

                    playlistitems = orderedSet(
                        iter_playlistitems(playlistitems_str))

                ie_entries = ie_result['entries']

                def make_playlistitems_entries(list_ie_entries):
                    num_entries = len(list_ie_entries)
                    return [
                        list_ie_entries[i - 1] for i in playlistitems
                        if -num_entries <= i - 1 < num_entries
                    ]

                def report_download(num_entries):
                    ydl.to_screen(
                        '[%s] playlist %s: Extracting %d videos' %
                        (ie_result['extractor'], playlist, num_entries))

                if isinstance(ie_entries, list):
                    n_all_entries = len(ie_entries)
                    if playlistitems:
                        entries = make_playlistitems_entries(ie_entries)
                    else:
                        entries = ie_entries[playliststart:playlistend]
                    n_entries = len(entries)
                    ydl.to_screen(
                        '[%s] playlist %s: Collected %d video ids (extractng %d of them)'
                        % (ie_result['extractor'], playlist, n_all_entries,
                           n_entries))
                elif isinstance(ie_entries, PagedList):
                    if playlistitems:
                        entries = []
                        for item in playlistitems:
                            entries.extend(ie_entries.getslice(item - 1, item))
                    else:
                        entries = ie_entries.getslice(playliststart,
                                                      playlistend)
                    n_entries = len(entries)
                    report_download(n_entries)
                else:  # iterable
                    if playlistitems:
                        entries = make_playlistitems_entries(
                            list(
                                itertools.islice(ie_entries, 0,
                                                 max(playlistitems))))
                    else:
                        entries = list(
                            itertools.islice(ie_entries, playliststart,
                                             playlistend))
                    n_entries = len(entries)
                    report_download(n_entries)

                if ydl.params.get('playlistreverse', False):
                    entries = entries[::-1]

                if ydl.params.get('playlistrandom', False):
                    random.shuffle(entries)

                x_forwarded_for = ie_result.get('__x_forwarded_for_ip')
                for i, entry in enumerate(entries, 1):
                    ydl.to_screen(
                        '[extract information] Extracting video %s of %s' %
                        (i, n_entries))
                    # This __x_forwarded_for_ip thing is a bit ugly but requires
                    # minimal changes
                    if x_forwarded_for:
                        entry['__x_forwarded_for_ip'] = x_forwarded_for
                    extra = {
                        'n_entries':
                        n_entries,
                        'playlist':
                        playlist,
                        'playlist_id':
                        ie_result.get('id'),
                        'playlist_title':
                        ie_result.get('title'),
                        'playlist_uploader':
                        ie_result.get('uploader'),
                        'playlist_uploader_id':
                        ie_result.get('uploader_id'),
                        'playlist_index':
                        playlistitems[i - 1] if playlistitems else i +
                        playliststart,
                        'extractor':
                        ie_result['extractor'],
                        'webpage_url':
                        ie_result['webpage_url'],
                        'webpage_url_basename':
                        url_basename(ie_result['webpage_url']),
                        'extractor_key':
                        ie_result['extractor_key'],
                    }

                    reason = ydl._match_entry(entry, incomplete=True)
                    if reason is not None:
                        ydl.to_screen('[Extract] ' + reason)
                        continue
                    try:
                        entry_result = ydl.process_ie_result(entry,
                                                             download=download,
                                                             extra_info=extra)
                    except MaxDownloadsReached:
                        ydl.to_screen(
                            '[info] Maximum number of downloaded files reached.'
                        )
                        break
                    playlist_results.append(entry_result)
                ie_result['entries'] = playlist_results
                ydl.to_screen('[Extract] Finished extracting playlist: %s' %
                              playlist)
        return ie_result