Esempio n. 1
0
def download_urls(urls,
                  title,
                  ext,
                  total_size,
                  output_dir='.',
                  refer=None,
                  merge=True):
    assert urls
    assert ext in ('flv', 'mp4')
    if not total_size:
        try:
            total_size = urls_size(urls)
        except:
            import traceback
            import sys
            traceback.print_exc(file=sys.stdout)
            pass
    title = to_native_string(title)
    title = escape_file_path(title)
    filename = '%s.%s' % (title, ext)
    filepath = os.path.join(output_dir, filename)
    if total_size:
        if os.path.exists(
                filepath) and os.path.getsize(filepath) >= total_size * 0.9:
            print 'Skip %s: file already exists' % filepath
            return
        bar = SimpleProgressBar(total_size, len(urls))
    else:
        bar = PiecesProgressBar(total_size, len(urls))
    if len(urls) == 1:
        url = urls[0]
        print 'Downloading %s ...' % filename
        url_save(url, filepath, bar, refer=refer)
        bar.done()
    else:
        flvs = []
        print 'Downloading %s.%s ...' % (title, ext)
        for i, url in enumerate(urls):
            filename = '%s[%02d].%s' % (title, i, ext)
            filepath = os.path.join(output_dir, filename)
            flvs.append(filepath)
            #print 'Downloading %s [%s/%s]...' % (filename, i+1, len(urls))
            bar.update_piece(i + 1)
            url_save(url, filepath, bar, refer=refer)
        bar.done()
        if not merge:
            return
        if ext == 'flv':
            from flv_join import concat_flvs
            concat_flvs(flvs, os.path.join(output_dir, title + '.flv'))
            for flv in flvs:
                os.remove(flv)
        elif ext == 'mp4':
            from mp4_join import concat_mp4s
            concat_mp4s(flvs, os.path.join(output_dir, title + '.mp4'))
            for flv in flvs:
                os.remove(flv)
        else:
            print "Can't join %s files" % ext
Esempio n. 2
0
def download_urls(urls, title, ext, total_size, output_dir='.', refer=None, merge=True):
	assert urls
	assert ext in ('flv', 'mp4')
	if not total_size:
		try:
			total_size = urls_size(urls)
		except:
			import traceback
			import sys
			traceback.print_exc(file=sys.stdout)
			pass
	title = to_native_string(title)
	title = escape_file_path(title)
	filename = '%s.%s' % (title, ext)
	filepath = os.path.join(output_dir, filename)
	if total_size:
		if os.path.exists(filepath) and os.path.getsize(filepath) >= total_size * 0.9:
			print('Skip %s: file already exists' % filepath)
			return
		bar = SimpleProgressBar(total_size, len(urls))
	else:
		bar = PiecesProgressBar(total_size, len(urls))
	if len(urls) == 1:
		url = urls[0]
		print('Downloading %s ...' % filename)
		url_save(url, filepath, bar, refer=refer)
		bar.done()

	else:
		flvs = []
		print('Downloading %s.%s ...' % (title, ext))
		for i, url in enumerate(urls):
			filename = '%s[%02d].%s' % (title, i, ext)
			filepath = os.path.join(output_dir, filename)
			flvs.append(filepath)
			#print 'Downloading %s [%s/%s]...' % (filename, i+1, len(urls))
			bar.update_piece(i+1)
			url_save(url, filepath, bar, refer=refer)

		bar.done()

		if not merge:
			return
		if ext == 'flv':
			from flv_join import concat_flvs
			concat_flvs(flvs, os.path.join(output_dir, title+'.flv'))
			for flv in flvs:
				os.remove(flv)
		elif ext == 'mp4':
			from mp4_join import concat_mp4s
			concat_mp4s(flvs, os.path.join(output_dir, title+'.mp4'))
			for flv in flvs:
				os.remove(flv)
		else:
			print "Can't join %s files" % ext
Esempio n. 3
0
def download_urls(urls, title, ext, total_size, output_dir=".", refer=None):
    assert urls
    assert ext in ("flv", "mp4")
    if not total_size:
        try:
            total_size = urls_size(urls)
        except:
            pass
    title = escape_file_path(title)
    title = to_native_string(title)
    filename = "%s.%s" % (title, ext)
    filepath = os.path.join(output_dir, filename)
    if total_size:
        if os.path.exists(filepath) and os.path.getsize(filepath) >= total_size * 0.9:
            print "Skip %s: file already exists" % filepath
            return
        bar = SimpleProgressBar(total_size, len(urls))
    else:
        bar = PiecesProgressBar(total_size, len(urls))
    if len(urls) == 1:
        url = urls[0]
        print "Downloading %s ..." % filename
        url_save(url, filepath, bar, refer=refer)
        bar.done()
    else:
        flvs = []
        print "Downloading %s.%s ..." % (title, ext)
        for i, url in enumerate(urls):
            filename = "%s[%02d].%s" % (title, i, ext)
            filepath = os.path.join(output_dir, filename)
            flvs.append(filepath)
            # print 'Downloading %s [%s/%s]...' % (filename, i+1, len(urls))
            bar.update_piece(i + 1)
            url_save(url, filepath, bar, refer=refer)
        bar.done()
        if ext == "flv":
            from flv_join import concat_flvs

            concat_flvs(flvs, os.path.join(output_dir, title + ".flv"))
            for flv in flvs:
                os.remove(flv)
        elif ext == "mp4":
            from mp4_join import concat_mp4s

            concat_mp4s(flvs, os.path.join(output_dir, title + ".mp4"))
            for flv in flvs:
                os.remove(flv)
        else:
            print "Can't join %s files" % ext
Esempio n. 4
0
def youku_download(url, output_dir="", stream_type=None):
    id2, title, subtitle = parse_page(url)
    if subtitle:
        title += "-" + subtitle
    if type(title) == unicode:
        encoding = sys.getfilesystemencoding()
        if encoding.lower() == "ascii":
            encoding = "utf-8"
        title = title.encode(encoding)
    info = get_info(id2)
    urls, sizes = zip(*find_video(info, stream_type))
    total_size = sum(sizes)
    bar = SimpleProgressBar(total_size, len(urls))
    assert urls
    if len(urls) == 1:
        url = urls[0]
        filename = "%s.%s" % (title, file_type_of_url(url))
        filepath = os.path.join(output_dir, filename)
        print "Downloading %s ..." % filename
        url_save(url, filepath, bar)
        bar.done()
    else:
        flvs = []
        file_type = file_type_of_url(urls[0])
        print "Downloading %s.%s ..." % (title, file_type)
        for i, url in enumerate(urls):
            filename = "%s[%02d].%s" % (title, i, file_type_of_url(url))
            filepath = os.path.join(output_dir, filename)
            flvs.append(filepath)
            # print 'Downloading %s [%s/%s]...' % (filename, i+1, len(urls))
            bar.update_piece(i + 1)
            url_save(url, filepath, bar)
        bar.done()
        if file_type == "flv":
            from flv_join import concat_flvs

            concat_flvs(flvs, os.path.join(output_dir, title + ".flv"))
            for flv in flvs:
                os.remove(flv)
        elif file_type == "mp4":
            from mp4_join import concat_mp4s

            concat_mp4s(flvs, os.path.join(output_dir, title + ".mp4"))
            for flv in flvs:
                os.remove(flv)
        else:
            print "Can't join %s files" % file_type
Esempio n. 5
0
def youku_download(url, output_dir='', stream_type=None):
    id2, title, subtitle = parse_page(url)
    if subtitle:
        title += '-' + subtitle
    if type(title) == unicode:
        encoding = sys.getfilesystemencoding()
        if encoding.lower() == 'ascii':
            encoding = 'utf-8'
        title = title.encode(encoding)
    info = get_info(id2)
    urls, sizes = zip(*find_video(info, stream_type))
    total_size = sum(sizes)
    bar = SimpleProgressBar(total_size, len(urls))
    assert urls
    if len(urls) == 1:
        url = urls[0]
        filename = '%s.%s' % (title, file_type_of_url(url))
        filepath = os.path.join(output_dir, filename)
        print 'Downloading %s ...' % filename
        url_save(url, filepath, bar)
        bar.done()
    else:
        flvs = []
        file_type = file_type_of_url(urls[0])
        print 'Downloading %s.%s ...' % (title, file_type)
        for i, url in enumerate(urls):
            filename = '%s[%02d].%s' % (title, i, file_type_of_url(url))
            filepath = os.path.join(output_dir, filename)
            flvs.append(filepath)
            #print 'Downloading %s [%s/%s]...' % (filename, i+1, len(urls))
            bar.update_piece(i + 1)
            url_save(url, filepath, bar)
        bar.done()
        if file_type == 'flv':
            from flv_join import concat_flvs
            concat_flvs(flvs, os.path.join(output_dir, title + '.flv'))
            for flv in flvs:
                os.remove(flv)
        elif file_type == 'mp4':
            from mp4_join import concat_mp4s
            concat_mp4s(flvs, os.path.join(output_dir, title + '.mp4'))
            for flv in flvs:
                os.remove(flv)
        else:
            print "Can't join %s files" % file_type
Esempio n. 6
0
def download_urls(urls, title, ext, total_size, n=10, output_dir=".", refer=None, merge=True):
    assert urls
    assert ext in ("flv", "mp4")
    if not total_size:
        try:
            total_size = urls_size(urls)
        except:
            import traceback
            import sys

            traceback.print_exc(file=sys.stdout)
            pass
    title = to_native_string(title)
    title = escape_file_path(title)
    filename = "%s.%s" % (title, ext)
    file_path = os.path.join(output_dir, filename)
    if total_size:
        if os.path.exists(file_path) and os.path.getsize(file_path) >= total_size * 0.9:
            print "Skip %s: file already exists" % file_path
            return
        bar = SimpleProgressBar(total_size, len(urls))
    else:
        bar = PiecesProgressBar(total_size, len(urls))
    if len(urls) == 1:
        _dl_methods(url=urls[0], file_path=file_path + "!", n_per_file=n, refer=refer)
        os.rename(file_path + "!", file_path)
    else:
        files = []
        multithread = []
        print "Downloading %s.%s ..." % (title, ext)
        tmp_path = os.path.join(output_dir, ".dlvideo")
        if not os.path.isdir(tmp_path):
            os.mkdir(tmp_path)
        for i, url in enumerate(urls):
            filename = "%s[%02d].%s" % (title, i, ext)
            file_path = os.path.join(tmp_path, filename)
            files.append(file_path)
            bar.update_piece(i + 1)
            print "[url] ", url
            multithread.append(DownloadThread(url, file_path, bar, refer))
        for t in multithread:
            t.join()
        bar.done()
        if not merge:
            print "not Merge?"
            return
        if ext == "flv":
            from flv_join import concat_flvs

            concat_flvs(files, os.path.join(output_dir, title + ".flv"))
            for f in files:
                os.remove(f)
        elif ext == "mp4":
            from mp4_join import concat_mp4s

            concat_mp4s(files, os.path.join(output_dir, title + ".mp4"))
            for f in files:
                os.remove(f)
        else:
            print "Can't join %s files" % ext
            os.system('say "Can\'t join %s files"' % ext)