def progress_bar_wget():
denominator = 10 if OPTIONS['--fast'] else 100000000
bar = ProgressBarWget(0 if OPTIONS['--undefined'] else denominator)
for i in range(0, denominator + 1, 2 if OPTIONS['--fast'] else 1234567):
bar.numerator = i
print(bar, end='\r')
sys.stdout.flush()
time.sleep(0.25)
bar.numerator = denominator
bar.force_done = True
print(bar)
def progress_bar_wget():
denominator = 10 if OPTIONS['--fast'] else 100000000
bar = ProgressBarWget(0 if OPTIONS['--undefined'] else denominator)
for i in range(0, denominator + 1, 2 if OPTIONS['--fast'] else 1234567):
bar.numerator = i
print(bar, end='\r')
sys.stdout.flush()
time.sleep(0.25)
bar.numerator = denominator
bar.force_done = True
print(bar)
def test_defined_weeks():
progress_bar = ProgressBarWget(2000000000)
assert ' 0% [ ] 0 --.-KiB/s ' == str(progress_bar)
eta._NOW = lambda: 1411868722.0
progress_bar.numerator = 1
assert ' 0% [ ] 1 --.-KiB/s ' == str(progress_bar)
eta._NOW = lambda: 1411868724.0
progress_bar.numerator = 2
assert ' 0% [ ] 2 0.50B/s eta 6613w 5d' == str(progress_bar)
def test_defined_rounded():
eta._NOW = lambda: 1411868723.5
progress_bar = ProgressBarWget(1023)
assert ' 0% [ ] 0 --.-KiB/s ' == str(progress_bar)
eta._NOW = lambda: 1411868724.0
progress_bar.numerator = 1022
assert '99% [================> ] 1,022 --.-KiB/s ' == str(progress_bar)
eta._NOW = lambda: 1411868724.5
progress_bar.numerator = 1023
assert '100%[=================>] 1,023 --.-KiB/s in 1s ' == str(progress_bar)
def main():
"""From: http://stackoverflow.com/questions/20801034/how-to-measure-download-speed-and-progress-using-requests"""
# Prepare.
if os.name == 'nt':
locale.setlocale(locale.LC_ALL, 'english-us')
else:
locale.resetlocale()
response = requests.get(OPTIONS['<url>'], stream=True)
content_length = None if OPTIONS['--ignore-length'] else int(response.headers.get('Content-Length'))
progress_bar = ProgressBarWget(content_length, eta_every=4)
thread = DownloadThread(response)
print_every_seconds = 0.25
# Download.
thread.start()
while True:
progress_bar.numerator = thread.bytes_downloaded
print(progress_bar, end='\r')
sys.stdout.flush()
# For undefined downloads (no content-length), check if thread has stopped. Loop only checks defined downloads.
if not thread.isAlive():
progress_bar.force_done = True
break
if progress_bar.done:
break
time.sleep(print_every_seconds)
print(progress_bar) # Always print one last time.
def main():
"""From: http://stackoverflow.com/questions/20801034/how-to-measure-download-speed-and-progress-using-requests"""
# Prepare.
if os.name == 'nt':
locale.setlocale(locale.LC_ALL, 'english-us')
else:
locale.resetlocale()
response = requests.get(OPTIONS['<url>'], stream=True)
content_length = None if OPTIONS['--ignore-length'] else int(
response.headers.get('Content-Length'))
progress_bar = ProgressBarWget(content_length, eta_every=4)
thread = DownloadThread(response)
print_every_seconds = 0.25
# Download.
thread.start()
while True:
progress_bar.numerator = thread.bytes_downloaded
print(progress_bar, end='\r')
sys.stdout.flush()
# For undefined downloads (no content-length), check if thread has stopped. Loop only checks defined downloads.
if not thread.isAlive():
progress_bar.force_done = True
break
if progress_bar.done:
break
time.sleep(print_every_seconds)
print(progress_bar) # Always print one last time.
def main():
"""From: http://stackoverflow.com/questions/20801034/how-to-measure-download-speed-and-progress-using-requests"""
# Prepare.
if os.name == 'nt':
locale.setlocale(locale.LC_ALL, 'english-us')
else:
locale.resetlocale()
if len(sys.argv) < 2:
error('Path to manifest is missing!')
manifest = sys.argv[1]
os.chdir(os.path.dirname(manifest))
with open(os.path.basename(manifest), 'r') as hdl:
meta = json.load(hdl)
chk_file = os.path.basename(manifest) + '.chk'
last_chk = None
if os.path.isfile(chk_file):
with open(chk_file, 'r') as stream:
last_chk = stream.read().strip()
if last_chk == '#'.join(meta['checksum']):
return
print('%s has changed or has not been downloaded, yet. Downloading...' % manifest)
response = requests.get(meta['url'], stream=True)
content_length = None if meta.get('ignore_length', False) else int(response.headers.get('Content-Length'))
progress_bar = ProgressBarWget(content_length, eta_every=4)
thread = DownloadThread(response, meta['checksum'])
print_every_seconds = 0.25
# Download.
thread.start()
while True:
progress_bar.numerator = thread.bytes_downloaded
print(progress_bar, end='\r')
sys.stdout.flush()
# For undefined downloads (no content-length), check if thread has stopped. Loop only checks defined downloads.
if not thread.isAlive():
progress_bar.force_done = True
break
if progress_bar.done:
break
time.sleep(print_every_seconds)
print(progress_bar) # Always print one last time.
if thread.failed:
error('The download failed because the download was incomplete or corrupted!')
thread.join()
with open(chk_file, 'w') as stream:
stream.write('#'.join(meta['checksum']))
def main():
"""From: http://stackoverflow.com/questions/20801034/how-to-measure-download-speed-and-progress-using-requests"""
# Prepare.
if os.name == 'nt':
locale.setlocale(locale.LC_ALL, 'english-us')
else:
locale.resetlocale()
if len(sys.argv) < 2:
error('Path to manifest is missing!')
manifest = sys.argv[1]
os.chdir(os.path.dirname(manifest))
with open(os.path.basename(manifest), 'r') as hdl:
meta = json.load(hdl)
chk_file = os.path.basename(manifest) + '.chk'
last_chk = None
if os.path.isfile(chk_file):
with open(chk_file, 'r') as stream:
last_chk = stream.read().strip()
if last_chk == '#'.join(meta['checksum']):
return
print('%s has changed or has not been downloaded, yet. Downloading...' % manifest)
response = requests.get(meta['url'], stream=True)
content_length = None if meta.get('ignore_length', False) else int(response.headers.get('Content-Length', 0))
progress_bar = ProgressBarWget(content_length, eta_every=4)
thread = DownloadThread(response, meta['checksum'])
print_every_seconds = 0.25
# Download.
thread.start()
while True:
progress_bar.numerator = thread.bytes_downloaded
print(progress_bar, end='\r')
sys.stdout.flush()
# For undefined downloads (no content-length), check if thread has stopped. Loop only checks defined downloads.
if not thread.isAlive():
progress_bar.force_done = True
break
if progress_bar.done:
break
time.sleep(print_every_seconds)
print(progress_bar) # Always print one last time.
if thread.failed:
error('The download failed because the download was incomplete or corrupted!')
thread.join()
with open(chk_file, 'w') as stream:
stream.write('#'.join(meta['checksum']))
def test_undefined():
misc.terminal_width = lambda: 60
eta._NOW = lambda: 1411868721.5
progress_bar = ProgressBarWget(None, max_width=55)
assert ' [<=> ] 0 --.-KiB/s ' == str(progress_bar)
assert ' [ <=> ] 0 --.-KiB/s ' == str(progress_bar)
assert ' [ <=> ] 0 --.-KiB/s ' == str(progress_bar)
eta._NOW = lambda: 1411868722.0
progress_bar.numerator = 10
assert ' [ <=> ] 10 --.-KiB/s ' == str(progress_bar)
assert ' [ <=> ] 10 --.-KiB/s ' == str(progress_bar)
eta._NOW = lambda: 1411868722.5
progress_bar.numerator = 100
assert ' [ <=> ] 100 180B/s ' == str(progress_bar)
eta._NOW = lambda: 1411868723.0
progress_bar.numerator = 1954727
assert ' [ <=> ] 1,954,727 1.86MiB/s ' == str(progress_bar)
assert ' [ <=> ] 1,954,727 1.86MiB/s ' == str(progress_bar)
eta._NOW = lambda: 1411868723.5
progress_bar.numerator = 4217583
assert ' [ <=> ] 4,217,583 2.79MiB/s ' == str(progress_bar)
eta._NOW = lambda: 1411868724.0
progress_bar.numerator = 6826725
assert ' [ <=> ] 6,826,725 3.41MiB/s ' == str(progress_bar)
eta._NOW = lambda: 1411868724.5
progress_bar.numerator = 8659265
assert ' [ <=>] 8,659,265 3.60MiB/s ' == str(progress_bar)
eta._NOW = lambda: 1411868725.0
progress_bar.numerator = 8659265
assert ' [ <=> ] 8,659,265 3.28MiB/s ' == str(progress_bar)
eta._NOW = lambda: 1411868725.5
progress_bar.numerator = 21057295
assert ' [ <=> ] 21,057,295 4.85MiB/s ' == str(progress_bar)
eta._NOW = lambda: 1411868726.0
progress_bar.numerator = 65572196
assert ' [ <=> ] 65,572,196 10.9MiB/s ' == str(progress_bar)
progress_bar.force_done = True
assert ' [ <=> ] 65,572,196 13.9MiB/s in 5s ' == str(progress_bar)
def test_defined():
eta._NOW = lambda: 1411868721.5
progress_bar = ProgressBarWget(2000)
assert ' 0% [ ] 0 --.-KiB/s ' == str(progress_bar)
assert ' 0% [ ] 0 --.-KiB/s ' == str(progress_bar)
assert ' 0% [ ] 0 --.-KiB/s ' == str(progress_bar)
eta._NOW = lambda: 1411868722.0
progress_bar.numerator = 102
assert ' 5% [ ] 102 --.-KiB/s ' == str(progress_bar)
assert ' 5% [ ] 102 --.-KiB/s ' == str(progress_bar)
eta._NOW = lambda: 1411868722.5
progress_bar.numerator = 281
assert '14% [=> ] 281 358B/s eta 5s ' == str(progress_bar)
eta._NOW = lambda: 1411868723.0
progress_bar.numerator = 593
assert '29% [====> ] 593 491B/s eta 3s ' == str(progress_bar)
eta._NOW = lambda: 1411868723.5
progress_bar.numerator = 1925
assert '96% [================> ] 1,925 1.13KiB/s eta 1s ' == str(progress_bar)
eta._NOW = lambda: 1411868724.0
progress_bar.numerator = 1999
assert '99% [================> ] 1,999 1.06KiB/s eta 1s ' == str(progress_bar)
eta._NOW = lambda: 1411868724.5
progress_bar.numerator = 2000
assert '100%[=================>] 2,000 666B/s in 3s ' == str(progress_bar)
def test_defined_long():
misc.terminal_width = lambda: 45
eta._NOW = lambda: 1411868721.5
progress_bar = ProgressBarWget(20)
assert ' 0% [ ] 0 --.-KiB/s ' == str(progress_bar)
assert ' 0% [ ] 0 --.-KiB/s ' == str(progress_bar)
assert ' 0% [ ] 0 --.-KiB/s ' == str(progress_bar)
eta._NOW = lambda: 1411868722.0
progress_bar.numerator = 1
assert ' 5% [ ] 1 --.-KiB/s ' == str(progress_bar)
assert ' 5% [ ] 1 --.-KiB/s ' == str(progress_bar)
eta._NOW = lambda: 1411868722.5
progress_bar.numerator = 2
assert '10% [ ] 2 2.00B/s eta 9s ' == str(progress_bar)
eta._NOW = lambda: 1411868723.0
progress_bar.numerator = 3
assert '15% [ ] 3 2.00B/s eta 9s ' == str(progress_bar)
eta._NOW = lambda: 1411868723.5
progress_bar.numerator = 4
assert '20% [ ] 4 2.00B/s eta 8s ' == str(progress_bar)
eta._NOW = lambda: 1411868724.0
progress_bar.numerator = 5
assert '25% [ ] 5 2.00B/s eta 8s ' == str(progress_bar)
eta._NOW = lambda: 1411868724.5
progress_bar.numerator = 6
assert '30% [ ] 6 2.00B/s eta 7s ' == str(progress_bar)
eta._NOW = lambda: 1411868725.0
progress_bar.numerator = 7
assert '35% [> ] 7 2.00B/s eta 7s ' == str(progress_bar)
eta._NOW = lambda: 1411868725.5
progress_bar.numerator = 8
assert '40% [> ] 8 2.00B/s eta 6s ' == str(progress_bar)
eta._NOW = lambda: 1411868726.0
progress_bar.numerator = 9
assert '45% [> ] 9 2.00B/s eta 6s ' == str(progress_bar)
eta._NOW = lambda: 1411868726.5
progress_bar.numerator = 10
assert '50% [> ] 10 2.00B/s eta 5s ' == str(progress_bar)
eta._NOW = lambda: 1411868727.0
progress_bar.numerator = 11
assert '55% [> ] 11 2.00B/s eta 5s ' == str(progress_bar)
eta._NOW = lambda: 1411868727.5
progress_bar.numerator = 12
assert '60% [> ] 12 2.00B/s eta 4s ' == str(progress_bar)
eta._NOW = lambda: 1411868728.0
progress_bar.numerator = 13
assert '65% [> ] 13 2.00B/s eta 4s ' == str(progress_bar)
eta._NOW = lambda: 1411868728.5
progress_bar.numerator = 14
assert '70% [=> ] 14 2.00B/s eta 3s ' == str(progress_bar)
eta._NOW = lambda: 1411868729.0
progress_bar.numerator = 15
assert '75% [=> ] 15 2.00B/s eta 3s ' == str(progress_bar)
eta._NOW = lambda: 1411868729.5
progress_bar.numerator = 16
assert '80% [=> ] 16 2.00B/s eta 2s ' == str(progress_bar)
eta._NOW = lambda: 1411868730.0
progress_bar.numerator = 17
assert '85% [=> ] 17 2.00B/s eta 2s ' == str(progress_bar)
eta._NOW = lambda: 1411868730.5
progress_bar.numerator = 18
assert '90% [=> ] 18 2.00B/s eta 1s ' == str(progress_bar)
eta._NOW = lambda: 1411868731.0
progress_bar.numerator = 19
assert '95% [=> ] 19 2.00B/s eta 1s ' == str(progress_bar)
eta._NOW = lambda: 1411868731.5
progress_bar.numerator = 20
assert '100%[==>] 20 2.00B/s in 10s ' == str(progress_bar)
def test_overflow_eta_caching():
eta._NOW = lambda: 1411868721.5
progress_bar = ProgressBarWget(500000000000, eta_every=4)
assert ' 0% [ ] 0 --.-KiB/s ' == str(progress_bar)
eta._NOW = lambda: 1411868722.0
progress_bar.numerator = 1000000
assert ' 0% [ ] 1,000,000 --.-KiB/s ' == str(progress_bar)
eta._NOW = lambda: 1411868722.5
progress_bar.numerator = 3000000
assert ' 0% [ ] 3,000,000 --.-KiB/s ' == str(progress_bar)
eta._NOW = lambda: 1411868723.0
progress_bar.numerator = 6000000
assert ' 0% [ ] 6,000,000 --.-KiB/s ' == str(progress_bar)
eta._NOW = lambda: 1411868723.5
progress_bar.numerator = 13000000
assert ' 0% [ ] 13,000,000 13.4MiB/s eta 17h 48m ' == str(progress_bar)
eta._NOW = lambda: 1411868724.0
progress_bar.numerator = 93000000
assert ' 0% [ ] 93,000,000 152MiB/s eta 17h 48m ' == str(progress_bar)
eta._NOW = lambda: 1411868724.5
progress_bar.numerator = 193000000
assert ' 0% [ ] 193,000,000 190MiB/s eta 17h 48m ' == str(progress_bar)
eta._NOW = lambda: 1411868725.0
progress_bar.numerator = 300000000
assert ' 0% [ ] 300,000,000 204MiB/s eta 17h 48m ' == str(progress_bar)
eta._NOW = lambda: 1411868725.5
progress_bar.numerator = 700000000
assert ' 0% [ ] 700,000,000 762MiB/s eta 49m 50s ' == str(progress_bar)
eta._NOW = lambda: 1411868726.0
progress_bar.numerator = 1400000000
assert ' 0% [ ] 1,400,000,000 1.30GiB/s eta 49m 50s ' == str(progress_bar)
eta._NOW = lambda: 1411868726.5
progress_bar.numerator = 2500000000
assert ' 0% [ ] 2,500,000,000 2.05GiB/s eta 49m 50s ' == str(progress_bar)
eta._NOW = lambda: 1411868727.0
progress_bar.numerator = 9999999999
assert ' 1% [ ] 9,999,999,999 14.0GiB/s eta 49m 50s ' == str(progress_bar)
eta._NOW = lambda: 1411868727.5
progress_bar.numerator = 10000000000
assert ' 2% [ ] 10,000,000,000 2.00B/s eta 5m 12s ' == str(progress_bar)
eta._NOW = lambda: 1411868728.0
progress_bar.numerator = 10000000001
assert ' 2% [ ] 10,000,000,001 2.00B/s eta 5m 12s ' == str(progress_bar)
eta._NOW = lambda: 1411868728.5
progress_bar.numerator = 10000000002
assert ' 2% [ ] 10,000,000,002 2.00B/s eta 5m 12s ' == str(progress_bar)
eta._NOW = lambda: 1411868729.0
progress_bar.numerator = 100000000002
assert '20% [=> ] 100,000,000,002 167GiB/s eta 5m 12s ' == str(progress_bar)
eta._NOW = lambda: 1411868729.0
progress_bar.numerator = 400000000002
assert '80% [==========> ] 400,000,000,002 726GiB/s eta 8s ' == str(progress_bar)
eta._NOW = lambda: 1411868729.0
progress_bar.numerator = 500000000000
assert '100%[=============>] 500,000,000,000 62.1GiB/s in 8s ' == str(progress_bar)