import itertools as it
import random

client = xmlrpclib.ServerProxy('http://pypi.python.org/pypi')
to='test-pypi-deps.txt'
packages = ['gala', 'scikit-learn', 'scipy', 'scikit-image', 'Flask']
random.shuffle(packages)

# Check if package is already in the output file (useful for restarting after a failure)
try:
    with open(to, 'r') as fin:
        done_packages = set([line.split()[0] for line in fin])
except FileNotFoundError:
    done_packages = set()

# initalising variables for progress bar
i = len(done_packages)
n = len(packages)
prev_percent_done = 0

for package in packages:
    if package not in done_packages:
        extract_package(package, to=to, client=client)
        i += 1 # for progress bar

    # progress bar
    percent_done = round(i/n*100)
    if percent_done > prev_percent_done:
        print('{0}% done ({1} of {2})'.format(percent_done,i,n))
        prev_percent_done = percent_done
Example #2
0
from dependencies import extract_package
import xmlrpc.client as xmlrpclib

import random

client = xmlrpclib.ServerProxy('http://pypi.python.org/pypi')
packages = ['gala', 'scikit-learn', 'scipy', 'scikit-image', 'Flask']
random.shuffle(packages)
for package in packages:
    extract_package(package, to='test-pypi-deps.txt', client=client)
from dependencies import extract_package
import xmlrpc.client as xmlrpclib

import random
client = xmlrpclib.ServerProxy('http://pypi.python.org/pypi')
packages = ['gala', 'scikit-learn', 'scipy', 'scikit-image', 'Flask']
random.shuffle(packages)
for package in packages:
    extract_package(package, to='test-pypi-deps.txt', client=client)
import itertools as it
import random

client = xmlrpclib.ServerProxy('http://pypi.python.org/pypi')
to = 'test-pypi-deps.txt'
packages = ['gala', 'scikit-learn', 'scipy', 'scikit-image', 'Flask']
random.shuffle(packages)

# Check if package is already in the output file (useful for restarting after a failure)
try:
    with open(to, 'r') as fin:
        done_packages = set([line.split()[0] for line in fin])
except FileNotFoundError:
    done_packages = set()

# initalising variables for progress bar
i = len(done_packages)
n = len(packages)
prev_percent_done = 0

for package in packages:
    if package not in done_packages:
        extract_package(package, to=to, client=client)
        i += 1  # for progress bar

    # progress bar
    percent_done = round(i / n * 100)
    if percent_done > prev_percent_done:
        print('{0}% done ({1} of {2})'.format(percent_done, i, n))
        prev_percent_done = percent_done