Ejemplo n.º 1
0
import copy
import sys
import catalog
import cookielib
import platform
import ourlogging

#We emulate Mozilla Firefox on Windows 7 64 bit as our UA
red=urllib2.HTTPRedirectHandler()
userAgent=[('User-Agent',' Mozilla/5.0 (Windows NT 6.1; WOW64; rv:15.0) Gecko/20100101 Firefox/15.0')]
cj = cookielib.CookieJar()
opener=urllib2.build_opener(urllib2.HTTPCookieProcessor(cj),red)
opener.addheaders=userAgent

ourlogging.config()
logger = ourlogging.logger("utils")


def getPage(url):
    """Returns the contents of a url as a string.

    This currently doesn't do anything to handle exceptions.

    @param url The url to grab a page from.
    @return A string containing the page contents of url.
    """
    try:
        opener.addheaders=userAgent + [('Referer', url)]
        f=opener.open(url)
        page = f.read()
        f.close()
Ejemplo n.º 2
0
import os, sys, argparse
import catalog, utils
import ourlogging

logger = ourlogging.logger("command")

def all_packages():
    return catalog.full_list
            
class Packages():
    @staticmethod
    def calc_packages(args):
        if args['all-except']:
            return list(set(all_packages()) - set(args['packages']))
        else:
            return args['packages']
    
    def __init__(self, args):
        self.packages = self.calc_packages(args)

        self.args = args

    def dofor(self, func):
        #TODO make parallel version
        d = {}
        for p in self.packages:
            d[p] = func(p, self.args)
        return d

def find_file(package, location):
    # read through all the file names.