def __init__(self, url): self.url = url self.ua = util.random_ua() self.agent = browser_agent(self.ua) self.final = None self.fname = None self.consumed = False
def __init__(self, url, environment = environment.default): import mechanize super(Consumer, self).__init__() ua = util.random_ua() br = mechanize.Browser() br.set_handle_robots(False) br.addheaders = [ ('User-agent', ua), ('Accept', '*/*'), ('Accept-Encoding', 'gzip,deflate,identity'), ('Accept-Charset', 'ISO-8859-1,utf-8;q=0.7,*;q=0.7'), ('Accept-Language', 'en-us,en;q=0.5'), ] self.ua = ua self.url = url self.agent = br self.final = None self.fname = None self.consumed = False self.environment = environment