Beispiel #1
0
 def __init__(self, url):
     self.url      = url
     self.ua       = util.random_ua()
     self.agent    = browser_agent(self.ua)
     self.final    = None
     self.fname    = None
     self.consumed = False
Beispiel #2
0
 def __init__(self, url):
     self.url = url
     self.ua = util.random_ua()
     self.agent = browser_agent(self.ua)
     self.final = None
     self.fname = None
     self.consumed = False
Beispiel #3
0
    def __init__(self, url, environment = environment.default):
        import mechanize

        super(Consumer, self).__init__()
        ua = util.random_ua()
        br = mechanize.Browser()
        br.set_handle_robots(False)

        br.addheaders = [
            ('User-agent', ua),
            ('Accept', '*/*'),
            ('Accept-Encoding', 'gzip,deflate,identity'),
            ('Accept-Charset', 'ISO-8859-1,utf-8;q=0.7,*;q=0.7'),
            ('Accept-Language', 'en-us,en;q=0.5'),
        ]

        self.ua          = ua
        self.url         = url
        self.agent       = br
        self.final       = None
        self.fname       = None
        self.consumed    = False
        self.environment = environment