示例#1
0
 def __init__(self, not_found_tries=30, not_found_delay=60,
                    *args, **kwargs):
   FancyURLopener.__init__(self, *args, **kwargs)
   self.tries = 0
   self.total_tries = not_found_tries
   self.not_found_delay = not_found_delay
   self.found = False # ever had anything not 404
示例#2
0
文件: manager.py 项目: hugovk/osmviz
 def __init__(self, *args):
     FancyURLopener.__init__(self, *args)
     for i, (header, val) in enumerate(self.addheaders):
         if header == "User-Agent":
             del self.addheaders[i]
             break
     self.addheader("User-Agent", "OSMViz/1.1.0 +https://hugovk.github.io/osmviz")
示例#3
0
 def __init__(self,
              not_found_tries=30,
              not_found_delay=60,
              *args,
              **kwargs):
     FancyURLopener.__init__(self, *args, **kwargs)
     self.tries = 0
     self.total_tries = not_found_tries
     self.not_found_delay = not_found_delay
     self.found = False  # ever had anything not 404
示例#4
0
	def __init__(self, *, robot=None, max_tries=2):
		"""
		@param robot le robot à utiliser, par default pas de robot utilisé, toutes les urls sont visitées
		@param max_tries le nombre maximum d'essais  d'ouverture de l'url
		"""
		FancyURLopener.__init__(self)
		self.addheader('User-agent', 'Galopa')
		
		self.robot = robot

		self.max_tries = max_tries
示例#5
0
文件: __init__.py 项目: sbraz/imdbpy
 def __init__(self, *args, **kwargs):
     self._last_url = u''
     FancyURLopener.__init__(self, *args, **kwargs)
     # Headers to add to every request.
     # XXX: IMDb's web server doesn't like urllib-based programs,
     #      so lets fake to be Mozilla.
     #      Wow!  I'm shocked by my total lack of ethic! <g>
     for header in ('User-Agent', 'User-agent', 'user-agent'):
         self.del_header(header)
     self.set_header('User-Agent', 'Mozilla/5.0')
     self.set_header('Accept-Language', 'en-us,en;q=0.5')
     # XXX: This class is used also to perform "Exact Primary
     #      [Title|Name]" searches, and so by default the cookie is set.
     c_header = 'uu=%s; id=%s' % (_cookie_uu, _cookie_id)
     self.set_header('Cookie', c_header)
示例#6
0
文件: __init__.py 项目: sbraz/imdbpy
 def __init__(self, *args, **kwargs):
     self._last_url = u''
     FancyURLopener.__init__(self, *args, **kwargs)
     # Headers to add to every request.
     # XXX: IMDb's web server doesn't like urllib-based programs,
     #      so lets fake to be Mozilla.
     #      Wow!  I'm shocked by my total lack of ethic! <g>
     for header in ('User-Agent', 'User-agent', 'user-agent'):
         self.del_header(header)
     self.set_header('User-Agent', 'Mozilla/5.0')
     self.set_header('Accept-Language', 'en-us,en;q=0.5')
     # XXX: This class is used also to perform "Exact Primary
     #      [Title|Name]" searches, and so by default the cookie is set.
     c_header = 'uu=%s; id=%s' % (_cookie_uu, _cookie_id)
     self.set_header('Cookie', c_header)
示例#7
0
 def __init__(self, user, passwd):
     self._user = user
     self._passwd = passwd
     self._promptcalled = False
     FancyURLopener.__init__(self)
示例#8
0
 def __init__(self, username):
     FancyURLopener.__init__(self)
     FancyURLopener.version = "/u/" + username + " getting awesome wallpapers"
 def __init__(self, user, pw):
     self.username = user
     self.password = pw
     self.numTries = 0
     FancyURLopener.__init__(self)
示例#10
0
 def __init__(self, username=None, passwd=None, *args, **kw):
     FancyURLopener.__init__(self, *args, **kw)
     self.username = username
     self.passwd = passwd
示例#11
0
 def __init__(self, user, passwd):
     self._user = user
     self._passwd = passwd
     self._promptcalled = False
     FancyURLopener.__init__(self)
示例#12
0
 def __init__(self, proxy={}, usr=None, pwd=None):
     FancyURLopener.__init__(self, proxy)
     self.count = 0
     self.proxy = proxy
     self.usr = usr
     self.pwd = pwd