def get(self,url,**kwargs): kwargs = apply_vars(kwargs, self.get_args) exec('pass') # apply locals. Copy+paste magic... data = kwargs['data'] # doesn't seem to work via other mechanism for some bizarre reason if proxy!=None: raise Exception, "URLTimeoutAppEngine can't handle proxies right now!" if data!=None: data = urlencode(data) if ref!=None: headers["Referer"] = ref try: grab = fetch(url,payload=data,headers=headers,deadline=self.getTimeout()) except DownloadError,e: raise URLTimeoutError,(e.message,url)
def get(self,url,**kwargs): kwargs = apply_vars(kwargs, self.get_args) exec('pass') # apply locals. Copy+paste magic... data = kwargs['data'] # doesn't seem to work via other mechanism for some bizarre reason if proxy!=None: raise Exception, "URLTimeoutAsync can't handle proxies right now!" if data!=None: encode_data = urlencode(data) else: encode_data = None grab = asyncgrab(self,url,ref,headers,data=encode_data,debug=self.debug) if self.debug: grab.set_debuglevel(1) try: grab.connect() except socket.error,err: raise URLTimeoutError,(err[1],url)