def get_file_http(self, url, path, revision): logging.info('Fetching file from %s' % url) try: request = URLRequest(url) if self.username: auth_string = base64.b64encode('%s:%s' % (self.username, self.password)) request.add_header('Authorization', 'Basic %s' % auth_string) return urlopen(request).read() except HTTPError as e: if e.code == 404: logging.error('404') raise FileNotFoundError(path, revision) else: msg = "HTTP error code %d when fetching file from %s: %s" % \ (e.code, url, e) logging.error(msg) raise SCMError(msg) except Exception as e: msg = "Unexpected error fetching file from %s: %s" % (url, e) logging.error(msg) raise SCMError(msg)
def fetch_feed(): import feedparser data = urlopen(url).read() parser = feedparser.parse(data) context = {"parser": parser} context.update(extra_context) return render_to_string(template_name, RequestContext(request, context))
def _http_request(self, url, body=None, headers={}, **kwargs): r = self._build_request(url, body, headers, **kwargs) u = urlopen(r) return u.read(), u.headers