Python WarcProxyHandler._proxy_request Examples

Example #1

            def _proxy_request(self):

                # make sure we don't capture anything in a banned IP range
                if not url_in_allowed_ip_range(self.url):
                    return

                with count_lock:
                    proxied_pair = [self.url, None]
                    proxied_requests.append(proxied_pair[0])
                    proxied_pairs.append(proxied_pair)
                response = WarcProxyHandler._proxy_request(self)
                with count_lock:
                    proxied_responses.append(response)
                    proxied_pair[1] = response

Example #2

            def _proxy_request(self):

                # make sure we don't capture anything in a banned IP range
                if not url_in_allowed_ip_range(self.url):
                    return

                with count_lock:
                    proxied_pair = [self.url, None]
                    proxied_requests.append(proxied_pair[0])
                    proxied_pairs.append(proxied_pair)
                response = WarcProxyHandler._proxy_request(self)
                with count_lock:
                    proxied_responses.append(response)
                    proxied_pair[1] = response

Example #3

File: tasks.py Project: thatandromeda/perma

 def _proxy_request(self):
     with count_lock:
         proxied_requests.append(self.url)
     response = WarcProxyHandler._proxy_request(self)
     with count_lock:
         proxied_responses.append(response)

Example #4

File: tasks.py Project: jcushman/perma

 def _proxy_request(self):
     with count_lock:
         unique_requests.add(self.url)
     WarcProxyHandler._proxy_request(self)
     with count_lock:
         unique_responses.add(self.url)

Example #5

 def _proxy_request(self):
     with count_lock:
         proxied_requests.append(self.url)
     response = WarcProxyHandler._proxy_request(self)
     with count_lock:
         proxied_responses.append(response)