Python WarcProxyHandler._proxy_request Beispiele

Beispiel #1

            def _proxy_request(self):

                # make sure we don't capture anything in a banned IP range
                if not url_in_allowed_ip_range(self.url):
                    return

                with count_lock:
                    proxied_pair = [self.url, None]
                    proxied_requests.append(proxied_pair[0])
                    proxied_pairs.append(proxied_pair)
                response = WarcProxyHandler._proxy_request(self)
                with count_lock:
                    proxied_responses.append(response)
                    proxied_pair[1] = response

Beispiel #2

            def _proxy_request(self):

                # make sure we don't capture anything in a banned IP range
                if not url_in_allowed_ip_range(self.url):
                    return

                with count_lock:
                    proxied_pair = [self.url, None]
                    proxied_requests.append(proxied_pair[0])
                    proxied_pairs.append(proxied_pair)
                response = WarcProxyHandler._proxy_request(self)
                with count_lock:
                    proxied_responses.append(response)
                    proxied_pair[1] = response

Beispiel #3

Datei: tasks.py Projekt: thatandromeda/perma

 def _proxy_request(self):
     with count_lock:
         proxied_requests.append(self.url)
     response = WarcProxyHandler._proxy_request(self)
     with count_lock:
         proxied_responses.append(response)

Beispiel #4

Datei: tasks.py Projekt: jcushman/perma

 def _proxy_request(self):
     with count_lock:
         unique_requests.add(self.url)
     WarcProxyHandler._proxy_request(self)
     with count_lock:
         unique_responses.add(self.url)

Beispiel #5

 def _proxy_request(self):
     with count_lock:
         proxied_requests.append(self.url)
     response = WarcProxyHandler._proxy_request(self)
     with count_lock:
         proxied_responses.append(response)