def _proxy_request(self):
# make sure we don't capture anything in a banned IP range
if not url_in_allowed_ip_range(self.url):
return
with count_lock:
proxied_pair = [self.url, None]
proxied_requests.append(proxied_pair[0])
proxied_pairs.append(proxied_pair)
response = WarcProxyHandler._proxy_request(self)
with count_lock:
proxied_responses.append(response)
proxied_pair[1] = response
def _proxy_request(self):
# make sure we don't capture anything in a banned IP range
if not url_in_allowed_ip_range(self.url):
return
with count_lock:
proxied_pair = [self.url, None]
proxied_requests.append(proxied_pair[0])
proxied_pairs.append(proxied_pair)
response = WarcProxyHandler._proxy_request(self)
with count_lock:
proxied_responses.append(response)
proxied_pair[1] = response
def _proxy_request(self):
with count_lock:
proxied_requests.append(self.url)
response = WarcProxyHandler._proxy_request(self)
with count_lock:
proxied_responses.append(response)
def _proxy_request(self):
with count_lock:
unique_requests.add(self.url)
WarcProxyHandler._proxy_request(self)
with count_lock:
unique_responses.add(self.url)
def _proxy_request(self):
with count_lock:
proxied_requests.append(self.url)
response = WarcProxyHandler._proxy_request(self)
with count_lock:
proxied_responses.append(response)