def handleHeader(self, key, value):
ScrapyHTTPPageGetter.handleHeader(self, key, value)
# if key.lower() == 'content-length' and int(value) > MAX_RESPONSE_SIZE:
# self.connectionLost('oversized')
# print("XXXXXXXXXXXXXX")
if key.lower() == 'content-type' and value.lower() != 'text/html':
self.connectionLost('unqualified_type')
print("TTTTTTTTTTTTTT")
def handleHeader(self, key, value):
ScrapyHTTPPageGetter.handleHeader(self, key, value)
if key.lower() == 'content-length' and int(value) > MAX_RESPONSE_SIZE:
self.connectionLost('oversized')
def handleHeader(self, key, value):
ScrapyHTTPPageGetter.handleHeader(self, key, value)
if self.factory.method.upper() == 'GET' and key.lower(
) == 'content-length' and int(value) > MAX_RESPONSE_SIZE:
self.connectionLost('response_too_big: %s' % value)
def handleHeader(self, key, value):
ScrapyHTTPPageGetter.handleHeader(self, key, value)
if self.factory.method.upper() == 'GET' and key.lower() == 'content-length' and int(value) > MAX_RESPONSE_SIZE:
self.connectionLost('response_too_big: %s' % value)
def handleHeader(self, key, value):
ScrapyHTTPPageGetter.handleHeader(self, key, value)
if key.lower() == 'content-length' and int(value) > MAX_RESPONSE_SIZE:
self.connectionLost('oversized')
