def handleHeader(self, key, value): ScrapyHTTPPageGetter.handleHeader(self, key, value) # if key.lower() == 'content-length' and int(value) > MAX_RESPONSE_SIZE: # self.connectionLost('oversized') # print("XXXXXXXXXXXXXX") if key.lower() == 'content-type' and value.lower() != 'text/html': self.connectionLost('unqualified_type') print("TTTTTTTTTTTTTT")
def handleHeader(self, key, value): ScrapyHTTPPageGetter.handleHeader(self, key, value) if key.lower() == 'content-length' and int(value) > MAX_RESPONSE_SIZE: self.connectionLost('oversized')
def handleHeader(self, key, value): ScrapyHTTPPageGetter.handleHeader(self, key, value) if self.factory.method.upper() == 'GET' and key.lower( ) == 'content-length' and int(value) > MAX_RESPONSE_SIZE: self.connectionLost('response_too_big: %s' % value)
def handleHeader(self, key, value): ScrapyHTTPPageGetter.handleHeader(self, key, value) if self.factory.method.upper() == 'GET' and key.lower() == 'content-length' and int(value) > MAX_RESPONSE_SIZE: self.connectionLost('response_too_big: %s' % value)