def testLongURL(self, long_url):
ip = ""
hostname = Checker.getHostname(long_url)
if Checker.isIP(hostname):
ip = hostname.split(".")
else:
try:
answer = dns.resolver.query(hostname, "A")
for data in answer:
ip = data.address.split(".")
except Exception, e:
print e
def processLongUrl(self, long_url):
data = {}
url = urlparse(long_url)
hostname = Checker.getHostname(long_url)
if Checker.isAlive(long_url):
certdata = ""
if Checker.isHTTPS(long_url):
certdata = ssl.get_server_certificate((hostname, url.port if url.port is not None else 443))
headers = {'User-Agent': self.user_agent}
response = requests.get(long_url, headers=headers)
if response.status_code in [404, 402, 403]:
raise LongUrlDoesNotExist()
elif response is None:
raise LongUrlDoesNotExist()
elif response.status_code in [200]:
data['cert'] = certdata
data['header'] = {}
data['header']['content-length'] = self.getHeader(response, 'content-length')
data['header']['last-modified'] = self.getHeader(response, 'last-modified')
data['header']['date'] = self.getHeader(response, 'date')
data['header']['content-type'] = self.getHeader(response, 'content-type')
data['script_links'] = self.parseHTML(response)
data['alive'] = True
return data
else:
raise Exception("Unknown status code "
+ str(self.response.status_code) +
" for URL: " + long_url)
else:
data['alive'] = False
return data
