def test_url(self, obj, field_name, url, object_url=None):
if url is None or url.strip() == '':
return
logger.info(' Testing url %(url)s' % {'url': url})
request = urllib2.Request(url)
try:
urllib2.urlopen(request, timeout=LINKCHECKER_TIMEOUT)
except urllib2.HTTPError, e:
self.create_broken_link_entry(e, field_name, object_url, obj, url)
def handle(self, *args, **options):
for linkchecker_string in LINKCHECKERS:
linkchecker = load(linkchecker_string)
qs = linkchecker.get_queryset() or linkchecker.get_model().objects.all()
url_fields = [f for f in linkchecker.get_fields() if f not in linkchecker.get_excluded()]
for current_obj, obj in enumerate(qs, start=1):
logger.info('Object %(current)s of %(total)s' % {'current': current_obj, 'total': qs.count()})
for current_field, field_name in enumerate(url_fields, start=1):
# logger.info(' Testing field %(current)s of %(total)s' % {'current': current_field,
# 'total': len(url_fields)})
urls = self.get_urls(linkchecker, obj, field_name)
for current_url, url in enumerate(urls, start=1):
# logger.info(' Testing url %(current)s of %(total)s' % {'current': current_url,
# 'total': len(urls)})
self.test_url(obj, field_name, url, linkchecker.get_object_url(obj, field_name))