def generate(site): """Generate the list of external links to the given file descriptor.""" # get all external links links = [ x for x in site.linkMap.values() if not x.isinternal ] # sort list links.sort(lambda a, b: cmp(a.url, b.url)) # present results fp = plugins.open_html(plugins.external, site) if not links: fp.write( ' <p class="description">' ' No external links were found on the website.' ' </p>\n' ) plugins.close_html(fp) return fp.write( ' <p class="description">' ' This is the list of all external urls encountered during the' ' examination of the website.' ' </p>\n' ' <ol>\n' ) for link in links: fp.write( ' <li>\n' ' %(link)s\n' % { 'link': plugins.make_link(link) }) # present a list of parents plugins.print_parents(fp, link, ' ') fp.write( ' </li>\n') fp.write( ' </ol>\n' ) plugins.close_html(fp)
def generate(site): """Output the list of not checked pages to the given file descriptor.""" # get all yanked urls links = [x for x in site.linkMap.values() if x.isyanked] links.sort(lambda a, b: cmp(a.url, b.url)) # present results fp = plugins.open_html(plugins.notchkd, site) if not links: fp.write(' <p class="description">\n' ' All links have been checked.\n' ' </p>\n') plugins.close_html(fp) return fp.write( ' <p class="description">\n' ' This is the list of all urls that were encountered but not checked\n' ' at all during the examination of the website.\n' ' </p>\n' ' <ol>\n') for link in links: fp.write(' <li>\n' ' %(link)s\n' % {'link': plugins.make_link(link, link.url)}) # present a list of parents plugins.print_parents(fp, link, ' ') fp.write(' </li>\n') fp.write(' </ol>\n') plugins.close_html(fp)
def generate(site): """Output the list of not checked pages to the given file descriptor.""" # get all yanked urls links = [ x for x in site.linkMap.values() if x.isyanked ] links.sort(lambda a, b: cmp(a.url, b.url)) # present results fp = plugins.open_html(plugins.notchkd, site) if not links: fp.write( ' <p class="description">\n' ' All links have been checked.\n' ' </p>\n' ) plugins.close_html(fp) return fp.write( ' <p class="description">\n' ' This is the list of all urls that were encountered but not checked\n' ' at all during the examination of the website.\n' ' </p>\n' ' <ol>\n') for link in links: fp.write( ' <li>\n' ' %(link)s\n' % { 'link': plugins.make_link(link, link.url) }) # present a list of parents plugins.print_parents(fp, link, ' ') fp.write( ' </li>\n') fp.write( ' </ol>\n' ) plugins.close_html(fp)
def generate(site): """Generate the list of external links to the given file descriptor.""" # get all external links links = [x for x in site.linkMap.values() if not x.isinternal] # sort list links.sort(lambda a, b: cmp(a.url, b.url)) # present results fp = plugins.open_html(plugins.external, site) if not links: fp.write(' <p class="description">' ' No external links were found on the website.' ' </p>\n') plugins.close_html(fp) return fp.write(' <p class="description">' ' This is the list of all external urls encountered during the' ' examination of the website.' ' </p>\n' ' <ol>\n') for link in links: fp.write(' <li>\n' ' %(link)s\n' % {'link': plugins.make_link(link)}) # present a list of parents plugins.print_parents(fp, link, ' ') fp.write(' </li>\n') fp.write(' </ol>\n') plugins.close_html(fp)
def generate(site): """Present the list of bad links to the given file descriptor.""" # find all links with link problems links = [ x for x in site.linkMap.values() if len(x.linkproblems)>0 ] # sort list links.sort(lambda a, b: cmp(a.url, b.url)) # present results fp = plugins.open_html(plugins.badlinks, site) if not links: fp.write( ' <p class="description">\n' ' There were no problems retrieving links from the website.\n' ' </p>\n' ' <ol>\n' ) plugins.close_html(fp) return fp.write( ' <p class="description">\n' ' These links could not be retrieved during the crawling of the website.\n' ' </p>\n' ' <ol>\n' ) for link in links: # list the link fp.write( ' <li>\n' ' %(badurl)s\n' ' <ul class="problems">\n' % { 'badurl': plugins.make_link(link,link.url) }) # list the problems for problem in link.linkproblems: fp.write( ' <li>%(problem)s</li>\n' % { 'problem': plugins.htmlescape(problem) }) fp.write( ' </ul>\n') # present a list of parents link.parents.sort() plugins.print_parents(fp, link, ' ') # add a reference to the problem map for problem in link.linkproblems: for parent in link.parents: parent.add_pageproblem('bad link: ' + link.url + ': ' + problem) fp.write( ' </li>\n') fp.write( ' </ol>\n' ) plugins.close_html(fp)
def generate(site): """Present the list of bad links to the given file descriptor.""" # find all links with link problems links = [x for x in site.linkMap.values() if len(x.linkproblems) > 0] # sort list links.sort(lambda a, b: cmp(a.url, b.url)) # present results fp = plugins.open_html(plugins.badlinks, site) if not links: fp.write( ' <p class="description">\n' ' There were no problems retrieving links from the website.\n' ' </p>\n' ' <ol>\n') plugins.close_html(fp) return fp.write( ' <p class="description">\n' ' These links could not be retrieved during the crawling of the website.\n' ' </p>\n' ' <ol>\n') for link in links: # list the link fp.write(' <li>\n' ' %(badurl)s\n' ' <ul class="problems">\n' % {'badurl': plugins.make_link(link, link.url)}) # list the problems for problem in link.linkproblems: fp.write(' <li>%(problem)s</li>\n' % {'problem': plugins.htmlescape(problem)}) fp.write(' </ul>\n') # present a list of parents link.parents.sort() plugins.print_parents(fp, link, ' ') # add a reference to the problem map for problem in link.linkproblems: for parent in link.parents: parent.add_pageproblem('bad link: ' + link.url + ': ' + problem) fp.write(' </li>\n') fp.write(' </ol>\n') plugins.close_html(fp)