def dump(fout, robotstxt, asis=False, ordered=False): for ruleset in robotstxt.rulesets: _dump_ruleset(fout, ruleset, asis, ordered) for sitemap in robotstxt.sitemaps: if not asis: sitemap = urilib.urinormalize(sitemap) fout.write('Sitemap: {0}\n'.format(sitemap))
def check(self, good, **kwargs): result = urinormalize(**kwargs) self.assertEqual(good, result, msg='%r != %r (kwargs=%r)' % ( result, good, kwargs) )