Ejemplo n.º 1
0
def dump(fout, robotstxt, asis=False, ordered=False):
    for ruleset in robotstxt.rulesets:
        _dump_ruleset(fout, ruleset, asis, ordered)

    for sitemap in robotstxt.sitemaps:
        if not asis:
            sitemap = urilib.urinormalize(sitemap)
        fout.write('Sitemap: {0}\n'.format(sitemap))
Ejemplo n.º 2
0
 def check(self, good, **kwargs):
     result = urinormalize(**kwargs)
     self.assertEqual(good, result, msg='%r != %r (kwargs=%r)' % (
         result, good, kwargs)
     )