def test_missing(self):
self.assertEqual(
parse_crawl_delay(
None,
"""
User-agent: *
Disallow: /private
Disallow: /random
""",
),
0,
)
def test_int(self):
self.assertEqual(
parse_crawl_delay(
None,
"""
User-agent: *
Disallow: /private
Disallow: /random
Disallow: /day
Crawl-delay: 1
""",
),
1,
)
def test_alpha(self):
self.assertEqual(parse_crawl_delay(None, "Crawl-delay: 1.5sdf"), 1.5)
self.assertEqual(parse_crawl_delay(None, "Crawl-delay: sdf"), 0)
def test_negative(self):
self.assertEqual(parse_crawl_delay(None, "Crawl-delay: -1.5"), 0)
