def test_handle_robots_loaded(self):
page = PageFactory.create(url="http://g1.globo.com/")
reviewer = Reviewer(
api_url='http://localhost:2368',
page_uuid=page.uuid,
page_url=page.url,
page_score=0.0,
config=Config(),
validators=[]
)
facter = SitemapFacter(reviewer)
facter.async_get = Mock()
facter.get_sitemaps = Mock(return_value=['http://g1.globo.com/sitemap.xml'])
facter.handle_robots_loaded('http://g1.globo.com/robots.txt', Mock())
facter.async_get.assert_called_once_with(
'http://g1.globo.com/sitemap.xml',
facter.handle_sitemap_loaded
)
def test_handle_robots_loaded(self):
page = PageFactory.create(url="http://g1.globo.com/")
reviewer = Reviewer(
api_url='http://localhost:2368',
page_uuid=page.uuid,
page_url=page.url,
page_score=0.0,
config=Config(),
validators=[]
)
facter = SitemapFacter(reviewer)
facter.async_get = Mock()
facter.get_sitemaps = Mock(return_value=['http://g1.globo.com/sitemap.xml'])
facter.handle_robots_loaded('http://g1.globo.com/robots.txt', Mock())
facter.async_get.assert_called_once_with(
'http://g1.globo.com/sitemap.xml',
facter.handle_sitemap_loaded
)
