def test_soup_url_count(self):
"""Test if the amount of URLs found complies with the expected amount."""
html = ""
for url in self.__urls:
html += "\n" + url["test"]
request = Request(self.__host)
response = Response()
response.text = html
finder = HTMLSoupFormScraper(Options(), QueueItem(request, response))
matches = finder.get_requests()
self.assertEqual(len(matches), 4)
def test_soup_url_matches(self):
"""Test if all the URLs match the found URLs."""
for url in self.__urls:
request = Request(self.__host)
response = Response()
response.text = url["test"]
finder = SoupFormScraper(Options(), QueueItem(request, response))
requests = finder.get_requests()
if url["must_pass"]:
self.assertEqual(requests[0].url, url["url"])
self.assertEqual(len(requests), 1)
else:
self.assertEqual(len(requests), 0)