def test_ad_results_page_parse_properly_stripped(self):
ad_results = self.spider.parse_ad(
fake_response_from_file(AD_TEMPLATE_PATH))
result = list(ad_results)[0]
self.assertEqual(result['city'], "WATERTOWN")
self.assertEqual(result['title'],
"PRODUCTION LINE WORKER/TRIMMER PACKER")
def test_main_results_throws_close_exception_for_dates_older_than_current_date(
self):
main_results = self.spider.parse(
fake_response_from_file(SEARCH_TEMPLATE_PATH))
with self.assertRaises(CloseSpider):
results = list(main_results)
self._whole_list_is_same_date(results)
def test_ad_results_page_parse(self):
ad_results = self.spider.parse_ad(
fake_response_from_file(AD_TEMPLATE_PATH))
result = list(ad_results)[0]
self.assertIn('category', result)
self.assertIn('date', result)
self.assertIn('ad_post', result)
self.assertIn('title', result)
self.assertIn('ad_url', result)
def test_fake_response_from_file(self):
res = fake_response_from_file("../templates/main_search.html")
self.assertIsInstance(res, Response)
self.assertIn('jobs - craigslist', res.text)
def test_main_results_contain_ads_from_current_date(self):
main_results = self.spider.parse(
fake_response_from_file(SEARCH_TEMPLATE_PATH))
results = self._filter_terminating_exceptions(main_results)
self.assertGreater(len(results), 1)
def test_main_results_page_parse_yields_url(self):
main_results = self.spider.parse(
fake_response_from_file(SEARCH_TEMPLATE_PATH))
results = self._filter_terminating_exceptions(main_results)
result = results[0]
self.assertIsInstance(result, Request)