def test_rel_to_abs(self):
absurl1 = "http://www.google.com"
relurl1 = "/chrome"
self.assertEqual( urltools.rel_to_abs(absurl1, relurl1), \
"http://www.google.com/chrome")
absurl2 = "http://www.reddit.com/r/programming/"
relurl2 = "comments/f2rei/"
self.assertEqual( urltools.rel_to_abs(absurl2, relurl2), \
"http://www.reddit.com/r/programming/comments/f2rei/")
def get_recipes_from_list_page(self, list_page):
recipe_links = list_page.cssselect(self.RECIPE_LINK_SELECTOR)
for recipe_link in recipe_links:
recipe_name = self.format_name(recipe_link.text_content())
recipe_href = recipe_link.get('href')
if self.RELATIVE_URLS:
recipe_url = urltools.rel_to_abs(self.SOURCE_URL, recipe_href)
else:
recipe_url = recipe_href
recipe = ScraperRecipe(recipe_name, source=self.SOURCE_NAME,
url=recipe_url)
yield recipe
def get_recipes_from_list_page(self, list_page):
recipe_links = list_page.cssselect(self.RECIPE_LINK_SELECTOR)
for recipe_link in recipe_links:
recipe_name = self.format_name(recipe_link.text_content())
recipe_href = recipe_link.get('href')
if self.RELATIVE_URLS:
recipe_url = urltools.rel_to_abs(self.SOURCE_URL, recipe_href)
else:
recipe_url = recipe_href
recipe = ScraperRecipe(recipe_name,
source=self.SOURCE_NAME,
url=recipe_url)
yield recipe
