def test_rel_to_abs(self): absurl1 = "http://www.google.com" relurl1 = "/chrome" self.assertEqual( urltools.rel_to_abs(absurl1, relurl1), \ "http://www.google.com/chrome") absurl2 = "http://www.reddit.com/r/programming/" relurl2 = "comments/f2rei/" self.assertEqual( urltools.rel_to_abs(absurl2, relurl2), \ "http://www.reddit.com/r/programming/comments/f2rei/")
def get_recipes_from_list_page(self, list_page): recipe_links = list_page.cssselect(self.RECIPE_LINK_SELECTOR) for recipe_link in recipe_links: recipe_name = self.format_name(recipe_link.text_content()) recipe_href = recipe_link.get('href') if self.RELATIVE_URLS: recipe_url = urltools.rel_to_abs(self.SOURCE_URL, recipe_href) else: recipe_url = recipe_href recipe = ScraperRecipe(recipe_name, source=self.SOURCE_NAME, url=recipe_url) yield recipe