def parse_item(self, response):
raw_recipes = parse_recipes(response, {
'source': self.source,
'url': response.url
})
return [RecipeItem.from_dict(recipe) for recipe in raw_recipes]
def parse_item(self, response):
# skip review pages, which are hard to distinguish from recipe pages
# in the link extractor regex
if response.url.endswith('/review'):
return []
raw_recipes = parse_recipes(response, {u'source': self.source, 'url': response.url})
return [RecipeItem.from_dict(recipe) for recipe in raw_recipes]
def parse_item(self, response):
# skip review pages, which are hard to distinguish from recipe pages
# in the link extractor regex
if response.url.endswith('/review'):
return []
raw_recipes = parse_recipes(response, {
u'source': self.source,
'url': response.url
})
return [RecipeItem.from_dict(recipe) for recipe in raw_recipes]
def parse_item(self, response):
raw_recipes = parse_recipes(response, {'source': self.source, 'url': response.url})
return [RecipeItem.from_dict(recipe) for recipe in raw_recipes]