def parseMain(self, response): self.restaurantIDsGetter = RestaurantIDsGetter(response) linksExtractor = LinkExtractor( allow=(r"http\:\/\/www\.domiciliosbogota\.com\/domicilios\-.*")) links = linksExtractor.extract_links(response) for link in links: yield Request(link.url, callback=self.parseRestaurants)
def setUp(self): self.response = fakeResponseFromFile("examples/main", None) self.restaurantIDsGetter = RestaurantIDsGetter(self.response)