def __init__(self, all_reviews=False, *args, **kwargs): scrapy.Spider.__init__(self, *args, **kwargs) self.all_reviews = all_reviews self.session = MetacriticReviewsPipeline() recent_review = self.session.get_most_recent_review() if recent_review: self.recent_album = recent_review.album self.recent_artist = recent_review.artist self.recent_date = recent_review.review_date elif not self.all_reviews: raise ValueError( 'Couldn\'t determine where to stop searching for reviews and not collecting all.' )