def __init__(self, *args, **kwargs): BaseScraper.__init__(self, *args, **kwargs) if self.template_url is None: raise ValueError("%s must have a template_url attribute" % self.__class__.__name__) self.request_manager = FastRequestManager() response = self.request_manager.make_request(self.template_url) self.template_html_schema = self._get_html_schema(response.raw_html)
def __init__(self, *args, **kwargs): BaseCrawler.__init__(self, *args, **kwargs) self.request_manager = FastRequestManager()