Beispiel #1
0
 def __init__(self):
     BaseScraper.__init__(self)
     self.html_scraper = ScrapeTrailPeakRawHTML()
     self.gpx_scraper = ScrapeTrailPeakGPX()
     self.html_scraper.debug = False
     self.base_url = "https://www.trailpeak.com/index.jsp?con=trail&val="
     self.wait = 0
Beispiel #2
0
 def __init__(self, *args, **kwargs):
     
     BaseScraper.__init__(self, *args, **kwargs)
     
     if self.template_url is None:
         raise ValueError("%s must have a template_url attribute" % self.__class__.__name__)
     
     self.request_manager = FastRequestManager()
     response = self.request_manager.make_request(self.template_url)
     self.template_html_schema = self._get_html_schema(response.raw_html)
Beispiel #3
0
    def __init__(self, *args, **kwargs):

        BaseScraper.__init__(self, *args, **kwargs)

        if self.template_url is None:
            raise ValueError("%s must have a template_url attribute" %
                             self.__class__.__name__)

        self.request_manager = FastRequestManager()
        response = self.request_manager.make_request(self.template_url)
        self.template_html_schema = self._get_html_schema(response.raw_html)
 def __init__(self):
     BaseScraper.__init__(self)
     self.base_url = "https://www.trailpeak.com/index.jsp?con=trail&val="