Exemple #1
0
 def __init__(self, db_record=None):
     Crawler.__init__(self,
                      db_record,
                      self.origin,
                      self.base_url,
                      self.domain,
                      nested_scrape=False)
Exemple #2
0
    def __init__(self, db_record=None):

        Crawler.__init__(self,
                         db_record,
                         self.origin,
                         self.base_url,
                         self.domain,
                         first_page_url=self.first_page_url)
Exemple #3
0
    def __init__(self, db_record=None):

        Crawler.__init__(self, db_record, self.origin, self.base_url, self.domain, nested_scrape=False)
Exemple #4
0
    def __init__(self, db_record=None):

        Crawler.__init__(self, db_record, self.origin, self.base_url, self.domain)
Exemple #5
0
    def __init__(self, db_record=None):

        Crawler.__init__(self, db_record, self.origin, self.base_url, self.domain, first_page_url=self.first_page_url)
Exemple #6
0
    def __init__(self, db_record=None):

        Crawler.__init__(self, db_record, self.origin, self.base_url, self.domain)