Example #1
0
 def __init__(self, scraper, selectors, base=''):
     ''' function: constructor
         ---------------------
         instantiate crawler for relevant Wikia/Wiki
         -------------------------------------------
         @scraper   GameScraper object used for scraping/updating url
         @selector  dictionary of css selector for URL curation
         @base      base URL for incomplete paths (thanks IGN)
     '''
     GameCrawler.__init__(self, scraper, selector, base)
     self.type = ['jpg', 'png', 'gif', 'webm']
     self.wiki, self.base = '', ''
Example #2
0
 def __init__(self, scraper, cscraper, selectors, base=''):
     ''' function: constructor
         ---------------------
         instantiate crawler for relevant IGN sites
         ------------------------------------------
         @scraper    GameScraper object used for scraping wiki peages
         @cscraper   GameScraoer object used for scraping cheat pages
         @selectors  dictionary of css selectors for URL curation
         @base       base URL for incomplete paths
     '''
     GameCrawler.__init__(self, scraper, selector, base)
     self.cscraper = cscraper
Example #3
0
 def __init__(self, scraper, selectors, base=''):
     ''' function: constructor
         ---------------------
         instantiate crawler for relevant Wikia/Wiki
         -------------------------------------------
         @scraper   GameScraper object used for scraping/updating url
         @selector  dictionary of css selector for URL curation
         @base      base URL for incomplete paths (thanks IGN)
     '''
     GameCrawler.__init__(self, scraper, selector, base)
     self.type = ['jpg', 'png', 'gif', 'webm']
     self.wiki, self.base = '', ''