def __init__(self, scraper, selectors, base=''): ''' function: constructor --------------------- instantiate crawler for relevant Wikia/Wiki ------------------------------------------- @scraper GameScraper object used for scraping/updating url @selector dictionary of css selector for URL curation @base base URL for incomplete paths (thanks IGN) ''' GameCrawler.__init__(self, scraper, selector, base) self.type = ['jpg', 'png', 'gif', 'webm'] self.wiki, self.base = '', ''
def __init__(self, scraper, cscraper, selectors, base=''): ''' function: constructor --------------------- instantiate crawler for relevant IGN sites ------------------------------------------ @scraper GameScraper object used for scraping wiki peages @cscraper GameScraoer object used for scraping cheat pages @selectors dictionary of css selectors for URL curation @base base URL for incomplete paths ''' GameCrawler.__init__(self, scraper, selector, base) self.cscraper = cscraper