def __init__(self, search_engines): FetchWorker.__init__(self) self.gscraper_config = { 'SCRAPING': { 'search_engines': search_engines, 'search_type': 'image', 'scrape_method': 'selenium', }, 'GLOBAL': { 'do_caching': 'False' } }
def __init__(self, search_engines): FetchWorker.__init__(self) self.gscraper_config = { 'SCRAPING': { 'search_engines': search_engines, 'search_type': 'normal', 'scrape_method': 'http', 'num_pages_for_keyword': 1 }, 'GLOBAL': { 'do_caching': 'False' } }