def __init__(self): self.timeout = config.getfloat("CONNECTION", "Timeout") self.cse_id = config.get("CONNECTION", "GoogleCseId") api_key = config.get("CONNECTION", "GoogleApiKey") self.search_service = googleapiclient.discovery.build("customsearch", "v1", developerKey=api_key) self.session = aiohttp.ClientSession(headers=Searcher.HEADERS) self.logger = logging.getLogger(__name__)
def __init__(self): self.timeout = config.getfloat('CONNECTION', 'Timeout') self.search_service = config.get('SEARCH', 'Service') bing_api_key = config.get('SEARCH', 'BingApiKey') self.bing_headers = {'Ocp-Apim-Subscription-Key': bing_api_key} self.google_cse_id = config.get('SEARCH', 'GoogleCseId') self.google_api_key = config.get('SEARCH', 'GoogleApiKey') # don't use default headers for Bing search so searcher tests # can run get_bing_links/get_google_links on its own # without depending on search_service being set correctly self.search_session = aiohttp.ClientSession() if self.search_service == 'Bing': self.search_func = self.get_bing_links elif self.search_service == 'Google': self.search_func = self.get_google_links else: raise InvalidSearchServiceError( f'Search service type {self.search_service} was not recognized.' ) client_timeout = aiohttp.ClientTimeout(total=self.timeout) self.fetch_session = aiohttp.ClientSession(headers=Searcher.HEADERS, timeout=client_timeout) self.logger = logging.getLogger(__name__)
def __init__(self): self.timeout = config.getfloat('CONNECTION', 'Timeout') self.search_service = config.get('SEARCH', 'Service') bing_api_key = config.get('SEARCH', 'BingApiKey') self.bing_headers = {'Ocp-Apim-Subscription-Key': bing_api_key} self.google_cse_id = config.get('SEARCH', 'GoogleCseId') google_api_key = config.get('SEARCH', 'GoogleApiKey') self.google_service = googleapiclient.discovery.build( 'customsearch', 'v1', developerKey=google_api_key) if self.search_service == 'Bing': self.search_func = self.get_bing_links elif self.search_service == 'Google': self.search_func = self.get_google_links else: raise InvalidSearchServiceError( f'Search service type {self.search_service} was not recognized.' ) client_timeout = aiohttp.ClientTimeout(total=self.timeout) self.session = aiohttp.ClientSession(headers=Searcher.HEADERS, timeout=client_timeout) self.logger = logging.getLogger(__name__)
def __init__(self): self.timeout = config.getfloat("CONNECTION", "Timeout") self.search_service = config.get("SEARCH", "Service") bing_api_key = config.get("SEARCH", "BingApiKey") self.bing_headers = {"Ocp-Apim-Subscription-Key": bing_api_key} self.google_cse_id = config.get("SEARCH", "GoogleCseId") google_api_key = config.get("SEARCH", "GoogleApiKey") self.google_service = googleapiclient.discovery.build("customsearch", "v1", developerKey=google_api_key) if self.search_service == "Bing": self.search_func = self.get_bing_links elif self.search_service == "Google": self.search_func = self.get_google_links else: raise InvalidSearchServiceError(f"Search service type {self.search_service} was not recognized.") self.session = aiohttp.ClientSession(headers=Searcher.HEADERS) self.logger = logging.getLogger(__name__)