def __init__(self):
self.timeout = config.getfloat("CONNECTION", "Timeout")
self.cse_id = config.get("CONNECTION", "GoogleCseId")
api_key = config.get("CONNECTION", "GoogleApiKey")
self.search_service = googleapiclient.discovery.build("customsearch", "v1", developerKey=api_key)
self.session = aiohttp.ClientSession(headers=Searcher.HEADERS)
self.logger = logging.getLogger(__name__)
def __init__(self):
self.timeout = config.getfloat('CONNECTION', 'Timeout')
self.search_service = config.get('SEARCH', 'Service')
bing_api_key = config.get('SEARCH', 'BingApiKey')
self.bing_headers = {'Ocp-Apim-Subscription-Key': bing_api_key}
self.google_cse_id = config.get('SEARCH', 'GoogleCseId')
self.google_api_key = config.get('SEARCH', 'GoogleApiKey')
# don't use default headers for Bing search so searcher tests
# can run get_bing_links/get_google_links on its own
# without depending on search_service being set correctly
self.search_session = aiohttp.ClientSession()
if self.search_service == 'Bing':
self.search_func = self.get_bing_links
elif self.search_service == 'Google':
self.search_func = self.get_google_links
else:
raise InvalidSearchServiceError(
f'Search service type {self.search_service} was not recognized.'
)
client_timeout = aiohttp.ClientTimeout(total=self.timeout)
self.fetch_session = aiohttp.ClientSession(headers=Searcher.HEADERS,
timeout=client_timeout)
self.logger = logging.getLogger(__name__)
def __init__(self):
self.timeout = config.getfloat('CONNECTION', 'Timeout')
self.search_service = config.get('SEARCH', 'Service')
bing_api_key = config.get('SEARCH', 'BingApiKey')
self.bing_headers = {'Ocp-Apim-Subscription-Key': bing_api_key}
self.google_cse_id = config.get('SEARCH', 'GoogleCseId')
google_api_key = config.get('SEARCH', 'GoogleApiKey')
self.google_service = googleapiclient.discovery.build(
'customsearch', 'v1', developerKey=google_api_key)
if self.search_service == 'Bing':
self.search_func = self.get_bing_links
elif self.search_service == 'Google':
self.search_func = self.get_google_links
else:
raise InvalidSearchServiceError(
f'Search service type {self.search_service} was not recognized.'
)
client_timeout = aiohttp.ClientTimeout(total=self.timeout)
self.session = aiohttp.ClientSession(headers=Searcher.HEADERS,
timeout=client_timeout)
self.logger = logging.getLogger(__name__)
def __init__(self):
self.timeout = config.getfloat("CONNECTION", "Timeout")
self.search_service = config.get("SEARCH", "Service")
bing_api_key = config.get("SEARCH", "BingApiKey")
self.bing_headers = {"Ocp-Apim-Subscription-Key": bing_api_key}
self.google_cse_id = config.get("SEARCH", "GoogleCseId")
google_api_key = config.get("SEARCH", "GoogleApiKey")
self.google_service = googleapiclient.discovery.build("customsearch", "v1", developerKey=google_api_key)
if self.search_service == "Bing":
self.search_func = self.get_bing_links
elif self.search_service == "Google":
self.search_func = self.get_google_links
else:
raise InvalidSearchServiceError(f"Search service type {self.search_service} was not recognized.")
self.session = aiohttp.ClientSession(headers=Searcher.HEADERS)
self.logger = logging.getLogger(__name__)