def get_sogou_start_urls(keyword, amount):
"""
通过搜狗的搜索结果，获取起始地址池
:param keyword: 关键词
:param amount: 需要起始url的数量
:return: ->start_urls(list)
"""
start_urls = get_target_start_urls(SOGOU_URL_TEMPLATE, keyword,
parse_sogou_response, amount)
return start_urls
def get_bing_start_urls(keyword, amount):
"""
通过必应国内版的搜索结果，获取起始地址池
:param keyword: 关键词
:param amount: 需要起始url的数量
:return: ->start_urls(list)
"""
start_urls = get_target_start_urls(BING_URL_TEMPLATE, keyword,
parse_bing_response, amount)
return start_urls
def get_baidu_start_urls(keyword, amount):
"""
通过百度的搜索结果，获取起始地址池
:param keyword: 关键词
:param amount；需要起始url的数量
:return: ->start_urls(list)
"""
start_urls = get_target_start_urls(BAIDU_URL_TEMPLATE, keyword,
parse_baidu_response, amount)
return start_urls