def grab_nasdaq100_tickers():
load_dotenv()
base_url = "https://msft-azure-hacks-image.cognitiveservices.azure.com/bing/v7.0"
api_key = os.getenv("AZURE_API_KEY_IMAGE")
client = WebSearchAPI(CognitiveServicesCredentials(api_key),
base_url=base_url)
web_data = client.web.search(query="NASDAQ-100")
for i in range(len(web_data.web_pages.value)):
if 'wikipedia' in web_data.web_pages.value[i].url:
query = web_data.web_pages.value[i].url
break
res = requests.get(query).text
soup = BeautifulSoup(res, 'lxml')
ticker_table = soup.find('table', {'class': 'wikitable sortable'})
links = ticker_table.findAll('a')
company_names = []
for link in links:
company_names.append(link.get('title'))
ticker_links = ticker_table.findAll('td')
tickers = []
for i in range(len(ticker_links)):
if i % 2 == 1:
ticker = re.sub(r"<.?table[^>]*>|<.?t[rd]>|<font[^>]+>|<.?b>", "",
str(ticker_links[i]))
tickers.append(re.sub("(\\r|)\\n$", "", ticker))
df = pd.DataFrame()
df['company'] = company_names
df['ticker'] = tickers
return df
def add_event():
check = Playersonly()
check.name = request.args.get('name')
check.formatName()
name = check.name
new_player = Highscore.query.filter_by(name=name).first()
if new_player is None:
try:
client = WebSearchAPI(
CognitiveServicesCredentials(subscription_key))
web_data = client.web.search(query=name)
x = web_data.additional_properties['entities']['value'][0][
'description']
if ("nba" in x.lower()) or ("national basketball association"
in x.lower()) or ("retired"
in x.lower()):
quote_page = f'https://www.basketball-reference.com/players/{check.url[0]}/{check.url}01.html'
page = urllib2.urlopen(quote_page)
soup = BeautifulSoup(page, 'html.parser')
career_stats = soup.find('div',
attrs={'class': 'stats_pullout'})
if career_stats is None:
payload = {
'error':
'There is no basketball reference page for that player. Is it possible that you made a spelling mistake or are using a nickname? For instance, if you want Metta World Peace, search for Ron Artest'
}
return jsonify(payload)
else:
check.ppg = career_stats.find_all('p')[5].text
check.rebounds = career_stats.find_all('p')[7].text
check.assists = career_stats.find_all('p')[9].text
check.per = career_stats.find_all('p')[19].text
highscore = Highscore(name=name,
ppg=float(check.ppg),
rebounds=float(check.rebounds),
assists=float(check.assists),
per=float(check.per),
picture_url="",
rating=15)
db.session.add(highscore)
db.session.commit()
payload = {
"name": highscore.name,
"ppg": highscore.ppg,
"rebounds": highscore.rebounds,
"assists": highscore.assists,
"per": highscore.per
}
else:
payload = {
'error': 'Hmmm. Are you sure that is an NBA player?'
}
return jsonify(payload)
except Exception as e:
print(str(e))
return jsonify(str(e))
else:
error = {'error': 'that player is already registered'}
return jsonify(error)
def web_search_with_response_filter(subscription_key):
"""WebSearchWithResponseFilter.
This will search (Microsoft) with response filters to news and print details of news.
"""
client = WebSearchAPI(CognitiveServicesCredentials(subscription_key))
try:
web_data = client.web.search(query="Microsoft",
response_filter=["News"])
print(
"Searched for Query# \" Microsoft \" with response filters \"News\""
)
# News attribute since I filtered "News"
if web_data.news.value:
print("Webpage Results#{}".format(len(web_data.news.value)))
first_web_page = web_data.news.value[0]
print("First web page name: {} ".format(first_web_page.name))
print("First web page URL: {} ".format(first_web_page.url))
else:
print("Didn't see any Web data..")
except Exception as err:
print("Encountered exception. {}".format(err))
def web_search_with_answer_count_promote_and_safe_search(subscription_key):
client = WebSearchAPI(CognitiveServicesCredentials(subscription_key))
try:
'''
Set the query, answer_count, promote, and safe_search parameters using the SDK's search method. See:
https://docs.microsoft.com/python/api/azure-cognitiveservices-search-websearch/azure.cognitiveservices.search.websearch.operations.weboperations?view=azure-python.
'''
web_data = client.web.search(
query="Niagara Falls",
answer_count=2,
promote=["videos"],
safe_search=SafeSearch.strict # or directly "Strict"
)
print("\r\nSearching for \"Niagara Falls\"")
'''
If results are available, print the # of responses, and the first result returned.
'''
if web_data.web_pages.value:
print("Webpage Results#{}".format(len(web_data.web_pages.value)))
first_web_page = web_data.web_pages.value[0]
print("First web page name: {} ".format(first_web_page.name))
print("First web page URL: {} ".format(first_web_page.url))
else:
print("Didn't see any Web data..")
except Exception as err:
print("Encountered exception. {}".format(err))
def web_search_with_answer_count_promote_and_safe_search(subscription_key):
"""WebSearchWithAnswerCountPromoteAndSafeSearch.
This will search (Lady Gaga) with answerCount and promote parameters and print details of answers.
"""
client = WebSearchAPI(CognitiveServicesCredentials(subscription_key))
try:
web_data = client.web.search(
query="Lady Gaga",
answer_count=2,
promote=["videos"],
safe_search=SafeSearch.strict # or directly "Strict"
)
print("Searched for Query# \" Lady Gaga\"")
if web_data.web_pages.value:
print("Webpage Results#{}".format(len(web_data.web_pages.value)))
first_web_page = web_data.web_pages.value[0]
print("First web page name: {} ".format(first_web_page.name))
print("First web page URL: {} ".format(first_web_page.url))
else:
print("Didn't see any Web data..")
except Exception as err:
print("Encountered exception. {}".format(err))
def web_results_with_count_and_offset(subscription_key):
"""WebResultsWithCountAndOffset.
This will search (Best restaurants in Seattle), verify number of results and print out name and url of first result.
"""
client = WebSearchAPI(CognitiveServicesCredentials(subscription_key))
try:
web_data = client.web.search(query="Best restaurants in Seattle",
offset=10,
count=20)
print("Searched for Query# \" Best restaurants in Seattle \"")
if web_data.web_pages.value:
print("Webpage Results#{}".format(len(web_data.web_pages.value)))
first_web_page = web_data.web_pages.value[0]
print("First web page name: {} ".format(first_web_page.name))
print("First web page URL: {} ".format(first_web_page.url))
else:
print("Didn't see any Web data..")
except Exception as err:
print("Encountered exception. {}".format(err))
def web_search_with_response_filter(subscription_key):
client = WebSearchAPI(CognitiveServicesCredentials(subscription_key))
try:
'''
Set the query, response_filter, and freshness using the SDK's search method. See:
https://docs.microsoft.com/python/api/azure-cognitiveservices-search-websearch/azure.cognitiveservices.search.websearch.operations.weboperations?view=azure-python.
'''
web_data = client.web.search(query="xbox",
response_filter=["News"],
freshness="Day")
print("\r\nSearching for \"xbox\" with the response filter set to \"News\" and freshness filter set to \"Day\".")
'''
If news articles are available, print the # of responses, and the first and second
articles returned.
'''
if web_data.news.value:
print("# of news results: {}".format(len(web_data.news.value)))
first_web_page = web_data.news.value[0]
print("First article name: {} ".format(first_web_page.name))
print("First article URL: {} ".format(first_web_page.url))
print("")
second_web_page = web_data.news.value[1]
print("\nSecond article name: {} ".format(second_web_page.name))
print("Second article URL: {} ".format(second_web_page.url))
else:
print("Didn't find any news articles...")
except Exception as err:
print("Encountered exception. {}".format(err))
def web_results_with_count_and_offset(subscription_key, city):
client = WebSearchAPI(CognitiveServicesCredentials(subscription_key))
global baike
try:
'''
Set the query, offset, and count using the SDK's search method. See:
https://docs.microsoft.com/python/api/azure-cognitiveservices-search-websearch/azure.cognitiveservices.search.websearch.operations.weboperations?view=azure-python.
'''
city = city
web_data = client.web.search(query=city, offset=0, count=5)
if web_data.web_pages.value:
'''
If web pages are available, print the # of responses, and the first and second
web pages returned.
'''
#print("Webpage Results#{}".format(len(web_data.web_pages.value)))
print(web_data.web_pages.value)
for i in web_data.web_pages.value:
if "百科" in format(i.name):
webPage = format(i.name)
webUrl = format(i.url)
webSnippet = format(i.snippet)
baike = {"page": webPage, "url": webUrl, "snippet": webSnippet}
#print("First web page name: {} ".format(first_web_page.name))
#print("First web page URL: {} ".format(first_web_page.url))
else:
print("Didn't find any web pages...")
except Exception as err:
print("Encountered exception. {}".format(err))
def get_passage(question):
passage_list = []
try:
os.system(
'cd /home/sangzhijie && bash logbuptgw.sh -i 2016110858 6361311')
subscription_key = "70be76aee0f54666a6498ed07334dabe"
client = WebSearchAPI(CognitiveServicesCredentials(subscription_key))
web_data = client.web.search(query=question, set_lang='EN')
if hasattr(web_data.web_pages, 'value'):
data_list = [
item for item in web_data.web_pages.value
if item.additional_properties['language'] == 'en'
]
print("Total num: " + str(len(web_data.web_pages.value)) +
'\tFiltered num: ' + str(len(data_list)))
for i in range(len(data_list)):
web_page = data_list[i]
name = web_page.name
url = web_page.url
snippet = web_page.snippet
passage_list.append([snippet, url])
else:
print("Didn't find any web pages...")
except:
os.system(
'cd /home/sangzhijie && bash logbuptgw.sh -i 2016110858 6361311')
print("get_passage: ERROR!!!")
return passage_list
def simple_bing_search(search_word):
subscription_key = "" # input key from Bing search
assert subscription_key
client = WebSearchAPI(CognitiveServicesCredentials(subscription_key))
web_data_raw = client.web.search(query=search_word, raw = True, count = 50)
raw_text = web_data_raw.response.text
raw_dict = json.loads(raw_text)
return raw_dict
def _bing(self, msg):
from azure.cognitiveservices.search.websearch import WebSearchAPI
from azure.cognitiveservices.search.websearch.models import SafeSearch
from msrest.authentication import CognitiveServicesCredentials
subscription_key = "YOUR_SUBSCRIPTION_KEY"
client = WebSearchAPI(CognitiveServicesCredentials(subscription_key), base_url = "YOUR_ENDPOINT")
web_data = client.web.search(query=msg)
if hasattr(web_data.web_pages, 'value'):
first_web_page = web_data.web_pages.value[0]
print("First web page name: {} ".format(first_web_page.name))
print("First web page URL: {} ".format(first_web_page.url))
else:
print("Didn't find any web pages...")
if hasattr(web_data.images, 'value'):
print("\r\nImage Results#{}".format(len(web_data.images.value)))
first_image = web_data.images.value[0]
print("First Image name: {} ".format(first_image.name))
print("First Image URL: {} ".format(first_image.url))
else:
print("Didn't find any images...")
'''
News
If the search response contains news, the first result's name and url
are printed.
'''
if hasattr(web_data.news, 'value'):
print("\r\nNews Results#{}".format(len(web_data.news.value)))
first_news = web_data.news.value[0]
print("First News name: {} ".format(first_news.name))
print("First News URL: {} ".format(first_news.url))
else:
print("Didn't find any news...")
'''
If the search response contains videos, the first result's name and url
are printed.
'''
if hasattr(web_data.videos, 'value'):
print("\r\nVideos Results#{}".format(len(web_data.videos.value)))
first_video = web_data.videos.value[0]
print("First Videos name: {} ".format(first_video.name))
print("First Videos URL: {} ".format(first_video.url))
else:
print("Didn't find any videos...")
def place_details(search_place, restaurant_info):
api_key = return_bing_image_api_key()
credentials = WebSearchAPI(CognitiveServicesCredentials(api_key))
information = credentials.web.search(query=search_place)
if hasattr(information.web_pages, 'value'):
web_page = information.web_pages.value[0]
print(web_page.snippet)
restaurant_info["snippet"] = replace_characters(web_page.snippet)
else:
restaurant_info["snippet"] = "Didn't find any web pages!"
def searchWeb(text, output, c):
try:
text = text.encode('utf-8')
except:
text = text
#query = urllib.quote_plus(text)
#query = text
#if len(query)>60:
# return output,c
#using googleapis for searching web
try:
subscription_key = "9ea45659ed914562b85ed5b1a1feb1f1" #FIXME (Update this to my Azure subscription key?)
client = WebSearchAPI(CognitiveServicesCredentials(subscription_key))
response = client.web.search(query=text)
if hasattr(response.web_pages, 'value'):
for page in response.web_pages.value:
print "page name: {} ".format(page.name)
print "page URL: {} ".format(page.url)
content = page.snippet
if page.url in output:
output[page.url] = output[page.url] + 1
c[page.url] = (c[page.url] * (output[page.url] - 1) +
cosineSim(text, strip_tags(content))) / (
output[page.url])
else:
output[page.url] = 1
c[page.url] = cosineSim(text, strip_tags(content))
else:
print("no match found...")
#base_url = 'http://ajax.googleapis.com/ajax/services/search/web?v=1.0&q='
#url = base_url + '%22' + query + '%22'
#request = urllib2.Request(url,None,{'Referer':'Google Chrome'})
#response = urllib2.urlopen(request)
#results = simplejson.load(response)
# if (len(results) and 'responseData' in results and 'results' in results['responseData'] and results['responseData']['results'] != []):
# for ele in results['responseData']['results']:
# Match = results['responseData']['results'][0]
# content = Match['content']
# if Match['url'] in output:
# #print text
# #print strip_tags(content)
# output[Match['url']] = output[Match['url']] + 1
# c[Match['url']] = (c[Match['url']]*(output[Match['url']] - 1) + cosineSim(text,strip_tags(content)))/(output[Match['url']])
# else:
# output[Match['url']] = 1
# c[Match['url']] = cosineSim(text,strip_tags(content))
except:
return output, c
return output, c
def main():
if len(sys.argv) != 3:
print("Usage: {} <AGOR input CSV> <Harradine output CSV>".format(sys.argv[0]))
return
# Azure creds
try:
subscription_key = os.environ.get('AZURE_KEY')
except:
print("Must supply AZURE_KEY environment variable")
return
client = WebSearchAPI(CognitiveServicesCredentials(subscription_key), base_url="https://api.cognitive.microsoft.com/bing/v7.0")
agencies = read_agor(sys.argv[1])
output = find_harradine_reports(agencies, client)
# TODO: For agencies/websites without their own Harradine list, we probably want to use the portfolio department's list rather than some random result
with open(sys.argv[2], 'w') as f:
writer = csv.DictWriter(f, ['Title', 'Portfolio', 'Domain', 'ReportURL', 'ReportPageTitle'])
writer.writeheader()
writer.writerows(output)
def getBing(firstTag):
#based on very first tag generated, do the tag
subkey = os.getenv('BING_SEARCH_KEY') #bing key
#declare client
dict = {}
client = WebSearchAPI(CognitiveServicesCredentials(subkey))
web_data = client.web.search(query=firstTag)
print("Searched for Query: " + firstTag)
if web_data.web_pages.value:
length = len(web_data.web_pages.value)
i = 0
while i < length and i < 6:
page = web_data.web_pages.value[i]
title = page.name
url = page.url
print(title, url)
dict[url] = title
i+=1
return dict
def main():
# Load environmental variables
SC_ENDPOINT = os.environ['SC_ENDPOINT']
SC_KEY = os.environ['SC_KEY']
# Instantiate the client and replace with your endpoint.
client = WebSearchAPI(CognitiveServicesCredentials(SC_KEY), base_url = SC_ENDPOINT)
categories = { 'data': [ 'data', 'operating system', 'container', 'dell', 'emc', 'networking', 'virtualization', 'db', 'database', 'relational', 'erp'],
'ml' : [ 'machine learning', 'ml', 'intelligence', 'artificial', 'science'],
'storage': ['storage', 'nas'],
'iot': ['iot', 'thing', 'internet of things','thermostat','bluetooth','modem', 'hardware', 'camera'],
'devops': ['devops', 'code', 'pipeline', 'api', 'kubernetes', 'k8s', 'gaming'],
'securty': ['cissp', 'hacker', 'security','defense', 'keys', 'privacy', 'virus', 'anti-virus'],
'health': ['hipaa'],
'media': ['streaming', 'video']
}
# Load worksheet
wb = load_workbook(filename = 'kusto_output.xlsx')
ws = wb.active
colA = ws['A']
# Add Column for category in the sheet
ws.insert_cols(2,2)
ws['B1'] = 'Top_Category'
ws['C1'] = 'Categories'
# Search the tem and add it to the column starting at row B2
for index, row in enumerate(colA[1:14176], start = 2):
categories_found = bingSearch(client, categories, row.value)
category_csv = ''
for category in sorted(categories_found, key=categories_found.get):
category_csv = category_csv + ',' + category
ws['C' + str(index)] = category_csv
ws['B' + str(index)] = category
print("MAX: " + category)
index += 1
wb.save(filename = 'output.xlsx')
def __init__(self):
subscription_key = "fea767db97b44733bc86bfe710f80be6"
self.client = WebSearchAPI(
CognitiveServicesCredentials(subscription_key))
from msrest.authentication import CognitiveServicesCredentials
import os
import sys
# Add your Bing Search V7 subscription key to your environment variables.
if 'BING_SEARCH_V7_KEY' in os.environ:
SUBSCRIPTION_KEY = os.environ['BING_SEARCH_V7_KEY']
else:
print("Error: No Bing Search V7 API key set in environment variables")
# TODO: will want to print out instructions for setting the env variable
sys.exit()
# Instantiate the client and replace with your endpoint.
client = WebSearchAPI(
CognitiveServicesCredentials(SUBSCRIPTION_KEY),
base_url="https://cs3300-bing-api-01.cognitiveservices.azure.com/bing/v7.0"
)
web_data = client.web.search(query="Python Jobs")
print("Searched")
'''
Web pages
If the search response contains web pages, the results' name and url
are printed.
'''
if hasattr(web_data.web_pages, 'value'):
print("\r\nWebpage Results#{}".format(len(web_data.web_pages.value)))
for i in range(len(web_data.web_pages.value)):
web_page = web_data.web_pages.value[i]
parser.add_argument(dest='results_number',
nargs='?',
type=int,
default=20,
help="Number of results returned (max=50)")
parser.add_argument(
dest='subscription_key_env_name',
nargs='?',
default="AZURE_KEY",
help="Environment variable with Bing Service Subscription Key")
args = parser.parse_args()
subscription_key = os.environ[args.subscription_key_env_name]
client = WebSearchAPI(CognitiveServicesCredentials(subscription_key))
with open(args.queries_list_file, mode='r') as input_file:
for line in input_file:
query = line.rstrip()
print("Querying for: {}".format(query))
try:
web_data = client.web.search(query=query,
count=args.results_number)
if web_data.web_pages.value:
print("Webpage Results #{}".format(
len(web_data.web_pages.value)))
with open(args.results_file, mode='a') as output_file:
for i, result in enumerate(web_data.web_pages.value):
'''
REF: https://docs.microsoft.com/en-us/azure/cognitive-services/bing-web-search/web-sdk-python-quickstart
'''
# Import required modules.
from azure.cognitiveservices.search.websearch import WebSearchAPI
from azure.cognitiveservices.search.websearch.models import SafeSearch
from msrest.authentication import CognitiveServicesCredentials
# Replace with your subscription key.
subscription_key = "05acd6c70fe449d98cfdf8b5866fe055"
# Instantiate the client and replace with your endpoint.
client = WebSearchAPI(CognitiveServicesCredentials(subscription_key), base_url = "https://api.cognitive.microsoft.com/bing/v7.0")
# Make a request. Replace Yosemite if you'd like.
#web_data = client.web.search(query="Yosemite")
web_data = client.web.search(query="RBC Royal Bank")
#print("\r\nSearched for Query# \" Yosemite \"")
print("\r\nSearched for Query# \" RBC Royal Bank \"")
'''
Web pages
If the search response contains web pages, the first result's name and url
are printed.
'''
if hasattr(web_data.web_pages, 'value'):
print("\r\nWebpage Results#{}".format(len(web_data.web_pages.value)))
first_web_page = web_data.web_pages.value[0]
# Import required modules.
from azure.cognitiveservices.search.websearch import WebSearchAPI
from azure.cognitiveservices.search.websearch.models import SafeSearch
from msrest.authentication import CognitiveServicesCredentials
# Replace with your subscription key.
subscription_key = "228f4b3d8e4640e59064122302266549"
# Instantiate the client and replace with your endpoint.
client = WebSearchAPI(
CognitiveServicesCredentials(subscription_key),
base_url="https://kardel4.cognitiveservices.azure.com/bing/v7.0")
# Make a request. Replace Yosemite if you'd like.
web_data = client.web.search(
query=
"Congrats to Kirstjen Nielsen, our next Secretary of Homeland Security! Well deserved"
)
print("\r\nSearched for Query# \" @Breaking911 Build that wall!!👍 \"")
'''
Web pages
If the search response contains web pages, the first result's name and url
are printed.
'''
if hasattr(web_data.web_pages, 'value'):
print("\r\nWebpage Results#{}".format(len(web_data.web_pages.value)))
for web_page in web_data.web_pages.value:
print("First web page name: {} ".format(web_page.name))
print("First web page URL: {} ".format(web_page.url))
def web_results_with_count_and_offset(subscription_key):
client = WebSearchAPI(CognitiveServicesCredentials(subscription_key))
try:
'''
Set the query, offset, and count using the SDK's search method. See:
https://docs.microsoft.com/python/api/azure-cognitiveservices-search-websearch/azure.cognitiveservices.search.websearch.operations.weboperations?view=azure-python.
'''
web_data = client.web.search(query="Best restaurants in Seattle", offset=10, count=20)
print("\r\nSearching for \"Best restaurants in Seattle\"")
if web_data.web_pages.value:
'''
If web pages are available, print the # of responses, and the first and second
web pages returned.
'''
print("Webpage Results#{}".format(len(web_data.web_pages.value)))
first_web_page = web_data.web_pages.value[0]
print("First web page name: {} ".format(first_web_page.name))
print("First web page URL: {} ".format(first_web_page.url))
else:
print("Didn't find any web pages...")
except Exception as err:
print("Encountered exception. {}".format(err))
#####################################################################################################################
# Declare the function.
def web_search_with_response_filter(subscription_key):
client = WebSearchAPI(CognitiveServicesCredentials(subscription_key))
try:
'''
Set the query, response_filter, and freshness using the SDK's search method. See:
https://docs.microsoft.com/python/api/azure-cognitiveservices-search-websearch/azure.cognitiveservices.search.websearch.operations.weboperations?view=azure-python.
'''
web_data = client.web.search(query="xbox",
response_filter=["News"],
freshness="Day")
print("\r\nSearching for \"xbox\" with the response filter set to \"News\" and freshness filter set to \"Day\".")
'''
If news articles are available, print the # of responses, and the first and second
articles returned.
'''
if web_data.news.value:
print("# of news results: {}".format(len(web_data.news.value)))
first_web_page = web_data.news.value[0]
print("First article name: {} ".format(first_web_page.name))
print("First article URL: {} ".format(first_web_page.url))
print("")
second_web_page = web_data.news.value[1]
print("\nSecond article name: {} ".format(second_web_page.name))
print("Second article URL: {} ".format(second_web_page.url))
else:
print("Didn't find any news articles...")
except Exception as err:
print("Encountered exception. {}".format(err))
# Call the function.
web_search_with_response_filter(subscription_key)
#####################################################################################################################
# Declare the function.
def web_search_with_answer_count_promote_and_safe_search(subscription_key):
client = WebSearchAPI(CognitiveServicesCredentials(subscription_key))
try:
'''
Set the query, answer_count, promote, and safe_search parameters using the SDK's search method. See:
https://docs.microsoft.com/python/api/azure-cognitiveservices-search-websearch/azure.cognitiveservices.search.websearch.operations.weboperations?view=azure-python.
'''
web_data = client.web.search(
query="Niagara Falls",
answer_count=2,
promote=["videos"],
safe_search=SafeSearch.strict # or directly "Strict"
)
print("\r\nSearching for \"Niagara Falls\"")
'''
If results are available, print the # of responses, and the first result returned.
'''
if web_data.web_pages.value:
print("Webpage Results#{}".format(len(web_data.web_pages.value)))
first_web_page = web_data.web_pages.value[0]
print("First web page name: {} ".format(first_web_page.name))
print("First web page URL: {} ".format(first_web_page.url))
else:
print("Didn't see any Web data..")
except Exception as err:
print("Encountered exception. {}".format(err))
def result_types_lookup(subscription_key):
"""WebSearchResultTypesLookup.
This will look up a single query (Xbox) and print out name and url for first web, image, news and videos results.
"""
client = WebSearchAPI(CognitiveServicesCredentials(subscription_key))
try:
web_data = client.web.search(query="xbox")
print("Searched for Query# \" Xbox \"")
# WebPages
if web_data.web_pages.value:
print("Webpage Results#{}".format(len(web_data.web_pages.value)))
first_web_page = web_data.web_pages.value[0]
print("First web page name: {} ".format(first_web_page.name))
print("First web page URL: {} ".format(first_web_page.url))
else:
print("Didn't see any Web data..")
# Images
if web_data.images.value:
print("Image Results#{}".format(len(web_data.images.value)))
first_image = web_data.images.value[0]
print("First Image name: {} ".format(first_image.name))
print("First Image URL: {} ".format(first_image.url))
else:
print("Didn't see any Image..")
# News
if web_data.news.value:
print("News Results#{}".format(len(web_data.news.value)))
first_news = web_data.news.value[0]
print("First News name: {} ".format(first_news.name))
print("First News URL: {} ".format(first_news.url))
else:
print("Didn't see any News..")
# Videos
if web_data.videos.value:
print("Videos Results#{}".format(len(web_data.videos.value)))
first_video = web_data.videos.value[0]
print("First Videos name: {} ".format(first_video.name))
print("First Videos URL: {} ".format(first_video.url))
else:
print("Didn't see any Videos..")
except Exception as err:
print("Encountered exception. {}".format(err))
import os
from flask import Flask, render_template, request, jsonify
from msrest.authentication import CognitiveServicesCredentials
from azure.cognitiveservices.search.websearch import WebSearchAPI
from page_reader import PageReader
app = Flask(__name__)
SUBSCRIPTION_KEY = os.environ.get("SUBSCRIPTION_KEY", "")
client = WebSearchAPI(CognitiveServicesCredentials(SUBSCRIPTION_KEY))
@app.route("/", methods=["GET"])
def index():
return render_template("index.html")
def page_to_dict(page):
return {
"title": page.name,
"url": page.url,
"description": page.snippet,
"date": page.date_last_crawled
}
@app.route("/search", methods=["POST"])
def search():
content = request.get_json()
query = content["query"]
# URL image, used as a reference only
# To detect the faces and find the celebrity in this photo, use the Computer Vision service (optional).
query_image_url = "https://raw.githubusercontent.com/Azure-Samples/cognitive-services-sample-data-files/master/ComputerVision/Images/faces.jpg"
# The name of the celebrity you want to search for on the web.
celebrity_name = 'Bern Collaco'
# Add your Cognitive Services subscription key and endpoint to your environment variables.
subscription_key = os.environ['COGNITIVE_SERVICES_SUBSCRIPTION_KEY']
endpoint = os.environ['COGNITIVE_SERVICES_ENDPOINT']
'''
Authenticate a client.
'''
web_search_client = WebSearchAPI(CognitiveServicesCredentials(
subscription_key), endpoint + 'bing/v7.0')
'''
Bing Web Search
Using the name of a celebrity, search for other images of them and return the source URL and image.
This example uses the API calls:
search()
'''
print()
print("===== Bing Web Search =====")
print("Searching the web for:", celebrity_name)
print()
web_data = web_search_client.web.search(
query=celebrity_name, # query search term
response_filter=['Images'], # return only images
# Import required modules.
from azure.cognitiveservices.search.websearch import WebSearchAPI
from azure.cognitiveservices.search.websearch.models import SafeSearch
# from msrest.authentication import CognitiveServicesCredentials
from azure.cognitiveservices.search.imagesearch import ImageSearchAPI
from msrest.authentication import CognitiveServicesCredentials
# Just variables in the accounts.py files that is gitignored
from accounts import subscription_key, endpoint
# Instantiate the client and replace with your endpoint.
client = WebSearchAPI(CognitiveServicesCredentials(subscription_key), base_url = endpoint)
# Images
image_client = ImageSearchAPI(CognitiveServicesCredentials(subscription_key), base_url=endpoint)
# Not used
def get_web_pages(query):
web_data = client.web.search(query=query)
return web_data.web_pages
#using bing search api
from azure.cognitiveservices.search.websearch import WebSearchAPI
from azure.cognitiveservices.search.websearch.models import SafeSearch
from msrest.authentication import CognitiveServicesCredentials
subkey = ''
firstTag = 'neural networks'
#declare client
client = WebSearchAPI(CognitiveServicesCredentials(subkey))
web_data = client.web.search(query=firstTag)
print("Searched for Query: " + firstTag)
if web_data.web_pages.value:
length = len(web_data.web_pages.value)
i = 0
while i < length and i < 6:
page = web_data.web_pages.value[i]
title = page.name
url = page.url
print(title, url)
i+=1
def __init__(self):
self.fld = 'kb'
bing_v7_key = get_api_key('bing_v7')[0]
self.bing_web_client = WebSearchAPI(
CognitiveServicesCredentials(bing_v7_key))
