def get_text():
SUBSCRIPTION_KEY_ENV_NAME = "e0a4ec68847644849409dce0a433d785"
# text = stt.rec()
text = 'can someone pass the dissection sissors?'
print(text)
keys = az.key_phrases(SUBSCRIPTION_KEY_ENV_NAME,text)
ent = az.entity_extraction(SUBSCRIPTION_KEY_ENV_NAME,text)
return [keys,ent]
def get_names():
if request.method == 'POST':
resp_json = request.get_json()
command = resp_json['text']
if 'villa' in command or 'billa' in command:
command = 'okay iWheel-inator'
else:
command = command
authenticator = IAMAuthenticator(
'u1N9ThXmpZUk_-1_F1AaAw-11BbBXFtCbonmmerHbnFI')
assistant = AssistantV1(version='2019-02-28', authenticator=authenticator)
assistant.set_service_url(
'https://gateway-wdc.watsonplatform.net/assistant/api')
response = assistant.message(
workspace_id='97afbe1c-dd6b-4d91-8022-8d483eae2174',
input={
'text': command
}).get_result()
a = response
b = a['intents']
if b == []:
intent = 'nothing'
else:
intent = b[0]['intent']
print('the intent is:', intent)
def currentad():
send_url = "http://api.ipstack.com/check?access_key=9a86bc5e18df530bd1ded7ff6620187d"
geo_req = requests.get(send_url)
geo_json = json.loads(geo_req.text)
latitude = geo_json['latitude']
longitude = geo_json['longitude']
return [latitude, longitude]
if intent == 'weather':
latt, long = currentad()
endpoint = 'http://api.openweathermap.org/data/2.5/forecast?'
api_key = 'e33c84cc9eb1157c533611a494f638a3'
nav_request = 'lat={}&lon={}&APPID={}'.format(latt, long, api_key)
reequest = endpoint + nav_request
# Sends the request and reads the response.
response = urllib.request.urlopen(reequest).read().decode('utf-8')
# Loads response as JSON
weather = json.loads(response)
current_temp = weather['list'][0]['main']['temp']
temp_c = current_temp - 273.15
temp_c_str = str(int(temp_c)) + ' degree Celsius '
descript_place = weather['list'][0]['weather'][0]['main']
#print(descript_place + ' ' + temp_c_str)
if descript_place == 'Clouds':
descript_place = 'overcast'
print('It is a little ' + descript_place +
' and temperature outside is, ' + temp_c_str)
#response = assistant.assistant(resp_json["test"])
global call_trigger
call_trigger = 0
return json.dumps({
"response":
'It is a little ' + descript_place +
' and temperature outside is, ' + temp_c_str
}), 200
elif intent == 'call':
call_trigger = 1
return json.dumps(
{"response": "Can I know the message you wish to convey?"}), 200
elif intent == 'maps':
#webbrowser.open('http:127.0.0.1:5000/map.html')
#print('Done!')
gmaps = googlemaps.Client(
key='AIzaSyAMP6SIK4ruB5Tsl5qR6h54XDcl4FDl3HQ')
SUBSCRIPTION_KEY_ENV_NAME = "bc20ced3c3014badbf34d1799e28f2a2"
now = datetime.now()
x = az.entity_extraction(SUBSCRIPTION_KEY_ENV_NAME, command)
if x[1] == 'Location' or x[1] == 'Organization':
c = x[0]
else:
return json.dumps({"response":
'Give me a specific destination'}), 200
send_url = "http://api.ipstack.com/check?access_key=9a86bc5e18df530bd1ded7ff6620187d"
geo_req = requests.get(send_url)
geo_json = json.loads(geo_req.text)
lat = geo_json['latitude']
lon = geo_json['longitude']
results = geocoder.reverse_geocode(lat, lon)
print(lat + 0.4, lon + 0.4)
#pprint(results[0]['formatted'])
our_loc = str(results[0]['formatted'])
print(our_loc)
'''directions_result = gmaps.directions(our_loc,
c,
mode="walking",
departure_time=now)'''
directions_result = gmaps.directions('Hodson Hall, Baltimore, MD',
c,
mode="walking",
departure_time=now)
time = directions_result[0]['legs'][0]['duration']['text']
dis = directions_result[0]['legs'][0]['distance']['text']
start_loc_lat = dis = directions_result[0]['legs'][0][
'start_location']['lat']
start_loc_lng = dis = directions_result[0]['legs'][0][
'start_location']['lng']
end_loc_lat = dis = directions_result[0]['legs'][0]['end_location'][
'lat']
end_loc_lng = dis = directions_result[0]['legs'][0]['end_location'][
'lng']
instru = []
for i in directions_result[0]['legs'][0]['steps']:
instru.append(i['html_instructions'] + " " +
i['distance']['text'] + ' ' + i['duration']['text'] +
" Moving from lat : " +
str(i['start_location']['lat']) + " , lon : " +
str(i['start_location']['lng']) + " to lat : " +
str(i['end_location']['lat']) + " , lon : " +
str(i['end_location']['lng']))
webbrowser.open('http:127.0.0.1:5000/map.html')
#print("distance isssshabdgyjasvkd", dis)
global value
value = 'ETA ' + str(time) + ' :)'
global loc
loc = [start_loc_lat, start_loc_lng, end_loc_lat, end_loc_lng]
mytext = 'Opened in a new tab.'
language = 'en'
myobj = gTTS(text=mytext, lang=language, slow=False)
myobj.save("welcome.mp3")
subprocess.call(['afplay', 'welcome.mp3'])
call_trigger = 0
return render_template('map.html'), json.dumps(
{"response": 'It openend on a new Tab'}), 200
elif intent == 'person':
thisdict = {
1: "Akshat.jpeg",
2: "anand.jpeg",
3: "David_Troy.jpeg",
4: "Gorkem_Sevinc.jpeg",
5: "Joshua_Reiter.jpeg",
6: "Kevin_Carter.jpeg",
7: "Edward_Shiang.jpeg",
8: "Andrew_Wiles.jpeg",
9: "goldy.jpeg",
10: "sandeep.jpeg"
}
n = 5
f = 0
ch = 'y'
while (ch == 'y'):
camera = cv2.VideoCapture(0)
return_value, image = camera.read()
cv2.imwrite('test.jpeg', image)
del (camera)
sourceFile = 'test.jpeg' #from camera
for i in range(1, n + 1):
# targetFile='anand.jpeg'
targetFile = thisdict[i]
client = boto3.client('rekognition')
imageSource = open(sourceFile, 'rb')
imageTarget = open(targetFile, 'rb')
response = client.compare_faces(
SimilarityThreshold=70,
SourceImage={'Bytes': imageSource.read()},
TargetImage={'Bytes': imageTarget.read()})
f = 2
for faceMatch in response['FaceMatches']:
f = 1
nameee = ''
for i in targetFile:
if i != '.':
nameee += i
else:
break
os.remove("test.jpeg")
return json.dumps({
"response":
'This is' + ' ' + nameee + ', ' +
' who\'s come to visit you! '
}), 200
imageSource.close()
imageTarget.close()
if (f != 1):
call_trigger = 0
return json.dumps({
"response":
'This person doesn\'t exist in our database. Would you like to add him? '
}), 200
elif 'add' in command:
camera = cv2.VideoCapture(0)
return_value, image = camera.read()
cv2.imwrite('new.jpeg', image)
del (camera)
namee = command[4::1]
namee = namee + ".jpeg"
os.rename("new.jpeg", namee)
d1 = {n: namee}
thisdict.update(d1)
elif intent == 'text':
new = []
camera = cv2.VideoCapture(0)
return_value, image = camera.read()
cv2.imwrite('test1.jpeg', image)
del (camera)
s3 = boto3.resource('s3')
images = [
('test1.jpeg', 'test'),
]
for image in images:
file = open(image[0], 'rb')
object = s3.Object('aags-wheeler1', image[0])
ret = object.put(Body=file, Metadata={'Name': image[1]})
bucket = 'aags-wheeler1'
photo = 'test1.jpeg'
client = boto3.client('rekognition')
response = client.detect_text(
Image={'S3Object': {
'Bucket': bucket,
'Name': photo
}})
textDetections = response['TextDetections']
stuff = ' '
for text in textDetections:
if (' ' in text['DetectedText']):
stuff += text['DetectedText'] + '\n'
print(stuff)
call_trigger = 0
return json.dumps({"response": stuff}), 200
#talkToMe(str(text['DetectedText']))
s3.Object('aags-wheeler1', 'test1.jpeg').delete()
elif intent == 'news':
def NewsFromBBC():
global new
new = []
main_url = "https://newsapi.org/v1/articles?source=bbc-news&sortBy=top&apiKey=e4313a22f54042c9aba095ce5354be51"
open_bbc_page = requests.get(main_url).json()
article = open_bbc_page["articles"]
results = []
for ar in article:
results.append(ar["title"])
for i in range(0, 3):
stuff = str(str((i + 1)) + '. ' + results[i])
new.append(stuff)
return new
#return json.dumps({"response": str(stuff)})
#talkToMe(stuff)
new = NewsFromBBC()
news = ' '
for i in new:
news += i + ',\n' + '\n'
call_trigger = 0
return json.dumps({"response": news})
else:
if call_trigger == 1:
#call_text = command
client = nexmo.Client(
application_id='bfc1264a-8021-4576-bd74-bf9dd9c04222',
private_key='./private.key',
)
ncco = [{
'action': 'talk',
'voiceName': 'Brian',
'text': '! ! ! ! !hey!' + command
}]
response = client.create_call({
'to': [{
'type': 'phone',
'number': '12132103009'
}],
'from': {
'type': 'phone',
'number': '12132103009'
},
'ncco':
ncco
})
pprint(response)
call_trigger = 0
mytext = 'call has been initiated!.'
language = 'en'
myobj = gTTS(text=mytext, lang=language, slow=False)
myobj.save("call.mp3")
subprocess.call(['afplay', 'call.mp3'])
return json.dumps({"Call excuted succesfully!"}), 200
else: #make call here
return json.dumps(
{"response":
'wanna know what i can do? check your top-left.'}), 200
def get_names():
if request.method == 'POST':
resp_json = request.get_json()
command = resp_json['text']
if 'villa' in command or 'billa' in command:
command = 'okay wheeler'
else:
command = command
#print('You said: ' + command + '\n')
assistant = ibm_watson.AssistantV1(
version='2019-02-28',
iam_apikey='u1N9ThXmpZUk_-1_F1AaAw-11BbBXFtCbonmmerHbnFI',
url='https://gateway-wdc.watsonplatform.net/assistant/api')
response = assistant.message(
workspace_id='7cb1c0fc-6e91-4b63-9e93-8a30028bd58e',
input={
'text': command #use the <text> we get with flask
}).get_result()
a = response
b = a['intents']
if b == []:
intent = 'nothing'
else:
intent = b[0]['intent']
print('the intent is:', intent)
def currentad():
send_url = "http://api.ipstack.com/check?access_key=9a86bc5e18df530bd1ded7ff6620187d"
geo_req = requests.get(send_url)
geo_json = json.loads(geo_req.text)
latitude = geo_json['latitude']
longitude = geo_json['longitude']
return [latitude, longitude]
if intent == 'weather':
latt, long = currentad()
endpoint = 'http://api.openweathermap.org/data/2.5/forecast?'
api_key = 'e33c84cc9eb1157c533611a494f638a3'
nav_request = 'lat={}&lon={}&APPID={}'.format(latt, long, api_key)
reequest = endpoint + nav_request
# Sends the request and reads the response.
response = urllib.request.urlopen(reequest).read().decode('utf-8')
# Loads response as JSON
weather = json.loads(response)
current_temp = weather['list'][0]['main']['temp']
temp_c = current_temp - 273.15
temp_c_str = str(int(temp_c)) + ' degree Celsius '
descript_place = weather['list'][0]['weather'][0]['main']
#print(descript_place + ' ' + temp_c_str)
if descript_place == 'Clouds':
descript_place = 'overcast'
print('It is a little ' + descript_place +
' and temperature outside is, ' + temp_c_str)
#response = assistant.assistant(resp_json["test"])
return json.dumps({
"response":
'It is a little ' + descript_place +
' and temperature outside is, ' + temp_c_str
}), 200
elif intent == 'maps':
#webbrowser.open('http:127.0.0.1:5000/map.html')
#print('Done!')
gmaps = googlemaps.Client(
key='AIzaSyAMP6SIK4ruB5Tsl5qR6h54XDcl4FDl3HQ')
SUBSCRIPTION_KEY_ENV_NAME = "bc20ced3c3014badbf34d1799e28f2a2"
now = datetime.now()
x = az.entity_extraction(SUBSCRIPTION_KEY_ENV_NAME, command)
if x[1] == 'Location' or x[1] == 'Organization':
c = x[0]
else:
return json.dumps({"response":
'Give me a specific destination'}), 200
send_url = "http://api.ipstack.com/check?access_key=9a86bc5e18df530bd1ded7ff6620187d"
geo_req = requests.get(send_url)
geo_json = json.loads(geo_req.text)
lat = geo_json['latitude']
lon = geo_json['longitude']
results = geocoder.reverse_geocode(lat, lon)
print(lat + 0.4, lon + 0.4)
#pprint(results[0]['formatted'])
our_loc = str(results[0]['formatted'])
print(our_loc)
'''directions_result = gmaps.directions(our_loc,
c,
mode="walking",
departure_time=now)'''
directions_result = gmaps.directions('Hodson Hall, Baltimore, MD',
c,
mode="walking",
departure_time=now)
time = directions_result[0]['legs'][0]['duration']['text']
dis = directions_result[0]['legs'][0]['distance']['text']
start_loc_lat = dis = directions_result[0]['legs'][0][
'start_location']['lat']
start_loc_lng = dis = directions_result[0]['legs'][0][
'start_location']['lng']
end_loc_lat = dis = directions_result[0]['legs'][0]['end_location'][
'lat']
end_loc_lng = dis = directions_result[0]['legs'][0]['end_location'][
'lng']
instru = []
for i in directions_result[0]['legs'][0]['steps']:
instru.append(i['html_instructions'] + " " +
i['distance']['text'] + ' ' + i['duration']['text'] +
" Moving from lat : " +
str(i['start_location']['lat']) + " , lon : " +
str(i['start_location']['lng']) + " to lat : " +
str(i['end_location']['lat']) + " , lon : " +
str(i['end_location']['lng']))
webbrowser.open('http:127.0.0.1:5000/map.html')
#print("distance isssshabdgyjasvkd", dis)
global value
value = 'ETA ' + str(time) + ' :)'
global loc
loc = [start_loc_lat, start_loc_lng, end_loc_lat, end_loc_lng]
mytext = 'Opened in a new tab.'
language = 'en'
myobj = gTTS(text=mytext, lang=language, slow=False)
myobj.save("welcome.mp3")
subprocess.call(['afplay', 'welcome.mp3'])
return render_template('map.html'), json.dumps(
{"response": 'It openend on a new Tab'}), 200
elif intent == 'person':
thisdict = {
1: "anand.jpeg",
2: "sandeep.jpeg",
3: "Akshay.jpeg",
4: "prateek.jpeg",
5: "goldy.jpeg",
6: "diya.jpeg",
7: "Akshat.jpeg"
}
n = 5
f = 0
ch = 'y'
while (ch == 'y'):
camera = cv2.VideoCapture(0)
return_value, image = camera.read()
cv2.imwrite('test.jpeg', image)
del (camera)
sourceFile = 'test.jpeg' #from camera
for i in range(1, n + 1):
# targetFile='anand.jpeg'
targetFile = thisdict[i]
client = boto3.client('rekognition')
imageSource = open(sourceFile, 'rb')
imageTarget = open(targetFile, 'rb')
response = client.compare_faces(
SimilarityThreshold=70,
SourceImage={'Bytes': imageSource.read()},
TargetImage={'Bytes': imageTarget.read()})
f = 2
for faceMatch in response['FaceMatches']:
f = 1
nameee = ''
for i in targetFile:
if i != '.':
nameee += i
else:
break
return json.dumps({
"response":
'This is' + ' ' + nameee + ', ' +
' who\'s come to visit you! '
}), 200
'''print('The face at ' +
str(position['Left']) + ' ' +
str(position['Top']) +
' matches with ' + confidence + '% confidence')
print(str(thisdict[i].split(".jpeg")))'''
imageSource.close()
imageTarget.close()
if (f != 1):
return json.dumps({
"response":
'This person doesn\'t exist in our database. Would you like to add him? '
}), 200
#print ( 'This person doesn\'t exist in our database, what is the name of this person?: ')
#namee= input()+".jpeg"
namee = "damn this wont work"
namee = namee + ".jpeg"
n = n + 1
os.rename("test.jpeg", namee)
d1 = {n: namee}
thisdict.update(d1)
elif (f == 1):
os.remove("test.jpeg")
ch = 'n'
elif intent == 'text':
new = []
camera = cv2.VideoCapture(0)
return_value, image = camera.read()
cv2.imwrite('test1.jpeg', image)
del (camera)
s3 = boto3.resource('s3')
images = [
('test1.jpeg', 'test'),
]
for image in images:
file = open(image[0], 'rb')
object = s3.Object('aags-wheeler1', image[0])
ret = object.put(Body=file, Metadata={'Name': image[1]})
bucket = 'aags-wheeler1'
photo = 'test1.jpeg'
client = boto3.client('rekognition')
response = client.detect_text(
Image={'S3Object': {
'Bucket': bucket,
'Name': photo
}})
textDetections = response['TextDetections']
stuff = ' '
for text in textDetections:
if (' ' in text['DetectedText']):
stuff += text['DetectedText'] + '\n'
print(stuff)
return json.dumps({"response": stuff}), 200
#talkToMe(str(text['DetectedText']))
s3.Object('aags-wheeler1', 'test1.jpeg').delete()
elif intent == 'news':
def NewsFromBBC():
global new
new = []
main_url = "https://newsapi.org/v1/articles?source=bbc-news&sortBy=top&apiKey=e4313a22f54042c9aba095ce5354be51"
open_bbc_page = requests.get(main_url).json()
article = open_bbc_page["articles"]
results = []
for ar in article:
results.append(ar["title"])
for i in range(0, 3):
stuff = str(str((i + 1)) + '. ' + results[i])
new.append(stuff)
return new
#return json.dumps({"response": str(stuff)})
#talkToMe(stuff)
new = NewsFromBBC()
news = ' '
for i in new:
news += i + ',\n' + '\n'
return json.dumps({"response": news})
return json.dumps({"response": ''}), 200