def process_event(event):
"""Pretty prints events.
Prints all events that occur with two spaces between each new
conversation and a single space between turns of a conversation.
Args:
event(event.Event): The current event to process.
"""
if event.type == EventType.ON_CONVERSATION_TURN_STARTED:
subprocess.Popen(["aplay", "/home/pi/GassistPi/sample-audio-files/Fb.wav"], stdin=subprocess.PIPE, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
status=mutevolstatus()
vollevel=status[1]
with open('/home/pi/.volume.json', 'w') as f:
json.dump(vollevel, f)
kodi.Application.SetVolume({"volume": 0})
GPIO.output(5,GPIO.HIGH)
led.ChangeDutyCycle(100)
if (event.type == EventType.ON_RESPONDING_STARTED and event.args and not event.args['is_error_response']):
GPIO.output(5,GPIO.LOW)
GPIO.output(6,GPIO.HIGH)
led.ChangeDutyCycle(50)
if event.type == EventType.ON_RESPONDING_FINISHED:
GPIO.output(6,GPIO.LOW)
GPIO.output(5,GPIO.HIGH)
led.ChangeDutyCycle(100)
print(event)
if (event.type == EventType.ON_CONVERSATION_TURN_FINISHED and
event.args and not event.args['with_follow_on_turn']):
GPIO.output(5,GPIO.LOW)
led.ChangeDutyCycle(0)
with open('/home/pi/.volume.json', 'r') as f:
vollevel = json.load(f)
kodi.Application.SetVolume({"volume": vollevel})
print()
def assist(self):
"""Send a voice request to the Assistant and playback the response.
Returns: True if conversation should continue.
"""
continue_conversation = False
device_actions_futures = []
subprocess.Popen(["aplay", "{}/sample-audio-files/Fb.wav".format(ROOT_PATH)], stdin=subprocess.PIPE, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
self.conversation_stream.start_recording()
if kodicontrol:
try:
status=mutevolstatus()
vollevel=status[1]
with open('{}/.volume.json'.format(USER_PATH), 'w') as f:
json.dump(vollevel, f)
kodi.Application.SetVolume({"volume": 0})
except requests.exceptions.ConnectionError:
print("Kodi TV box not online")
if GPIOcontrol:
assistantindicator('listening')
if vlcplayer.is_vlc_playing():
if os.path.isfile("{}/.mediavolume.json".format(USER_PATH)):
try:
with open('{}/.mediavolume.json'.format(USER_PATH), 'r') as vol:
volume = json.load(vol)
vlcplayer.set_vlc_volume(15)
except json.decoder.JSONDecodeError:
currentvolume=vlcplayer.get_vlc_volume()
print(currentvolume)
with open('{}/.mediavolume.json'.format(USER_PATH), 'w') as vol:
json.dump(currentvolume, vol)
vlcplayer.set_vlc_volume(15)
else:
currentvolume=vlcplayer.get_vlc_volume()
print(currentvolume)
with open('{}/.mediavolume.json'.format(USER_PATH), 'w') as vol:
json.dump(currentvolume, vol)
vlcplayer.set_vlc_volume(15)
logging.info('Recording audio request.')
def iter_log_assist_requests():
for c in self.gen_assist_requests():
assistant_helpers.log_assist_request_without_audio(c)
yield c
logging.debug('Reached end of AssistRequest iteration.')
# This generator yields AssistResponse proto messages
# received from the gRPC Google Assistant API.
for resp in self.assistant.Assist(iter_log_assist_requests(),
self.deadline):
assistant_helpers.log_assist_response_without_audio(resp)
if resp.event_type == END_OF_UTTERANCE:
logging.info('End of audio request detected.')
logging.info('Stopping recording.')
self.conversation_stream.stop_recording()
if resp.speech_results:
logging.info('Transcript of user request: "%s".',
' '.join(r.transcript
for r in resp.speech_results))
for r in resp.speech_results:
usercommand=str(r)
if "stability: 1.0" in usercommand.lower():
usrcmd=str(usercommand).lower()
idx=usrcmd.find('stability')
usrcmd=usrcmd[:idx]
usrcmd=usrcmd.replace("stability","",1)
usrcmd=usrcmd.strip()
usrcmd=usrcmd.replace('transcript: "','',1)
usrcmd=usrcmd.replace('"','',1)
usrcmd=usrcmd.strip()
print(str(usrcmd))
if configuration['DIYHUE']['DIYHUE_Control']=='Enabled':
if os.path.isfile('/opt/hue-emulator/config.json'):
with open('/opt/hue-emulator/config.json', 'r') as config:
hueconfig = json.load(config)
for i in range(1,len(hueconfig['lights'])+1):
try:
if str(hueconfig['lights'][str(i)]['name']).lower() in str(usrcmd).lower():
hue_control(str(usrcmd).lower(),str(i),str(hueconfig['lights_address'][str(i)]['ip']))
return continue_conversation
break
except Keyerror:
say('Unable to help, please check your config file')
if configuration['Tasmota_devicelist']['Tasmota_Control']=='Enabled':
for num, name in enumerate(tasmota_devicelist):
if name.lower() in str(usrcmd).lower():
tasmota_control(str(usrcmd).lower(), name.lower(),tasmota_deviceip[num])
return continue_conversation
break
if configuration['Conversation']['Conversation_Control']=='Enabled':
for i in range(1,numques+1):
try:
if str(configuration['Conversation']['question'][i][0]).lower() in str(usrcmd).lower():
selectedans=random.sample(configuration['Conversation']['answer'][i],1)
say(selectedans[0])
return continue_conversation
break
except Keyerror:
say('Please check if the number of questions matches the number of answers')
if Domoticz_Device_Control==True and len(domoticz_devices['result'])>0:
for i in range(0,len(domoticz_devices['result'])):
if str(domoticz_devices['result'][i]['HardwareName']).lower() in str(usrcmd).lower():
domoticz_control(i,str(usrcmd).lower(),domoticz_devices['result'][i]['idx'],domoticz_devices['result'][i]['HardwareName'])
return continue_conversation
break
if (custom_action_keyword['Keywords']['Magic_mirror'][0]).lower() in str(usrcmd).lower():
try:
mmmcommand=str(usrcmd).lower()
if 'weather'.lower() in mmmcommand:
if 'show'.lower() in mmmcommand:
mmreq_one=requests.get("http://"+mmmip+":8080/remote?action=SHOW&module=module_2_currentweather")
mmreq_two=requests.get("http://"+mmmip+":8080/remote?action=SHOW&module=module_3_currentweather")
if 'hide'.lower() in mmmcommand:
mmreq_one=requests.get("http://"+mmmip+":8080/remote?action=HIDE&module=module_2_currentweather")
mmreq_two=requests.get("http://"+mmmip+":8080/remote?action=HIDE&module=module_3_currentweather")
if 'power off'.lower() in mmmcommand:
mmreq=requests.get("http://"+mmmip+":8080/remote?action=SHUTDOWN")
if 'reboot'.lower() in mmmcommand:
mmreq=requests.get("http://"+mmmip+":8080/remote?action=REBOOT")
if 'restart'.lower() in mmmcommand:
mmreq=requests.get("http://"+mmmip+":8080/remote?action=RESTART")
if 'display on'.lower() in mmmcommand:
mmreq=requests.get("http://"+mmmip+":8080/remote?action=MONITORON")
if 'display off'.lower() in mmmcommand:
mmreq=requests.get("http://"+mmmip+":8080/remote?action=MONITOROFF")
except requests.exceptions.ConnectionError:
say("Magic mirror not online")
return continue_conversation
if (custom_action_keyword['Keywords']['Recipe_pushbullet'][0]).lower() in str(usrcmd).lower():
ingrequest=str(usrcmd).lower()
ingredientsidx=ingrequest.find('for')
ingrequest=ingrequest[ingredientsidx:]
ingrequest=ingrequest.replace('for',"",1)
ingrequest=ingrequest.replace("'}","",1)
ingrequest=ingrequest.strip()
ingrequest=ingrequest.replace(" ","%20",1)
getrecipe(ingrequest)
return continue_conversation
if (custom_action_keyword['Keywords']['Kickstarter_tracking'][0]).lower() in str(usrcmd).lower():
kickstarter_tracker(str(usrcmd).lower())
return continue_conversation
if configuration['Raspberrypi_GPIO_Control']['GPIO_Control']=='Enabled':
if (custom_action_keyword['Keywords']['Pi_GPIO_control'][0]).lower() in str(usrcmd).lower():
Action(str(usrcmd).lower())
return continue_conversation
if configuration['YouTube']['YouTube_Control']=='Enabled':
if (custom_action_keyword['Keywords']['YouTube_music_stream'][0]).lower() in str(usrcmd).lower():
vlcplayer.stop_vlc()
if 'autoplay'.lower() in str(usrcmd).lower():
YouTube_Autoplay(str(usrcmd).lower())
else:
YouTube_No_Autoplay(str(usrcmd).lower())
return continue_conversation
if (custom_action_keyword['Keywords']['Stop_music'][0]).lower() in str(usrcmd).lower():
stop()
if configuration['Radio_stations']['Radio_Control']=='Enabled':
if 'radio'.lower() in str(usrcmd).lower():
radio(str(usrcmd).lower())
return continue_conversation
if configuration['ESP']['ESP_Control']=='Enabled':
if (custom_action_keyword['Keywords']['ESP_control'][0]).lower() in str(usrcmd).lower():
ESP(str(usrcmd).lower())
return continue_conversation
if (custom_action_keyword['Keywords']['Parcel_tracking'][0]).lower() in str(usrcmd).lower():
track()
return continue_conversation
if (custom_action_keyword['Keywords']['RSS'][0]).lower() in str(usrcmd).lower() or (custom_action_keyword['Keywords']['RSS'][1]).lower() in str(usrcmd).lower():
feed(str(usrcmd).lower())
return continue_conversation
if kodicontrol:
try:
if (custom_action_keyword['Keywords']['Kodi_actions'][0]).lower() in str(usrcmd).lower():
kodiactions(str(usrcmd).lower())
except requests.exceptions.ConnectionError:
say("Kodi TV box not online")
return continue_conversation
# Google Assistant now comes built in with chromecast control, so custom function has been commented
# if 'chromecast'.lower() in str(usrcmd).lower():
# if 'play'.lower() in str(usrcmd).lower():
# chromecast_play_video(str(usrcmd).lower())
# else:
# chromecast_control(usrcmd)
# return continue_conversation
if (custom_action_keyword['Keywords']['Pause_resume'][0]).lower() in str(usrcmd).lower() or (custom_action_keyword['Keywords']['Pause_resume'][1]).lower() in str(usrcmd).lower():
if vlcplayer.is_vlc_playing():
if (custom_action_keyword['Keywords']['Pause_resume'][0]).lower() in str(usrcmd).lower():
vlcplayer.pause_vlc()
if checkvlcpaused():
if (custom_action_keyword['Keywords']['Pause_resume'][1]).lower() in str(usrcmd).lower():
vlcplayer.play_vlc()
elif vlcplayer.is_vlc_playing()==False and checkvlcpaused()==False:
say("Sorry nothing is playing right now")
return continue_conversation
if (custom_action_keyword['Keywords']['Track_change']['Next'][0]).lower() in str(usrcmd).lower() or (custom_action_keyword['Keywords']['Track_change']['Next'][1]).lower() in str(usrcmd).lower() or (custom_action_keyword['Keywords']['Track_change']['Next'][2]).lower() in str(usrcmd).lower():
if vlcplayer.is_vlc_playing() or checkvlcpaused()==True:
vlcplayer.stop_vlc()
vlcplayer.change_media_next()
elif vlcplayer.is_vlc_playing()==False and checkvlcpaused()==False:
say("Sorry nothing is playing right now")
return continue_conversation
if (custom_action_keyword['Keywords']['Track_change']['Previous'][0]).lower() in str(usrcmd).lower() or (custom_action_keyword['Keywords']['Track_change']['Previous'][1]).lower() in str(usrcmd).lower() or (custom_action_keyword['Keywords']['Track_change']['Previous'][2]).lower() in str(usrcmd).lower():
if vlcplayer.is_vlc_playing() or checkvlcpaused()==True:
vlcplayer.stop_vlc()
vlcplayer.change_media_previous()
elif vlcplayer.is_vlc_playing()==False and checkvlcpaused()==False:
say("Sorry nothing is playing right now")
return continue_conversation
if (custom_action_keyword['Keywords']['VLC_music_volume'][0]).lower() in str(usrcmd).lower():
if vlcplayer.is_vlc_playing()==True or checkvlcpaused()==True:
if (custom_action_keyword['Dict']['Set']).lower() in str(usrcmd).lower() or custom_action_keyword['Dict']['Change'].lower() in str(usrcmd).lower():
if 'hundred'.lower() in str(usrcmd).lower() or custom_action_keyword['Dict']['Maximum'] in str(usrcmd).lower():
settingvollevel=100
with open('{}/.mediavolume.json'.format(USER_PATH), 'w') as vol:
json.dump(settingvollevel, vol)
elif 'zero'.lower() in str(usrcmd).lower() or custom_action_keyword['Dict']['Minimum'] in str(usrcmd).lower():
settingvollevel=0
with open('{}/.mediavolume.json'.format(USER_PATH), 'w') as vol:
json.dump(settingvollevel, vol)
else:
for settingvollevel in re.findall(r"[-+]?\d*\.\d+|\d+", str(usrcmd)):
with open('{}/.mediavolume.json'.format(USER_PATH), 'w') as vol:
json.dump(settingvollevel, vol)
print('Setting volume to: '+str(settingvollevel))
vlcplayer.set_vlc_volume(int(settingvollevel))
elif custom_action_keyword['Dict']['Increase'].lower() in str(usrcmd).lower() or custom_action_keyword['Dict']['Decrease'].lower() in str(usrcmd).lower() or 'reduce'.lower() in str(usrcmd).lower():
if os.path.isfile("{}/.mediavolume.json".format(USER_PATH)):
try:
with open('{}/.mediavolume.json'.format(USER_PATH), 'r') as vol:
oldvollevel = json.load(vol)
for oldvollevel in re.findall(r'\b\d+\b', str(oldvollevel)):
oldvollevel=int(oldvollevel)
except json.decoder.JSONDecodeError:
oldvollevel=vlcplayer.get_vlc_volume
for oldvollevel in re.findall(r"[-+]?\d*\.\d+|\d+", str(output)):
oldvollevel=int(oldvollevel)
else:
oldvollevel=vlcplayer.get_vlc_volume
for oldvollevel in re.findall(r"[-+]?\d*\.\d+|\d+", str(output)):
oldvollevel=int(oldvollevel)
if custom_action_keyword['Dict']['Increase'].lower() in str(usrcmd).lower():
if any(char.isdigit() for char in str(usrcmd)):
for changevollevel in re.findall(r'\b\d+\b', str(usrcmd)):
changevollevel=int(changevollevel)
else:
changevollevel=10
newvollevel= oldvollevel+ changevollevel
print(newvollevel)
if int(newvollevel)>100:
settingvollevel=100
elif int(newvollevel)<0:
settingvollevel=0
else:
settingvollevel=newvollevel
with open('{}/.mediavolume.json'.format(USER_PATH), 'w') as vol:
json.dump(settingvollevel, vol)
print('Setting volume to: '+str(settingvollevel))
vlcplayer.set_vlc_volume(int(settingvollevel))
if custom_action_keyword['Dict']['Decrease'].lower() in str(usrcmd).lower() or 'reduce'.lower() in str(usrcmd).lower():
if any(char.isdigit() for char in str(usrcmd)):
for changevollevel in re.findall(r'\b\d+\b', str(usrcmd)):
changevollevel=int(changevollevel)
else:
changevollevel=10
newvollevel= oldvollevel - changevollevel
print(newvollevel)
if int(newvollevel)>100:
settingvollevel=100
elif int(newvollevel)<0:
settingvollevel=0
else:
settingvollevel=newvollevel
with open('{}/.mediavolume.json'.format(USER_PATH), 'w') as vol:
json.dump(settingvollevel, vol)
print('Setting volume to: '+str(settingvollevel))
vlcplayer.set_vlc_volume(int(settingvollevel))
else:
say("Sorry I could not help you")
else:
say("Sorry nothing is playing right now")
return continue_conversation
if (custom_action_keyword['Keywords']['Music_index_refresh'][0]).lower() in str(usrcmd).lower() and (custom_action_keyword['Keywords']['Music_index_refresh'][1]).lower() in str(usrcmd).lower():
refreshlists()
return continue_conversation
if configuration['Gmusicapi']['Gmusic_Control']=='Enabled':
if (custom_action_keyword['Keywords']['Google_music_streaming'][0]).lower() in str(usrcmd).lower():
vlcplayer.stop_vlc()
gmusicselect(str(usrcmd).lower())
return continue_conversation
if configuration['Spotify']['Spotify_Control']=='Enabled':
if (custom_action_keyword['Keywords']['Spotify_music_streaming'][0]).lower() in str(usrcmd).lower():
vlcplayer.stop_vlc()
spotify_playlist_select(str(usrcmd).lower())
return continue_conversation
if configuration['Gaana']['Gaana_Control']=='Enabled':
if (custom_action_keyword['Keywords']['Gaana_music_streaming'][0]).lower() in str(usrcmd).lower():
vlcplayer.stop_vlc()
gaana_playlist_select(str(usrcmd).lower())
return continue_conversation
if configuration['Deezer']['Deezer_Control']=='Enabled':
if (custom_action_keyword['Keywords']['Deezer_music_streaming'][0]).lower() in str(usrcmd).lower():
vlcplayer.stop_vlc()
deezer_playlist_select(str(usrcmd).lower())
return continue_conversation
else:
continue
if GPIOcontrol:
assistantindicator('speaking')
if len(resp.audio_out.audio_data) > 0:
if not self.conversation_stream.playing:
self.conversation_stream.stop_recording()
self.conversation_stream.start_playback()
logging.info('Playing assistant response.')
self.conversation_stream.write(resp.audio_out.audio_data)
if resp.dialog_state_out.conversation_state:
conversation_state = resp.dialog_state_out.conversation_state
logging.debug('Updating conversation state.')
self.conversation_state = conversation_state
if resp.dialog_state_out.volume_percentage != 0:
volume_percentage = resp.dialog_state_out.volume_percentage
logging.info('Setting volume to %s%%', volume_percentage)
self.conversation_stream.volume_percentage = volume_percentage
if resp.dialog_state_out.microphone_mode == DIALOG_FOLLOW_ON:
continue_conversation = True
if GPIOcontrol:
assistantindicator('listening')
logging.info('Expecting follow-on query from user.')
elif resp.dialog_state_out.microphone_mode == CLOSE_MICROPHONE:
if GPIOcontrol:
assistantindicator('off')
if kodicontrol:
try:
with open('{}/.volume.json'.format(USER_PATH), 'r') as f:
vollevel = json.load(f)
kodi.Application.SetVolume({"volume": vollevel})
except requests.exceptions.ConnectionError:
print("Kodi TV box not online")
if vlcplayer.is_vlc_playing():
with open('{}/.mediavolume.json'.format(USER_PATH), 'r') as vol:
oldvolume= json.load(vol)
vlcplayer.set_vlc_volume(int(oldvolume))
continue_conversation = False
if resp.device_action.device_request_json:
device_request = json.loads(
resp.device_action.device_request_json
)
fs = self.device_handler(device_request)
if fs:
device_actions_futures.extend(fs)
if self.display and resp.screen_out.data:
system_browser = browser_helpers.system_browser
system_browser.display(resp.screen_out.data)
if len(device_actions_futures):
logging.info('Waiting for device executions to complete.')
concurrent.futures.wait(device_actions_futures)
logging.info('Finished playing assistant response.')
self.conversation_stream.stop_playback()
return continue_conversation
if GPIOcontrol:
assistantindicator('off')
if kodicontrol:
try:
with open('{}/.volume.json'.format(USER_PATH), 'r') as f:
vollevel = json.load(f)
kodi.Application.SetVolume({"volume": vollevel})
except requests.exceptions.ConnectionError:
print("Kodi TV box not online")
if vlcplayer.is_vlc_playing():
with open('{}/.mediavolume.json'.format(USER_PATH), 'r') as vol:
oldvolume= json.load(vol)
vlcplayer.set_vlc_volume(int(oldvolume))
def process_event(self,event):
"""Pretty prints events.
Prints all events that occur with two spaces between each new
conversation and a single space between turns of a conversation.
Args:
event(event.Event): The current event to process.
"""
print(event)
print()
if event.type == EventType.ON_MUTED_CHANGED:
self.mutestatus=event.args["is_muted"]
if event.type == EventType.ON_START_FINISHED:
self.can_start_conversation = True
if GPIOcontrol:
self.t2.start()
if os.path.isfile("{}/.mute".format(USER_PATH)):
assistantindicator('mute')
if (configuration['Wakewords']['Ok_Google']=='Disabled' or os.path.isfile("{}/.mute".format(USER_PATH))):
self.assistant.set_mic_mute(True)
if custom_wakeword:
self.t1.start()
if configuration['MQTT']['MQTT_Control']=='Enabled':
self.t3.start()
if irreceiver!=None:
self.t4.start()
if configuration['ADAFRUIT_IO']['ADAFRUIT_IO_CONTROL']=='Enabled':
self.t5.start()
if event.type == EventType.ON_CONVERSATION_TURN_STARTED:
subprocess.Popen(["aplay", "{}/sample-audio-files/Fb.wav".format(ROOT_PATH)], stdin=subprocess.PIPE, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
self.can_start_conversation = False
if kodicontrol:
try:
status=mutevolstatus()
vollevel=status[1]
with open('{}/.volume.json'.format(USER_PATH), 'w') as f:
json.dump(vollevel, f)
kodi.Application.SetVolume({"volume": 0})
kodi.GUI.ShowNotification({"title": "", "message": ".....Listening.....", "image": "{}/GoogleAssistantImages/GoogleAssistantBarsTransparent.gif".format(ROOT_PATH)})
except requests.exceptions.ConnectionError:
print("Kodi TV box not online")
if GPIOcontrol:
assistantindicator('listening')
if vlcplayer.is_vlc_playing():
if os.path.isfile("{}/.mediavolume.json".format(USER_PATH)):
try:
with open('{}/.mediavolume.json'.format(USER_PATH), 'r') as vol:
volume = json.load(vol)
vlcplayer.set_vlc_volume(15)
except json.decoder.JSONDecodeError:
currentvolume=vlcplayer.get_vlc_volume()
print(currentvolume)
with open('{}/.mediavolume.json'.format(USER_PATH), 'w') as vol:
json.dump(currentvolume, vol)
vlcplayer.set_vlc_volume(15)
else:
currentvolume=vlcplayer.get_vlc_volume()
print(currentvolume)
with open('{}/.mediavolume.json'.format(USER_PATH), 'w') as vol:
json.dump(currentvolume, vol)
vlcplayer.set_vlc_volume(15)
if (event.type == EventType.ON_CONVERSATION_TURN_TIMEOUT or event.type == EventType.ON_NO_RESPONSE):
self.can_start_conversation = True
if GPIOcontrol:
assistantindicator('off')
if kodicontrol:
try:
with open('{}/.volume.json'.format(USER_PATH), 'r') as f:
vollevel = json.load(f)
kodi.Application.SetVolume({"volume": vollevel})
except requests.exceptions.ConnectionError:
print("Kodi TV box not online")
if (configuration['Wakewords']['Ok_Google']=='Disabled' or os.path.isfile("{}/.mute".format(USER_PATH))):
self.assistant.set_mic_mute(True)
if os.path.isfile("{}/.mute".format(USER_PATH)):
if GPIOcontrol:
assistantindicator('mute')
if vlcplayer.is_vlc_playing():
with open('{}/.mediavolume.json'.format(USER_PATH), 'r') as vol:
oldvolume = json.load(vol)
vlcplayer.set_vlc_volume(int(oldvolume))
if (event.type == EventType.ON_RESPONDING_STARTED and event.args and not event.args['is_error_response']):
if GPIOcontrol:
assistantindicator('speaking')
if event.type == EventType.ON_RESPONDING_FINISHED:
if GPIOcontrol:
assistantindicator('off')
if event.type == EventType.ON_RECOGNIZING_SPEECH_FINISHED:
if GPIOcontrol:
assistantindicator('off')
if self.singleresposne:
self.assistant.stop_conversation()
self.singledetectedresponse= event.args["text"]
else:
usrcmd=event.args["text"]
self.custom_command(usrcmd)
if kodicontrol:
try:
kodi.GUI.ShowNotification({"title": "", "message": event.args["text"], "image": "{}/GoogleAssistantImages/GoogleAssistantDotsTransparent.gif".format(ROOT_PATH)})
except requests.exceptions.ConnectionError:
print("Kodi TV box not online")
if event.type == EventType.ON_RENDER_RESPONSE:
if GPIOcontrol:
assistantindicator('off')
if kodicontrol:
try:
kodi.GUI.ShowNotification({"title": "", "message": event.args["text"], "image": "{}/GoogleAssistantImages/GoogleAssistantTransparent.gif".format(ROOT_PATH),"displaytime": 20000})
except requests.exceptions.ConnectionError:
print("Kodi TV box not online")
if (event.type == EventType.ON_CONVERSATION_TURN_FINISHED and
event.args and not event.args['with_follow_on_turn']):
self.can_start_conversation = True
if GPIOcontrol:
assistantindicator('off')
if (configuration['Wakewords']['Ok_Google']=='Disabled' or os.path.isfile("{}/.mute".format(USER_PATH))):
self.assistant.set_mic_mute(True)
if os.path.isfile("{}/.mute".format(USER_PATH)):
if GPIOcontrol:
assistantindicator('mute')
if kodicontrol:
try:
with open('{}/.volume.json'.format(USER_PATH), 'r') as f:
vollevel = json.load(f)
kodi.Application.SetVolume({"volume": vollevel})
except requests.exceptions.ConnectionError:
print("Kodi TV box not online")
if vlcplayer.is_vlc_playing():
with open('{}/.mediavolume.json'.format(USER_PATH), 'r') as vol:
oldvolume= json.load(vol)
vlcplayer.set_vlc_volume(int(oldvolume))
if event.type == EventType.ON_DEVICE_ACTION:
for command, params in event.actions:
print('Do command', command, 'with params', str(params))
def process_event(self, event):
"""Pretty prints events.
Prints all events that occur with two spaces between each new
conversation and a single space between turns of a conversation.
Args:
event(event.Event): The current event to process.
"""
print(event)
if event.type == EventType.ON_START_FINISHED:
self.can_start_conversation = True
if GPIOcontrol:
self.t2.start()
if os.path.isfile("{}/.mute".format(USER_PATH)):
assistantindicator('mute')
if (configuration['Wakewords']['Ok_Google'] == 'Disabled'
or os.path.isfile("{}/.mute".format(USER_PATH))):
self.assistant.set_mic_mute(True)
if custom_wakeword:
self.t1.start()
if event.type == EventType.ON_CONVERSATION_TURN_STARTED:
self.can_start_conversation = False
subprocess.Popen(
["aplay", "{}/sample-audio-files/Fb.wav".format(ROOT_PATH)],
stdin=subprocess.PIPE,
stdout=subprocess.PIPE,
stderr=subprocess.PIPE)
if kodicontrol:
status = mutevolstatus()
vollevel = status[1]
with open('{}/.volume.json'.format(USER_PATH), 'w') as f:
json.dump(vollevel, f)
kodi.Application.SetVolume({"volume": 0})
if GPIOcontrol:
assistantindicator('listening')
if vlcplayer.is_vlc_playing():
if os.path.isfile("{}/.mediavolume.json".format(USER_PATH)):
vlcplayer.set_vlc_volume(15)
else:
currentvolume = vlcplayer.get_vlc_volume()
print(currentvolume)
with open('{}/.mediavolume.json'.format(USER_PATH),
'w') as vol:
json.dump(currentvolume, vol)
vlcplayer.set_vlc_volume(15)
print()
if (event.type == EventType.ON_CONVERSATION_TURN_TIMEOUT
or event.type == EventType.ON_NO_RESPONSE):
self.can_start_conversation = True
if GPIOcontrol:
assistantindicator('off')
if kodicontrol:
with open('{}/.volume.json'.format(USER_PATH), 'r') as f:
vollevel = json.load(f)
kodi.Application.SetVolume({"volume": vollevel})
if (configuration['Wakewords']['Ok_Google'] == 'Disabled'
or os.path.isfile("{}/.mute".format(USER_PATH))):
self.assistant.set_mic_mute(True)
if os.path.isfile("{}/.mute".format(USER_PATH)):
if GPIOcontrol:
assistantindicator('mute')
if vlcplayer.is_vlc_playing():
with open('{}/.mediavolume.json'.format(USER_PATH),
'r') as vol:
oldvolume = json.load(vol)
vlcplayer.set_vlc_volume(int(oldvolume))
if (event.type == EventType.ON_RESPONDING_STARTED and event.args
and not event.args['is_error_response']):
if GPIOcontrol:
assistantindicator('speaking')
if event.type == EventType.ON_RESPONDING_FINISHED:
if GPIOcontrol:
assistantindicator('off')
if event.type == EventType.ON_RECOGNIZING_SPEECH_FINISHED:
if GPIOcontrol:
assistantindicator('off')
print(event)
if (event.type == EventType.ON_CONVERSATION_TURN_FINISHED
and event.args and not event.args['with_follow_on_turn']):
self.can_start_conversation = True
if GPIOcontrol:
assistantindicator('off')
if (configuration['Wakewords']['Ok_Google'] == 'Disabled'
or os.path.isfile("{}/.mute".format(USER_PATH))):
self.assistant.set_mic_mute(True)
if os.path.isfile("{}/.mute".format(USER_PATH)):
if GPIOcontrol:
assistantindicator('mute')
if kodicontrol:
with open('{}/.volume.json'.format(USER_PATH), 'r') as f:
vollevel = json.load(f)
kodi.Application.SetVolume({"volume": vollevel})
if vlcplayer.is_vlc_playing():
with open('{}/.mediavolume.json'.format(USER_PATH),
'r') as vol:
oldvolume = json.load(vol)
vlcplayer.set_vlc_volume(int(oldvolume))
print()
if event.type == EventType.ON_DEVICE_ACTION:
for command, params in event.actions:
print('Do command', command, 'with params', str(params))
def assist(self):
# Configure audio source and sink.
self.audio_device = None
self.audio_source = self.audio_device = (
self.audio_device or audio_helpers.SoundDeviceStream(
sample_rate=self.audio_sample_rate,
sample_width=self.audio_sample_width,
block_size=self.audio_block_size,
flush_size=self.audio_flush_size))
self.audio_sink = self.audio_device = (
self.audio_device or audio_helpers.SoundDeviceStream(
sample_rate=self.audio_sample_rate,
sample_width=self.audio_sample_width,
block_size=self.audio_block_size,
flush_size=self.audio_flush_size))
# Create conversation stream with the given audio source and sink.
self.conversation_stream = audio_helpers.ConversationStream(
source=self.audio_source,
sink=self.audio_sink,
iter_size=self.audio_iter_size,
sample_width=self.audio_sample_width)
restart = False
continue_conversation = True
try:
while continue_conversation:
continue_conversation = False
subprocess.Popen(
["aplay", "/home/pi/GassistPi/sample-audio-files/Fb.wav"],
stdin=subprocess.PIPE,
stdout=subprocess.PIPE,
stderr=subprocess.PIPE)
self.conversation_stream.start_recording()
status = mutevolstatus()
vollevel = status[1]
with open('/home/pi/.volume.json', 'w') as f:
json.dump(vollevel, f)
kodi.Application.SetVolume({"volume": 0})
GPIO.output(5, GPIO.HIGH)
led.ChangeDutyCycle(100)
self.logger.info('Recording audio request.')
def iter_converse_requests():
for c in self.gen_converse_requests():
assistant_helpers.log_converse_request_without_audio(c)
yield c
self.conversation_stream.start_playback()
# This generator yields ConverseResponse proto messages
# received from the gRPC Google Assistant API.
for resp in self.assistant.Converse(iter_converse_requests(),
self.grpc_deadline):
assistant_helpers.log_converse_response_without_audio(resp)
if resp.error.code != code_pb2.OK:
self.logger.error('server error: %s',
resp.error.message)
break
if resp.event_type == END_OF_UTTERANCE:
self.logger.info('End of audio request detected')
GPIO.output(5, GPIO.LOW)
led.ChangeDutyCycle(0)
self.conversation_stream.stop_recording()
if resp.result.spoken_request_text:
usrcmd = resp.result.spoken_request_text
usrcmd = (str(usrcmd) + " on kodi")
# if 'trigger' in str(usrcmd).lower():
# Action(str(usrcmd).lower())
# return continue_conversation
# if 'stream'.lower() in str(usrcmd).lower():
# YouTube(str(usrcmd).lower())
# return continue_conversation
# if 'stop'.lower() in str(usrcmd).lower():
# stop()
# return continue_conversation
# if 'tune into'.lower() in str(usrcmd).lower():
# radio(str(usrcmd).lower())
# return continue_conversation
# if 'wireless'.lower() in str(usrcmd).lower():
# ESP(str(usrcmd).lower())
# return continue_conversation
# if 'parcel'.lower() in str(usrcmd).lower():
# track()
# return continue_conversation
# if 'news'.lower() in str(usrcmd).lower() or 'feed'.lower() in str(usrcmd).lower() or 'quote'.lower() in str(usrcmd).lower():
# feed(str(usrcmd).lower())
# return continue_conversation
if 'on kodi'.lower() in str(usrcmd).lower():
kodiactions(str(usrcmd).lower())
return continue_conversation
else:
continue
self.logger.info('Transcript of user request: "%s".',
resp.result.spoken_request_text)
GPIO.output(5, GPIO.LOW)
GPIO.output(6, GPIO.HIGH)
led.ChangeDutyCycle(50)
self.logger.info('Playing assistant response.')
if len(resp.audio_out.audio_data) > 0:
self.conversation_stream.write(
resp.audio_out.audio_data)
if resp.result.spoken_response_text:
self.logger.info(
'Transcript of TTS response '
'(only populated from IFTTT): "%s".',
resp.result.spoken_response_text)
if resp.result.conversation_state:
self.conversation_state_bytes = resp.result.conversation_state
if resp.result.volume_percentage != 0:
volume_percentage = resp.result.volume_percentage
self.logger.info('Volume should be set to %s%%',
volume_percentage)
if resp.result.microphone_mode == DIALOG_FOLLOW_ON:
continue_conversation = True
GPIO.output(6, GPIO.LOW)
GPIO.output(5, GPIO.HIGH)
led.ChangeDutyCycle(100)
self.logger.info(
'Expecting follow-on query from user.')
self.logger.info('Finished playing assistant response.')
GPIO.output(6, GPIO.LOW)
GPIO.output(5, GPIO.LOW)
led.ChangeDutyCycle(0)
with open('/home/pi/.volume.json', 'r') as f:
vollevel = json.load(f)
kodi.Application.SetVolume({"volume": vollevel})
self.conversation_stream.stop_playback()
except Exception as e:
self._create_assistant()
self.logger.exception('Skipping because of connection reset')
restart = True
try:
self.conversation_stream.close()
if restart:
self.assist()
except Exception:
self.logger.error('Failed to close conversation_stream.')