def __init__(self):
"""Constructor for UI handler."""
GObject.Object.__init__(self)
self.bottom_widget = Gtk.Builder()
self.bottom_widget.add_from_file(BOTTOM_WIDGET_UI_PATH)
# Get the plugin manager
self.plugin_manager = DictonatorActionHandler(self.bottom_bar_text_changer, self.bottom_bar_handler)
logger.debug('UI INIT')
def get_configure_box(self):
"""Return only the box. Peas configurable handles the file_chooser making.
:rtype: Gtk.Box
"""
logger.debug("get configure box")
self._get_saved_into_text_boxes()
self._choose_labelled_input_boxes()
self._connect_everything()
self._populate_buttons()
return self.ui.get_object("full_box")
def get_configure_box(self):
"""Return only the box. Peas configurable handles the file_chooser making.
:rtype: Gtk.Box
"""
logger.debug("get configure box")
self._get_saved_into_text_boxes()
self._choose_labelled_input_boxes()
self._connect_everything()
self._populate_buttons()
return self.ui.get_object("full_box")
def __init__(self, f_action_handler: callable):
"""Constructor.
:param f_action_handler: do action based on received text.
"""
self.plugin_action_handler = f_action_handler
self.source = None
self.re = sr.Recognizer()
self.re.dynamic_energy_threshold = DictonatorSettings.settings['Main']['dynamic_noise_suppression']
self.mic = sr.Microphone()
self.re_stopper = None
self.is_listening = False
self.is_prepared = False
self.noise_level = None
logger.debug("Speech Recogniser initialised")
def __init__(self, f_action_handler: callable):
"""Constructor.
:param f_action_handler: do action based on received text.
"""
self.plugin_action_handler = f_action_handler
self.source = None
self.re = sr.Recognizer()
self.re.dynamic_energy_threshold = DictonatorSettings.settings['Main'][
'dynamic_noise_suppression']
self.mic = sr.Microphone()
self.re_stopper = None
self.is_listening = False
self.is_prepared = False
self.noise_level = None
logger.debug("Speech Recogniser initialised")
def setup_recogniser(self):
"""Adjusts for noise."""
self.plugin_action_handler("", DictonatorStates.preparing, "Preparing Dict'O'nator...")
self.update_gui()
if self.is_listening:
logger.debug("*****************" + str(self.re.energy_threshold))
self.re.adjust_for_ambient_noise(self.source, duration=2)
logger.debug("*****************" + str(self.re.energy_threshold))
self.plugin_action_handler("", DictonatorStates.prepared, "Prepared. Speak!")
elif not self.is_listening:
with self.mic as source:
self.source = source
self.re.adjust_for_ambient_noise(source, duration=2)
self.plugin_action_handler("", DictonatorStates.prepared, "Done preparing.")
self.is_prepared = True
def setup_recogniser(self):
"""Adjusts for noise."""
self.plugin_action_handler("", DictonatorStates.preparing,
"Preparing Dict'O'nator...")
self.update_gui()
if self.is_listening:
logger.debug("*****************" + str(self.re.energy_threshold))
self.re.adjust_for_ambient_noise(self.source, duration=2)
logger.debug("*****************" + str(self.re.energy_threshold))
self.plugin_action_handler("", DictonatorStates.prepared,
"Prepared. Speak!")
elif not self.is_listening:
with self.mic as source:
self.source = source
self.re.adjust_for_ambient_noise(source, duration=2)
self.plugin_action_handler("", DictonatorStates.prepared,
"Done preparing.")
self.is_prepared = True
def recog_callback(self, r, audio, testing=False):
"""
Called from different thread. Uses GLib.idle_all to add function to main loop.
Callback for start_recogniser, converts speech to text.
Calls action_handler in main thread.
"""
settings = DictonatorSettings.settings
sel = settings['Main']['recogniser']
recognized_text = ""
# Recogniser begins
if sel == "Sphinx":
# Use Sphinx as recogniser
GLib.idle_add(self.plugin_action_handler, "",
DictonatorStates.recognising,
"Got your words! Processing with Sphinx")
logger.debug("recognize speech using Sphinx")
try:
recognized_text = r.recognize_sphinx(audio)
logger.debug("From recogSpeech module: " + recognized_text)
except sr.UnknownValueError:
GLib.idle_add(self.plugin_action_handler, "",
DictonatorStates.error,
"Sphinx could not understand audio")
except sr.RequestError as e:
GLib.idle_add(self.plugin_action_handler, "",
DictonatorStates.fatal_error,
"Sphinx error; {0}".format(e))
finally:
GLib.idle_add(self.plugin_action_handler, recognized_text,
DictonatorStates.recognised, "")
if testing:
self.plugin_action_handler(recognized_text,
DictonatorStates.recognised, "")
elif sel == "Google":
if settings['Google']['api_key'] != "":
# Use Google with API KEY as recogniser
google_api_key = settings['Google']['api_key']
GLib.idle_add(
self.plugin_action_handler, "",
DictonatorStates.recognising,
"Got your words! Processing with Google Speech Recognition"
)
logger.debug(
"recognize speech using Google Key Speech Recognition")
try:
recognized_text = r.recognize_google(audio, google_api_key)
logger.debug("From recogSpeech module G : " +
recognized_text)
except sr.UnknownValueError:
GLib.idle_add(
self.plugin_action_handler, "", DictonatorStates.error,
"Google Speech Recognition could not understand audio")
except sr.RequestError as e:
GLib.idle_add(
self.plugin_action_handler, "",
DictonatorStates.fatal_error,
"Could not request results from Google Speech Recognition service; {0}"
.format(e))
finally:
GLib.idle_add(self.plugin_action_handler, recognized_text)
else:
GLib.idle_add(
self.plugin_action_handler, "",
DictonatorStates.recognising,
"Got your words! Processing with Google Speech Recognition"
)
logger.debug(
"recognize speech using Google Speech Recognition")
try:
recognized_text = r.recognize_google(audio)
logger.debug("From recogSpeech module G : " +
recognized_text)
except sr.UnknownValueError:
GLib.idle_add(
self.plugin_action_handler, "", DictonatorStates.error,
"Google Speech Recognition could not understand audio")
except sr.RequestError as e:
GLib.idle_add(
self.plugin_action_handler, "",
DictonatorStates.fatal_error,
"Could not request results from Google Speech Recognition service; {0}"
.format(e))
finally:
GLib.idle_add(self.plugin_action_handler, recognized_text,
DictonatorStates.recognised, "")
elif sel == "WITAI":
# recognize speech using Wit.ai
GLib.idle_add(self.plugin_action_handler, "",
DictonatorStates.recognising,
"Got your words! Processing with WIT.AI")
logger.debug("recognize speech using WitAI Speech Recognition")
wit_ai_key = settings['WITAI']['api_key']
# Wit.ai keys are 32-character uppercase alphanumeric strings
try:
recognized_text = r.recognize_wit(audio, key=wit_ai_key)
logger.debug("Wit.ai thinks you said " + recognized_text)
except sr.UnknownValueError:
GLib.idle_add(self.plugin_action_handler, "",
DictonatorStates.error,
"Wit.ai could not understand audio")
except sr.RequestError as e:
GLib.idle_add(
self.plugin_action_handler, "",
DictonatorStates.fatal_error,
"Could not request results from Wit.ai service; {0}".
format(e))
finally:
GLib.idle_add(self.plugin_action_handler, recognized_text,
DictonatorStates.recognised, "")
elif sel == "Bing":
# recognize speech using Microsoft Bing Voice Recognition
GLib.idle_add(self.plugin_action_handler, "",
DictonatorStates.recognising,
"Got your words! Processing with Bing")
logger.debug("recognize speech using Bing Speech Recognition")
bing_key = settings['Bing']['api_key']
try:
recognized_text = r.recognize_bing(audio, key=bing_key)
logger.debug(
"Microsoft Bing Voice Recognition thinks you said " +
recognized_text)
except sr.UnknownValueError:
GLib.idle_add(
self.plugin_action_handler, "", DictonatorStates.error,
"Microsoft Bing Voice Recognition could not understand audio"
)
except sr.RequestError as e:
GLib.idle_add(
self.plugin_action_handler, "",
DictonatorStates.fatal_error,
"Could not request results from Microsoft Bing Voice Recognition service; {0}"
.format(e))
finally:
GLib.idle_add(self.plugin_action_handler, recognized_text,
DictonatorStates.recognised, "")
elif sel == "APIAI":
# recognize speech using api.ai
GLib.idle_add(self.plugin_action_handler, "",
DictonatorStates.recognising,
"Got your words! Processing with API.AI")
logger.debug("recognize speech using APIAI Speech Recognition")
api_ai_client_access_token = settings['APIAI']['api_key']
try:
recognized_text = r.recognize_api(
audio, client_access_token=api_ai_client_access_token)
logger.debug("api.ai thinks you said " + recognized_text)
except sr.UnknownValueError:
GLib.idle_add(self.plugin_action_handler, "",
DictonatorStates.error,
"api.ai could not understand audio")
except sr.RequestError as e:
GLib.idle_add(
self.plugin_action_handler, "",
DictonatorStates.fatal_error,
"Could not request results from api.ai service; {0}".
format(e))
finally:
GLib.idle_add(self.plugin_action_handler, recognized_text,
DictonatorStates.recognised, "")
elif sel == "IBM":
# recognize speech using IBM Speech to Text
GLib.idle_add(self.plugin_action_handler, "",
DictonatorStates.recognising,
"Got your words! Processing with IBM")
logger.debug("recognize speech using IBM Speech Recognition")
ibm_username = settings['IBM']['username']
# IBM Speech to Text usernames are strings of the form XXXXXXXX-XXXX-XXXX-XXXX-XXXXXXXXXXXX
ibm_password = settings['IBM']['password']
# IBM Speech to Text passwords are mixed-case alphanumeric strings
try:
recognized_text = r.recognize_ibm(audio,
username=ibm_username,
password=ibm_password)
logger.debug("IBM Speech to Text thinks you said " +
recognized_text)
except sr.UnknownValueError:
GLib.idle_add(self.plugin_action_handler, "",
DictonatorStates.error,
"IBM Speech to Text could not understand audio")
except sr.RequestError as e:
GLib.idle_add(
self.plugin_action_handler, "",
DictonatorStates.fatal_error,
"Could not request results from IBM Speech to Text service; {0}"
.format(e))
finally:
GLib.idle_add(self.plugin_action_handler, recognized_text,
DictonatorStates.recognised, "")
def do_deactivate(self):
"""Plugin close. Remove menu items and bottom bar."""
logger.debug("DEACTIVATING")
self._remove_bottom_panel()
self.stop()
def recog_callback(self, r, audio, testing=False):
"""
Called from different thread. Uses GLib.idle_all to add function to main loop.
Callback for start_recogniser, converts speech to text.
Calls action_handler in main thread.
"""
settings = DictonatorSettings.settings
sel = settings['Main']['recogniser']
recognized_text = ""
# Recogniser begins
if sel == "Sphinx":
# Use Sphinx as recogniser
GLib.idle_add(self.plugin_action_handler, "", DictonatorStates.recognising,
"Got your words! Processing with Sphinx")
logger.debug("recognize speech using Sphinx")
try:
recognized_text = r.recognize_sphinx(audio)
logger.debug("From recogSpeech module: " + recognized_text)
except sr.UnknownValueError:
GLib.idle_add(self.plugin_action_handler, "", DictonatorStates.error,
"Sphinx could not understand audio")
except sr.RequestError as e:
GLib.idle_add(self.plugin_action_handler, "", DictonatorStates.fatal_error,
"Sphinx error; {0}".format(e))
finally:
GLib.idle_add(self.plugin_action_handler, recognized_text, DictonatorStates.recognised, "")
if testing:
self.plugin_action_handler(recognized_text, DictonatorStates.recognised, "")
elif sel == "Google":
if settings['Google']['api_key'] != "":
# Use Google with API KEY as recogniser
google_api_key = settings['Google']['api_key']
GLib.idle_add(self.plugin_action_handler, "", DictonatorStates.recognising,
"Got your words! Processing with Google Speech Recognition")
logger.debug("recognize speech using Google Key Speech Recognition")
try:
recognized_text = r.recognize_google(audio, google_api_key)
logger.debug("From recogSpeech module G : " + recognized_text)
except sr.UnknownValueError:
GLib.idle_add(self.plugin_action_handler, "", DictonatorStates.error,
"Google Speech Recognition could not understand audio")
except sr.RequestError as e:
GLib.idle_add(self.plugin_action_handler, "", DictonatorStates.fatal_error,
"Could not request results from Google Speech Recognition service; {0}".format(e))
finally:
GLib.idle_add(self.plugin_action_handler, recognized_text)
else:
GLib.idle_add(self.plugin_action_handler, "", DictonatorStates.recognising,
"Got your words! Processing with Google Speech Recognition")
logger.debug("recognize speech using Google Speech Recognition")
try:
recognized_text = r.recognize_google(audio)
logger.debug("From recogSpeech module G : " + recognized_text)
except sr.UnknownValueError:
GLib.idle_add(self.plugin_action_handler, "", DictonatorStates.error,
"Google Speech Recognition could not understand audio")
except sr.RequestError as e:
GLib.idle_add(self.plugin_action_handler, "", DictonatorStates.fatal_error,
"Could not request results from Google Speech Recognition service; {0}".format(e))
finally:
GLib.idle_add(self.plugin_action_handler, recognized_text, DictonatorStates.recognised, "")
elif sel == "WITAI":
# recognize speech using Wit.ai
GLib.idle_add(self.plugin_action_handler, "", DictonatorStates.recognising,
"Got your words! Processing with WIT.AI")
logger.debug("recognize speech using WitAI Speech Recognition")
wit_ai_key = settings['WITAI']['api_key']
# Wit.ai keys are 32-character uppercase alphanumeric strings
try:
recognized_text = r.recognize_wit(audio, key=wit_ai_key)
logger.debug("Wit.ai thinks you said " + recognized_text)
except sr.UnknownValueError:
GLib.idle_add(self.plugin_action_handler, "", DictonatorStates.error,
"Wit.ai could not understand audio")
except sr.RequestError as e:
GLib.idle_add(self.plugin_action_handler, "", DictonatorStates.fatal_error,
"Could not request results from Wit.ai service; {0}".format(e))
finally:
GLib.idle_add(self.plugin_action_handler, recognized_text, DictonatorStates.recognised, "")
elif sel == "Bing":
# recognize speech using Microsoft Bing Voice Recognition
GLib.idle_add(self.plugin_action_handler, "", DictonatorStates.recognising,
"Got your words! Processing with Bing")
logger.debug("recognize speech using Bing Speech Recognition")
bing_key = settings['Bing']['api_key']
try:
recognized_text = r.recognize_bing(audio, key=bing_key)
logger.debug("Microsoft Bing Voice Recognition thinks you said " + recognized_text)
except sr.UnknownValueError:
GLib.idle_add(self.plugin_action_handler, "", DictonatorStates.error,
"Microsoft Bing Voice Recognition could not understand audio")
except sr.RequestError as e:
GLib.idle_add(self.plugin_action_handler, "", DictonatorStates.fatal_error,
"Could not request results from Microsoft Bing Voice Recognition service; {0}".format(e))
finally:
GLib.idle_add(self.plugin_action_handler, recognized_text, DictonatorStates.recognised, "")
elif sel == "APIAI":
# recognize speech using api.ai
GLib.idle_add(self.plugin_action_handler, "", DictonatorStates.recognising,
"Got your words! Processing with API.AI")
logger.debug("recognize speech using APIAI Speech Recognition")
api_ai_client_access_token = settings['APIAI']['api_key']
try:
recognized_text = r.recognize_api(audio, client_access_token=api_ai_client_access_token)
logger.debug("api.ai thinks you said " + recognized_text)
except sr.UnknownValueError:
GLib.idle_add(self.plugin_action_handler, "", DictonatorStates.error,
"api.ai could not understand audio")
except sr.RequestError as e:
GLib.idle_add(self.plugin_action_handler, "", DictonatorStates.fatal_error,
"Could not request results from api.ai service; {0}".format(e))
finally:
GLib.idle_add(self.plugin_action_handler, recognized_text, DictonatorStates.recognised, "")
elif sel == "IBM":
# recognize speech using IBM Speech to Text
GLib.idle_add(self.plugin_action_handler, "", DictonatorStates.recognising,
"Got your words! Processing with IBM")
logger.debug("recognize speech using IBM Speech Recognition")
ibm_username = settings['IBM']['username']
# IBM Speech to Text usernames are strings of the form XXXXXXXX-XXXX-XXXX-XXXX-XXXXXXXXXXXX
ibm_password = settings['IBM']['password']
# IBM Speech to Text passwords are mixed-case alphanumeric strings
try:
recognized_text = r.recognize_ibm(audio, username=ibm_username, password=ibm_password)
logger.debug("IBM Speech to Text thinks you said " + recognized_text)
except sr.UnknownValueError:
GLib.idle_add(self.plugin_action_handler, "", DictonatorStates.error,
"IBM Speech to Text could not understand audio")
except sr.RequestError as e:
GLib.idle_add(self.plugin_action_handler, "", DictonatorStates.fatal_error,
"Could not request results from IBM Speech to Text service; {0}".format(e))
finally:
GLib.idle_add(self.plugin_action_handler, recognized_text, DictonatorStates.recognised, "")