def __init__(self, options, status_file, macros_dir, sentences_dir, dictionaries_dir, models_dir):
self.options = options
self.macros_dir = macros_dir
self.sentences_dir = sentences_dir
self.dictionaries_dir = dictionaries_dir
self.models_dir = models_dir
#TODO read this form configuration file
self.mode = self.__SYSTEM
self.default_macro_file = 'system'
self.status_file = status_file
Helpers.write_in_file(self.status_file, self.mode)
self.previous_hyp = ""
self.init_macros()
if self.options.generate or not os.listdir(self.sentences_dir) or not os.listdir(self.dictionaries_dir) or not os.listdir(self.models_dir):
print("Creating dictionaries and models")
SentencesGenerator.generate_sentences_files(self.sentences_dir, self.macros, self.passwords, self.usernames)
DictionaryCreator.create_dictionaries_and_models(self.macros, self.sentences_dir, self.dictionaries_dir, self.models_dir)
self.xmacro_writer = XmacroWriter()
#TODO espeak as subprocess
# espeak = subprocess.Popen("espeak -v " + self.macros['properties']['LANG'] , stdin=subprocess.PIPE, stdout=devnull, bufsize=1, close_fds=True)
# self.espeak_pipe = espeak.stdin
self.init_gst(self.default_macro_file) # or self.mode --- the names are the same
self.gui_output = None
self.mode_output = None
self.say("I am ready for taking commands")
def __init__(self, options, status_file, macros_dir, sentences_dir,
dictionaries_dir, models_dir):
self.options = options
self.macros_dir = macros_dir
self.sentences_dir = sentences_dir
self.dictionaries_dir = dictionaries_dir
self.models_dir = models_dir
#TODO read this form configuration file
self.mode = self.__SYSTEM
self.default_macro_file = 'system'
self.status_file = status_file
Helpers.write_in_file(self.status_file, self.mode)
self.previous_hyp = ""
self.init_macros()
if self.options.generate or not os.listdir(
self.sentences_dir) or not os.listdir(
self.dictionaries_dir) or not os.listdir(self.models_dir):
print("Creating dictionaries and models")
SentencesGenerator.generate_sentences_files(
self.sentences_dir, self.macros, self.passwords,
self.usernames)
DictionaryCreator.create_dictionaries_and_models(
self.macros, self.sentences_dir, self.dictionaries_dir,
self.models_dir)
self.xmacro_writer = XmacroWriter()
#TODO espeak as subprocess
# espeak = subprocess.Popen("espeak -v " + self.macros['properties']['LANG'] , stdin=subprocess.PIPE, stdout=devnull, bufsize=1, close_fds=True)
# self.espeak_pipe = espeak.stdin
self.init_gst(
self.default_macro_file) # or self.mode --- the names are the same
self.gui_output = None
self.mode_output = None
self.say("I am ready for taking commands")
class Logic(object):
__SYSTEM = 'system'
__LISTENING = 'listening'
__OFF = 'off'
def __init__(self, options, status_file, macros_dir, sentences_dir,
dictionaries_dir, models_dir):
self.options = options
self.macros_dir = macros_dir
self.sentences_dir = sentences_dir
self.dictionaries_dir = dictionaries_dir
self.models_dir = models_dir
#TODO read this form configuration file
self.mode = self.__SYSTEM
self.default_macro_file = 'system'
self.status_file = status_file
Helpers.write_in_file(self.status_file, self.mode)
self.previous_hyp = ""
self.init_macros()
if self.options.generate or not os.listdir(
self.sentences_dir) or not os.listdir(
self.dictionaries_dir) or not os.listdir(self.models_dir):
print("Creating dictionaries and models")
SentencesGenerator.generate_sentences_files(
self.sentences_dir, self.macros, self.passwords,
self.usernames)
DictionaryCreator.create_dictionaries_and_models(
self.macros, self.sentences_dir, self.dictionaries_dir,
self.models_dir)
self.xmacro_writer = XmacroWriter()
#TODO espeak as subprocess
# espeak = subprocess.Popen("espeak -v " + self.macros['properties']['LANG'] , stdin=subprocess.PIPE, stdout=devnull, bufsize=1, close_fds=True)
# self.espeak_pipe = espeak.stdin
self.init_gst(
self.default_macro_file) # or self.mode --- the names are the same
self.gui_output = None
self.mode_output = None
self.say("I am ready for taking commands")
def init_macros(self):
"""Read macro configurations from macro folders"""
self.macros = {}
self.passwords = {}
self.usernames = {}
self.macros, self.passwords, self.usernames = ConfigurationReaderWriter.read_macros_directory(
self.macros_dir)
# print self.macros
# print self.passwords
if len(self.passwords) > 0:
self.password_input()
def password_input(self):
"""User inputs passwords."""
for password_key in self.passwords:
match = False
while match == False:
prompt = "\nEnter password for %s: " % password_key
password1 = getpass.getpass(prompt)
prompt = "\nConfirm password for %s: " % password_key
password2 = getpass.getpass(prompt)
if password1 == password2:
match = True
self.passwords[password_key] = password1
self.macros["PASSWORD " +
password_key] = "String %s\n" % password1
else:
print "\nPasswords don't match. Try again."
def init_gst(self, file_name):
"""Initialize the speech components"""
self.pipeline = gst.parse_launch(
'alsasrc ! audioconvert ! audioresample ' +
'! vader name=vad auto-threshold=true ' +
'! pocketsphinx name=asr ! fakesink')
asr = self.pipeline.get_by_name('asr')
asr.set_property('lm', self.models_dir + file_name + '.lm')
asr.set_property('dict', self.dictionaries_dir + file_name + '.dic')
asr.connect('partial_result', self.asr_partial_result)
asr.connect('result', self.asr_result)
asr.set_property('configured', True)
bus = self.pipeline.get_bus()
bus.add_signal_watch()
bus.connect('message::application', self.application_message)
self.pipeline.set_state(gst.STATE_PLAYING)
def asr_partial_result(self, asr, text, uttid):
"""Forward partial result signals on the bus to the main thread."""
struct = gst.Structure('partial_result')
struct.set_value('hyp', text)
struct.set_value('uttid', uttid)
asr.post_message(gst.message_new_application(asr, struct))
def asr_result(self, asr, text, uttid):
"""Forward result signals on the bus to the main thread."""
struct = gst.Structure('result')
struct.set_value('hyp', text)
struct.set_value('uttid', uttid)
asr.post_message(gst.message_new_application(asr, struct))
def application_message(self, bus, msg):
"""Receive application messages from the bus."""
#TODO Check partial resoult - but why?
msgtype = msg.structure.get_name()
if msgtype == 'result':
self.final_result(msg.structure['hyp'], msg.structure['uttid'])
def final_result(self, hyp, uttid):
"""Decide what to do with the heard words."""
if not self.options.quiet:
if self.gui_output != None:
self.gui_output.begin_user_action()
self.gui_output.insert_at_cursor(hyp + "\n")
self.gui_output.end_user_action()
print 'Heard: "%s"' % hyp
self.send_notification('Heard: "%s"' % hyp)
word_list = hyp.split(' ', 1)
word_count = len(word_list)
if word_count > 0 and not (word_list[0] == ""):
# Main control with NAME
if word_list[0] == self.macros['system']['NAME']:
if self.mode == self.__SYSTEM and self.macros['system'][
'START_COMMAND'] == "" and word_count == 1:
self.change_to_listening()
if word_count > 1:
word_list = word_list[1].split()
if self.mode == self.__SYSTEM:
if word_list[0] == self.macros['system']['CLOSE']:
self.execute_command(
"killall -3 " +
self.macros['applications'][word_list[1]])
self.say_and_send_notification(
"Closing application for " + word_list[1] +
" " +
self.macros['applications'][word_list[1]])
elif word_list[0] == self.macros['system'][
'START_COMMAND']:
self.change_to_listening()
elif word_list[0] == self.macros['system'][
'CLOSE_COMMAND']:
self.app_quit()
elif word_list[0] == self.macros['system'][
'UPDATE_COMMAND']:
self.update_dictionaries()
elif word_list[0] == self.macros['system']['STOP_COMMAND']:
self.change_to_system()
if self.mode != self.__SYSTEM and word_list[0] != self.macros[
'system']['NAME']:
if word_list[0] == self.macros['system'][
'START'] and self.mode == self.__LISTENING:
self.execute_command(
self.macros['applications'][word_list[1]])
self.say_and_send_notification(
"Opening application for " + word_list[1] + " " +
self.macros['applications'][word_list[1]])
# TODO write function for search in special dictionaries
# Standard usage
elif word_list[0] == self.macros['system']['FOCUS']:
self._execute_action(
self.macros['window_manager_desktop_names'][
word_list[1]])
elif word_list[0] == self.macros['system']['USE']:
self.change_mode(self.macros['shortcuts'][word_list[1]],
True)
self.say_and_send_notification(
"Now using " + self.macros['shortcuts'][word_list[1]] +
" shortcuts set")
if self.macros['shortcuts'][word_list[1]] == 'system':
self.change_mode(self.__LISTENING)
# System wide shortcuts
elif hyp in self.macros['system_wide'].keys():
self._execute_action(self.macros['system_wide'][hyp])
#Password and user-name writer
elif self.mode == self.__LISTENING:
if word_list[0] == self.macros['system'][
'PASSWORD_COMMAND']:
self.xmacro_writer.write_string(
self.passwords[word_list[1]])
if word_list[0] == self.macros['system'][
'USERNAME_COMMAND']:
self.xmacro_writer.write_string(
self.usernames[word_list[1]])
self.hotkey('Tab')
# WM shortcuts
elif self.mode == self.__LISTENING or self.mode == self.__SYSTEM:
self._execute_action(
self.macros['window_manager_shortcuts'][hyp])
elif self.mode != self.__LISTENING and self.mode != self.__SYSTEM:
self._execute_action(
self.macros['non_system'][self.mode][hyp])
def _execute_action(self, action_to_execute):
for action in action_to_execute[0]:
self.functions[action[0]](self, action[1])
if action_to_execute[1] != '':
self.change_mode(self.macros['shortcuts'][action_to_execute[1]],
True)
self.say_and_send_notification(
"Now using " + self.macros['shortcuts'][action_to_execute[1]] +
" shortcuts set")
def change_mode(self, mode, load_file=False):
self.mode = mode
self.mode_output.set_text(mode)
Helpers.write_in_file(self.status_file, self.mode)
if load_file:
self.pipeline.set_state(gst.STATE_NULL)
if self.mode == self.__LISTENING:
self.init_gst(self.__SYSTEM)
else:
self.init_gst(self.mode)
def say_and_send_notification(self, message):
self.send_notification(message)
self.say(message)
def say(self, message):
if self.options.espeak_output:
# self.espeak_pipe.write(" '" + message + "'")
command = "espeak -v " + self.macros['properties'][
'LANG'] + " '" + message + "'"
self.execute_command(command)
def send_notification(self, message):
self.execute_command("notify-send VOICE-CONTROL '" + message + "'")
def hotkey(self, shortcut_set):
self.xmacro_writer.keyboard_action(shortcut_set)
def execute_command(self, command):
if not command.endswith("&"):
command += " &"
subprocess.call(command, shell=True)
def mouse(self, key):
self.xmacro_writer.mouse_action(key)
def print_string(self, string):
self.xmacro_writer.write_string(string)
functions = {
'hotkey': hotkey,
'cmd': execute_command,
'mouse': mouse,
'string': print_string,
}
def app_quit(self):
self.say_and_send_notification("Goodbye " +
self.macros['properties']['USER'])
sys.exit()
def change_to_listening(self):
self.change_mode(self.__LISTENING)
self.say_and_send_notification("I listen")
def change_to_system(self):
self.change_mode(self.__SYSTEM, True)
self.say_and_send_notification("I am stopping listening")
def update_dictionaries(self):
self.say_and_send_notification("Updating dictionaries, please wait")
self.init_macros()
self.init_gst(self.default_macro_file)
self.say_and_send_notification("I am ready for taking commands")
def add_output_on_gui(self, gui_output):
self.gui_output = gui_output
def add_mode_status_output(self, mode_output):
self.mode_output = mode_output
class Logic(object):
__SYSTEM = 'system'
__LISTENING = 'listening'
__OFF = 'off'
def __init__(self, options, status_file, macros_dir, sentences_dir, dictionaries_dir, models_dir):
self.options = options
self.macros_dir = macros_dir
self.sentences_dir = sentences_dir
self.dictionaries_dir = dictionaries_dir
self.models_dir = models_dir
#TODO read this form configuration file
self.mode = self.__SYSTEM
self.default_macro_file = 'system'
self.status_file = status_file
Helpers.write_in_file(self.status_file, self.mode)
self.previous_hyp = ""
self.init_macros()
if self.options.generate or not os.listdir(self.sentences_dir) or not os.listdir(self.dictionaries_dir) or not os.listdir(self.models_dir):
print("Creating dictionaries and models")
SentencesGenerator.generate_sentences_files(self.sentences_dir, self.macros, self.passwords, self.usernames)
DictionaryCreator.create_dictionaries_and_models(self.macros, self.sentences_dir, self.dictionaries_dir, self.models_dir)
self.xmacro_writer = XmacroWriter()
#TODO espeak as subprocess
# espeak = subprocess.Popen("espeak -v " + self.macros['properties']['LANG'] , stdin=subprocess.PIPE, stdout=devnull, bufsize=1, close_fds=True)
# self.espeak_pipe = espeak.stdin
self.init_gst(self.default_macro_file) # or self.mode --- the names are the same
self.gui_output = None
self.mode_output = None
self.say("I am ready for taking commands")
def init_macros(self):
"""Read macro configurations from macro folders"""
self.macros = {}
self.passwords = {}
self.usernames = {}
self.macros, self.passwords, self.usernames = ConfigurationReaderWriter.read_macros_directory(self.macros_dir)
# print self.macros
# print self.passwords
if len(self.passwords) > 0:
self.password_input()
def password_input(self):
"""User inputs passwords."""
for password_key in self.passwords:
match = False
while match == False:
prompt = "\nEnter password for %s: " % password_key
password1 = getpass.getpass(prompt)
prompt = "\nConfirm password for %s: " % password_key
password2 = getpass.getpass(prompt)
if password1 == password2:
match = True
self.passwords[password_key] = password1
self.macros["PASSWORD " + password_key] = "String %s\n" % password1
else:
print "\nPasswords don't match. Try again."
def init_gst(self, file_name):
"""Initialize the speech components"""
self.pipeline = gst.parse_launch('alsasrc ! audioconvert ! audioresample '
+ '! vader name=vad auto-threshold=true '
+ '! pocketsphinx name=asr ! fakesink')
asr = self.pipeline.get_by_name('asr')
asr.set_property('lm', self.models_dir + file_name + '.lm')
asr.set_property('dict', self.dictionaries_dir + file_name + '.dic')
asr.connect('partial_result', self.asr_partial_result)
asr.connect('result', self.asr_result)
asr.set_property('configured', True)
bus = self.pipeline.get_bus()
bus.add_signal_watch()
bus.connect('message::application', self.application_message)
self.pipeline.set_state(gst.STATE_PLAYING)
def asr_partial_result(self, asr, text, uttid):
"""Forward partial result signals on the bus to the main thread."""
struct = gst.Structure('partial_result')
struct.set_value('hyp', text)
struct.set_value('uttid', uttid)
asr.post_message(gst.message_new_application(asr, struct))
def asr_result(self, asr, text, uttid):
"""Forward result signals on the bus to the main thread."""
struct = gst.Structure('result')
struct.set_value('hyp', text)
struct.set_value('uttid', uttid)
asr.post_message(gst.message_new_application(asr, struct))
def application_message(self, bus, msg):
"""Receive application messages from the bus."""
#TODO Check partial resoult - but why?
msgtype = msg.structure.get_name()
if msgtype == 'result':
self.final_result(msg.structure['hyp'], msg.structure['uttid'])
def final_result(self, hyp, uttid):
"""Decide what to do with the heard words."""
if not self.options.quiet:
if self.gui_output != None:
self.gui_output.begin_user_action()
self.gui_output.insert_at_cursor(hyp + "\n")
self.gui_output.end_user_action()
print 'Heard: "%s"' % hyp
self.send_notification('Heard: "%s"' % hyp)
word_list = hyp.split(' ', 1)
word_count = len(word_list)
if word_count > 0 and not (word_list[0] == ""):
# Main control with NAME
if word_list[0] == self.macros['system']['NAME']:
if self.mode == self.__SYSTEM and self.macros['system']['START_COMMAND'] == "" and word_count == 1:
self.change_to_listening()
if word_count > 1:
word_list = word_list[1].split()
if self.mode == self.__SYSTEM:
if word_list[0] == self.macros['system']['CLOSE']:
self.execute_command("killall -3 " + self.macros['applications'][word_list[1]])
self.say_and_send_notification("Closing application for " + word_list[1] + " " + self.macros['applications'][word_list[1]])
elif word_list[0] == self.macros['system']['START_COMMAND']:
self.change_to_listening()
elif word_list[0] == self.macros['system']['CLOSE_COMMAND']:
self.app_quit()
elif word_list[0] == self.macros['system']['UPDATE_COMMAND']:
self.update_dictionaries()
elif word_list[0] == self.macros['system']['STOP_COMMAND']:
self.change_to_system()
if self.mode != self.__SYSTEM and word_list[0] != self.macros['system']['NAME']:
if word_list[0] == self.macros['system']['START'] and self.mode == self.__LISTENING:
self.execute_command(self.macros['applications'][word_list[1]])
self.say_and_send_notification("Opening application for " + word_list[1] + " " + self.macros['applications'][word_list[1]])
# TODO write function for search in special dictionaries
# Standard usage
elif word_list[0] == self.macros['system']['FOCUS']:
self._execute_action(self.macros['window_manager_desktop_names'][word_list[1]])
elif word_list[0] == self.macros['system']['USE']:
self.change_mode(self.macros['shortcuts'][word_list[1]], True)
self.say_and_send_notification("Now using " + self.macros['shortcuts'][word_list[1]] + " shortcuts set")
if self.macros['shortcuts'][word_list[1]] == 'system':
self.change_mode(self.__LISTENING)
# System wide shortcuts
elif hyp in self.macros['system_wide'].keys():
self._execute_action(self.macros['system_wide'][hyp])
#Password and user-name writer
elif self.mode == self.__LISTENING:
if word_list[0] == self.macros['system']['PASSWORD_COMMAND']:
self.xmacro_writer.write_string(self.passwords[word_list[1]])
if word_list[0] == self.macros['system']['USERNAME_COMMAND']:
self.xmacro_writer.write_string(self.usernames[word_list[1]])
self.hotkey('Tab')
# WM shortcuts
elif self.mode == self.__LISTENING or self.mode == self.__SYSTEM:
self._execute_action(self.macros['window_manager_shortcuts'][hyp])
elif self.mode != self.__LISTENING and self.mode != self.__SYSTEM:
self._execute_action(self.macros['non_system'][self.mode][hyp])
def _execute_action(self, action_to_execute):
for action in action_to_execute[0]:
self.functions[action[0]](self, action[1])
if action_to_execute[1] != '':
self.change_mode(self.macros['shortcuts'][action_to_execute[1]], True)
self.say_and_send_notification("Now using " + self.macros['shortcuts'][action_to_execute[1]] + " shortcuts set")
def change_mode(self, mode, load_file = False):
self.mode = mode
self.mode_output.set_text(mode)
Helpers.write_in_file(self.status_file, self.mode)
if load_file:
self.pipeline.set_state(gst.STATE_NULL)
if self.mode == self.__LISTENING:
self.init_gst(self.__SYSTEM)
else:
self.init_gst(self.mode)
def say_and_send_notification(self, message):
self.send_notification(message)
self.say(message)
def say(self, message):
if self.options.espeak_output:
# self.espeak_pipe.write(" '" + message + "'")
command = "espeak -v " + self.macros['properties']['LANG'] + " '" + message + "'"
self.execute_command(command)
def send_notification(self, message):
self.execute_command("notify-send VOICE-CONTROL '" + message + "'")
def hotkey(self, shortcut_set):
self.xmacro_writer.keyboard_action(shortcut_set)
def execute_command(self, command):
if not command.endswith("&"):
command += " &"
subprocess.call(command, shell=True)
def mouse(self, key):
self.xmacro_writer.mouse_action(key)
def print_string(self, string):
self.xmacro_writer.write_string(string)
functions = {
'hotkey': hotkey,
'cmd': execute_command,
'mouse': mouse,
'string': print_string,
}
def app_quit(self):
self.say_and_send_notification("Goodbye " + self.macros['properties']['USER'])
sys.exit()
def change_to_listening(self):
self.change_mode(self.__LISTENING)
self.say_and_send_notification("I listen")
def change_to_system(self):
self.change_mode(self.__SYSTEM, True)
self.say_and_send_notification("I am stopping listening")
def update_dictionaries(self):
self.say_and_send_notification("Updating dictionaries, please wait")
self.init_macros()
self.init_gst(self.default_macro_file)
self.say_and_send_notification("I am ready for taking commands")
def add_output_on_gui(self, gui_output):
self.gui_output = gui_output
def add_mode_status_output(self, mode_output):
self.mode_output = mode_output