Exemplo n.º 1
0
def dragon_greet():
    tts_kill()
    print("_______________________________________________________________\n")
    time = datetime.datetime.now().time()

    global user_full_name
    global user_prefix

    user_full_name = os.popen(
        "getent passwd $LOGNAME | cut -d: -f5 | cut -d, -f1").read()
    user_full_name = user_full_name[:-1]
    user_prefix = GENDER_PREFIX[Classifiers.gender(
        user_full_name.split(' ', 1)[0])]

    if time < datetime.time(12):
        userin = Data(["echo"], "To activate say 'Dragonfire!' or 'Wake Up!'")
        userin.say("Good morning " + user_prefix)
        userin.interact(0)
    elif datetime.time(12) < time and time < datetime.time(18):
        userin = Data(["echo"], "To activate say 'Dragonfire!' or 'Wake Up!'")
        userin.say("Good afternoon " + user_prefix)
        userin.interact(0)
    else:
        userin = Data(["echo"], "To activate say 'Dragonfire!' or 'Wake Up!'")
        userin.say("Good evening " + user_prefix)
        userin.interact(0)
Exemplo n.º 2
0
def dragon_greet():
    tts_kill()
    print "_______________________________________________________________\n"
    time = datetime.datetime.now().time()

    global user_full_name
    global user_prefix
    global config_file

    user_full_name = os.popen(
        "getent passwd $LOGNAME | cut -d: -f5 | cut -d, -f1").read()
    user_full_name = user_full_name[:-1].decode("utf8")
    home = expanduser("~")
    config_file = TinyDB(home + '/.dragonfire_config.json')
    callme_config = config_file.search(Query().datatype == 'callme')
    if callme_config:
        user_prefix = callme_config[0]['title'].encode("utf8")
    else:
        gender_config = config_file.search(Query().datatype == 'gender')
        if gender_config:
            user_prefix = GENDER_PREFIX[gender_config[0]['gender']]
        else:
            gender = Classifiers.gender(user_full_name.split(' ', 1)[0])
            config_file.insert({'datatype': 'gender', 'gender': gender})
            user_prefix = GENDER_PREFIX[gender]

    if time < datetime.time(12):
        userin = Data(["echo"], "To activate say 'Dragonfire!' or 'Wake Up!'")
        userin.say("Good morning " + user_prefix)
        userin.interact(0)
    elif datetime.time(12) < time and time < datetime.time(18):
        userin = Data(["echo"], "To activate say 'Dragonfire!' or 'Wake Up!'")
        userin.say("Good afternoon " + user_prefix)
        userin.interact(0)
    else:
        userin = Data(["echo"], "To activate say 'Dragonfire!' or 'Wake Up!'")
        userin.say("Good evening " + user_prefix)
        userin.interact(0)
Exemplo n.º 3
0
def speech_error():
    tts_kill()
    userin = Data(["echo"], "An error occurred")
    userin.say("I couldn't understand, please repeat again")
    userin.interact(0)
Exemplo n.º 4
0
def command(speech):
    #here = os.path.dirname(os.path.realpath(__file__))
    #os.chdir(os.path.expanduser("~/yodaqa/"))
    #Popen(["./gradlew","web","-q"], stdout=FNULL, stderr=FNULL)
    #os.chdir(here)
    '''
	kernel = aiml.Kernel()
	with nostdout():
		with nostderr():
			kernel.learn(DRAGONFIRE_PATH + "/aiml/learn.aiml")
	'''

    previous_command = ""
    global inactive

    global user_full_name
    global user_prefix

    while (True):

        line = speech.readline()
        if line.startswith("sentence1: ") or line.startswith(
                "<search failed>"):
            com = google_speech_api()
            if com == "\n" or com == " ":
                com = "Enter"
            original_com = com

            if (com == 0):
                #speech_error()
                continue

            com = com.upper()
            print(("You: " + com))

            if inactive == 1 and "DRAGON FIRE" not in com and "WAKE UP" not in com and com != "HEY":
                continue

            if "DRAGON FIRE" in com or "WAKE UP" in com or com == "HEY":
                tts_kill()
                inactive = 0
                userin = Data([" "], " ")
                words_dragonfire = {
                    0: "Yes, " + user_prefix + ".",
                    1: "Yes. I'm waiting.",
                    2: "What is your orders?"
                }
                userin.say(words_dragonfire[randint(0, 2)])
            elif "GO TO SLEEP" in com:
                tts_kill()
                inactive = 1
                userin = Data([
                    "echo"
                ], "Dragonfire deactivated. To reactivate say 'Dragonfire!' or 'Wake Up!'"
                              )
                userin.say("I'm going to sleep")
                userin.interact(0)
                previous_command = com
            elif "ENOUGH" in com:
                print("Dragonfire quiets.")
                tts_kill()
            elif "WHO AM I" in com or "SAY MY NAME" in com:
                tts_kill()
                userin = Data(["echo"], user_full_name)
                userin.say("Your name is " + user_full_name + "," +
                           user_prefix + ".")
                userin.interact(0)
                previous_command = com
            elif "MY TITLE IS LADY" in com or "I'M A LADY" in com or "I'M A WOMAN" in com or "I'M A GIRL" in com:
                tts_kill()
                user_prefix = "My Lady"
                userin = Data([" "], " ")
                userin.say("Pardon, " + user_prefix + ".")
            elif "MY TITLE IS SIR" in com or "I'M A MAN" in com or "I'M A BOY" in com:
                tts_kill()
                user_prefix = "Sir"
                userin = Data([" "], " ")
                userin.say("Pardon, " + user_prefix + ".")
            elif "WHAT IS YOUR NAME" in com:
                tts_kill()
                userin = Data([" "], " ")
                userin.say("My name is Dragon Fire.")
                previous_command = com
            elif "WHAT IS YOUR GENDER" in com:
                tts_kill()
                userin = Data([" "], " ")
                userin.say(
                    "I have a female voice but I don't have a gender identity. I'm a computer program, "
                    + user_prefix + ".")
                previous_command = com
            elif "FILE MANAGER" in com or "OPEN FILES" in com:
                tts_kill()
                userin = Data(["pantheon-files"], "File Manager")
                userin.interact(0)
                userin = Data(["nautilus", "--browser"], "File Manager")
                userin.say("File Manager")
                userin.interact(0)
                previous_command = com
            elif "WEB BROWSER" in com:
                tts_kill()
                userin = Data(["sensible-browser"], "Web Browser")
                userin.say("Web Browser")
                userin.interact(0)
                previous_command = com
            elif "OPEN BLENDER" in com:
                tts_kill()
                userin = Data(["blender"], "Blender")
                userin.say("Blender 3D computer graphics software")
                userin.interact(0)
                previous_command = com
            elif "PHOTO SHOP" in com or "PHOTO EDITOR" in com:
                tts_kill()
                userin = Data(["gimp"], "GIMP")
                userin.say("Photo editor")
                userin.interact(0)
                previous_command = com
            elif "INKSCAPE" in com:
                tts_kill()
                userin = Data(["inkscape"], "Inkscape")
                userin.say("Inkscape")
                userin.interact(0)
                previous_command = com
            elif "VIDEO EDITOR" in com:
                tts_kill()
                userin = Data(["kdenlive"], "Kdenlive")
                userin.say("Video editor")
                userin.interact(0)
                previous_command = com
            elif "OPEN CAMERA" in com:
                tts_kill()
                userin = Data(["snap-photobooth"], "Camera")
                userin.interact(0)
                userin = Data(["cheese"], "Camera")
                userin.say("Camera")
                userin.interact(0)
                previous_command = com
            elif "OPEN CALENDAR" in com:
                tts_kill()
                userin = Data(["maya-calendar"], "Calendar")
                userin.interact(0)
                userin = Data(["orage"], "Calendar")
                userin.say("Calendar")
                userin.interact(0)
                previous_command = com
            elif "OPEN CALCULATOR" in com:
                tts_kill()
                userin = Data(["pantheon-calculator"], "Calculator")
                userin.interact(0)
                userin = Data(["gnome-calculator"], "Calculator")
                userin.say("Calculator")
                userin.interact(0)
                previous_command = com
            elif "OPEN STEAM" in com:
                tts_kill()
                userin = Data(["steam"], "Steam")
                userin.say("Steam Game Store")
                userin.interact(0)
                previous_command = com
            elif "SOFTWARE CENTER" in com:
                tts_kill()
                userin = Data(["software-center"], "Software Center")
                userin.say("Software Center")
                userin.interact(0)
                previous_command = com
            elif "OFFICE SUITE" in com:
                tts_kill()
                userin = Data(["libreoffice"], "LibreOffice")
                userin.say("Office Suite")
                userin.interact(0)
                previous_command = com
            elif "OPEN WRITER" in com:
                tts_kill()
                userin = Data(["libreoffice", "--writer"],
                              "LibreOffice Writer")
                userin.say("Writer")
                userin.interact(0)
                previous_command = com
            elif "OPEN MATH" in com:
                tts_kill()
                userin = Data(["libreoffice", "--math"], "LibreOffice Math")
                userin.say("Math")
                userin.interact(0)
                previous_command = com
            elif "OPEN IMPRESS" in com:
                tts_kill()
                userin = Data(["libreoffice", "--impress"],
                              "LibreOffice Impress")
                userin.say("Impress")
                userin.interact(0)
                previous_command = com
            elif "OPEN DRAW" in com:
                tts_kill()
                userin = Data(["libreoffice", "--draw"], "LibreOffice Draw")
                userin.say("Draw")
                userin.interact(0)
                previous_command = com
            elif com.startswith("KEYBOARD "):
                tts_kill()
                with nostdout():
                    with nostderr():
                        k = PyKeyboard()
                        for character in original_com[9:]:
                            k.tap_key(character)
                        k.tap_key(" ")
            elif com == "ENTER":
                tts_kill()
                with nostdout():
                    with nostderr():
                        k = PyKeyboard()
                        k.tap_key(k.enter_key)
            elif "SHUTDOWN THE COMPUTER" in com:
                tts_kill()
                userin = Data(["sudo", "poweroff"], "Shutting down")
                userin.say("Shutting down")
                userin.interact(3)
                previous_command = com
            elif com == "GOODBYE" or com == "BYE BYE" or com == "SEE YOU LATER":
                tts_kill()
                userin = Data([" "], " ")
                userin.say("Goodbye, " + user_prefix)
                previous_command = com
                julius_proc.terminate()
                try:
                    os.system('rm /tmp/' + str(datetime.date.today().year) +
                              '*.[Ww][Aa][Vv]')
                except:
                    pass
                sys.exit(1)
            elif "WIKIPEDIA" in com and "SEARCH" in com:
                tts_kill()
                with nostdout():
                    with nostderr():
                        search_query = com.replace("SEARCH ", "").replace(
                            " SEARCH",
                            "").replace(" IN WIKIPEDIA", "").replace(
                                "IN WIKIPEDIA ",
                                "").replace(" ON WIKIPEDIA", "").replace(
                                    "ON WIKIPEDIA ", "").replace(
                                        " USING WIKIPEDIA", "").replace(
                                            "USING WIKIPEDIA ", "").replace(
                                                " WIKIPEDIA",
                                                "").replace("WIKIPEDIA ", "")

                        userin = Data([
                            "sensible-browser",
                            "http://en.wikipedia.org/wiki/" +
                            search_query.lower()
                        ], search_query)
                        userin.interact(0)
                        wikicontent = ""
                        try:
                            wikipage = wikipedia.page(search_query)
                            wikicontent = "".join([
                                i if ord(i) < 128 else ' '
                                for i in wikipage.content
                            ])
                            wikicontent = re.sub(r'\([^)]*\)', '', wikicontent)
                        except:
                            pass
                userin.say(wikicontent)
                previous_command = com
            elif "YOUTUBE" in com and "SEARCH" in com:
                tts_kill()
                with nostdout():
                    with nostderr():
                        search_query = com.replace("SEARCH ", "").replace(
                            " SEARCH", "").replace(" IN YOUTUBE", "").replace(
                                "IN YOUTUBE ",
                                "").replace(" ON YOUTUBE", "").replace(
                                    "ON YOUTUBE ",
                                    "").replace(" USING YOUTUBE", "").replace(
                                        "USING YOUTUBE ",
                                        "").replace(" YOUTUBE", "").replace(
                                            "YOUTUBE ", "")

                        DEVELOPER_KEY = "AIzaSyAcwHj2qzI7KWDUN4RkBTX8Y4lrU78lncA"
                        YOUTUBE_API_SERVICE_NAME = "youtube"
                        YOUTUBE_API_VERSION = "v3"

                        youtube = build(YOUTUBE_API_SERVICE_NAME,
                                        YOUTUBE_API_VERSION,
                                        developerKey=DEVELOPER_KEY)

                        search_response = youtube.search().list(
                            q=search_query, part="id,snippet",
                            maxResults=1).execute()

                        videos = []
                        channels = []
                        playlists = []

                        # Add each result to the appropriate list, and then display the lists of
                        # matching videos, channels, and playlists.
                        for search_result in search_response.get("items", []):
                            if search_result["id"]["kind"] == "youtube#video":
                                #videos.append("%s (%s)" % (search_result["snippet"]["title"], search_result["id"]["videoId"]))
                                videos.append(
                                    search_result["snippet"]["title"])
                                videos.append(search_result["id"]["videoId"])
                            elif search_result["id"][
                                    "kind"] == "youtube#channel":
                                channels.append(
                                    "%s (%s)" %
                                    (search_result["snippet"]["title"],
                                     search_result["id"]["channelId"]))
                            elif search_result["id"][
                                    "kind"] == "youtube#playlist":
                                playlists.append(
                                    "%s (%s)" %
                                    (search_result["snippet"]["title"],
                                     search_result["id"]["playlistId"]))

                        if len(videos) > 1:
                            youtube_title = videos[0]
                            youtube_url = "https://www.youtube.com/watch?v=%s" % (
                                videos[1])
                            userin = Data(["sensible-browser", youtube_url],
                                          youtube_title)
                            youtube_title = "".join([
                                i if ord(i) < 128 else ' '
                                for i in youtube_title
                            ])
                        else:
                            youtube_title = "No video found, " + user_prefix + "."
                            userin = Data("", youtube_title)
                        k = PyKeyboard()
                        k.tap_key('space')
                userin.say(youtube_title)
                userin.interact(0)
                time.sleep(3)
                k.tap_key(k.tab_key)
                k.tap_key(k.tab_key)
                k.tap_key(k.tab_key)
                k.tap_key(k.tab_key)
                k.tap_key('f')
            else:
                tts_kill()
                #dragonfire_respond = kernel.respond(com)
                teachable_respond = Teachable.respond(
                    "http://teach.dragon.computer/", CONVO_ID, original_com)
                userin = Data([" "], " ")
                if teachable_respond and "WHAT" not in teachable_respond and "WHERE" not in teachable_respond and "WHO" not in teachable_respond and "WHEN" not in teachable_respond and "WHICH" not in teachable_respond and "HOW" not in teachable_respond:
                    userin.say(teachable_respond)
                else:
                    userin.say(
                        "I need to do a brief research on the internet. It may take up to 3 minutes, so please be patient."
                    )
                    userin.say(
                        YodaQA.answer("http://qa.ailao.eu", original_com,
                                      user_prefix))
                previous_command = com
Exemplo n.º 5
0
def command(speech):
    #here = os.path.dirname(os.path.realpath(__file__))
    #Popen(["./gradlew","web","-q"], stdout=FNULL, stderr=FNULL)
    #os.chdir(here)
    '''
	kernel = aiml.Kernel()
	with nostdout():
		with nostderr():
			kernel.learn(DRAGONFIRE_PATH + "/aiml/learn.aiml")
	'''

    previous_command = ""
    global inactive

    global user_full_name
    global user_prefix
    global config_file

    while (True):

        line = speech.readline()
        if line.startswith("sentence1: ") or line.startswith(
                "<search failed>"):
            com = google_speech_api()
            if com == "\n" or com == " ":
                com = "Enter"
            original_com = com

            if (com == 0):
                #speech_error()
                continue

            com = com.upper()
            print "You: " + com

            if inactive == 1 and "DRAGONFIRE" != com and "DRAGON FIRE" != com and "WAKE UP" != com and com != "HEY":
                continue

            if "DRAGONFIRE" == com or "DRAGON FIRE" == com or "WAKE UP" == com or com == "HEY":
                tts_kill()
                inactive = 0
                userin = Data([" "], " ")
                words_dragonfire = {
                    0: "Yes, " + user_prefix + ".",
                    1: "Yes. I'm waiting.",
                    2: "What is your orders?"
                }
                userin.say(words_dragonfire[randint(0, 2)])
            elif "GO TO SLEEP" == com:
                tts_kill()
                inactive = 1
                userin = Data([
                    "echo"
                ], "Dragonfire deactivated. To reactivate say 'Dragonfire!' or 'Wake Up!'"
                              )
                userin.say("I'm going to sleep")
                userin.interact(0)
                previous_command = com
            elif "ENOUGH" == com or "SHUT UP" == com:
                print "Dragonfire quiets."
                tts_kill()
            elif "WHO AM I" == com or "SAY MY NAME" == com:
                tts_kill()
                userin = Data([" "], user_full_name)
                userin.say("Your name is " + user_full_name + ", " +
                           user_prefix + ".")
                userin.interact(0)
                previous_command = com
            elif "MY TITLE IS LADY" == com or "I'M A LADY" == com or "I'M A WOMAN" == com or "I'M A GIRL" == com:
                tts_kill()
                config_file.update({'gender': 'female'},
                                   Query().datatype == 'gender')
                user_prefix = "My Lady"
                userin = Data([" "], " ")
                userin.say("Pardon, " + user_prefix + ".")
            elif "MY TITLE IS SIR" == com or "I'M A MAN" == com or "I'M A BOY" == com:
                tts_kill()
                config_file.update({'gender': 'male'},
                                   Query().datatype == 'gender')
                user_prefix = "Sir"
                userin = Data([" "], " ")
                userin.say("Pardon, " + user_prefix + ".")
            elif com.startswith("CALL ME "):
                tts_kill()
                callme_config = config_file.search(
                    Query().datatype == 'callme')
                if callme_config:
                    config_file.update({'title': original_com[8:].lower()},
                                       Query().datatype == 'callme')
                else:
                    config_file.insert({
                        'datatype': 'callme',
                        'title': original_com[8:].lower()
                    })
                user_prefix = original_com[8:].lower().encode("utf8")
                userin = Data([" "], " ")
                userin.say("Pardon, " + user_prefix + ".")
            elif "WHAT IS YOUR NAME" == com:
                tts_kill()
                userin = Data([" "], "My name is Dragonfire.")
                userin.say("My name is Dragon Fire.")
                userin.interact(0)
                previous_command = com
            elif "WHAT IS YOUR GENDER" == com:
                tts_kill()
                userin = Data([" "], " ")
                userin.say(
                    "I have a female voice but I don't have a gender identity. I'm a computer program, "
                    + user_prefix + ".")
                previous_command = com
            elif "FILE MANAGER" in com or "OPEN FILES" == com:
                tts_kill()
                userin = Data(["dolphin"], "File Manager")  # KDE neon
                userin.interact(0)
                userin = Data(["pantheon-files"],
                              "File Manager")  # elementary OS
                userin.interact(0)
                userin = Data(["nautilus", "--browser"],
                              "File Manager")  # Ubuntu
                userin.say("File Manager")
                userin.interact(0)
                previous_command = com
            elif "WEB BROWSER" in com:
                tts_kill()
                userin = Data(["sensible-browser"], "Web Browser")
                userin.say("Web Browser")
                userin.interact(0)
                previous_command = com
            elif "OPEN BLENDER" == com:
                tts_kill()
                userin = Data(["blender"], "Blender")
                userin.say("Blender 3D computer graphics software")
                userin.interact(0)
                previous_command = com
            elif "PHOTO SHOP" in com or "PHOTO EDITOR" in com or "GIMP" in com:
                tts_kill()
                userin = Data(["gimp"], "GIMP")
                userin.say("Photo editor")
                userin.interact(0)
                previous_command = com
            elif "INKSCAPE" in com or "VECTOR GRAPHICS" in com or "VECTORIAL DRAWING" in com:
                tts_kill()
                userin = Data(["inkscape"], "Inkscape")
                userin.say("Inkscape")
                userin.interact(0)
                previous_command = com
            elif "VIDEO EDITOR" in com:
                tts_kill()
                #userin = Data(["openshot"],"Openshot")
                #userin.interact(0)
                #userin = Data(["lightworks"],"Lightworks")
                #userin.interact(0)
                userin = Data(["kdenlive"], "Kdenlive")
                userin.say("Video editor")
                userin.interact(0)
                previous_command = com
            elif "OPEN CAMERA" == com:
                tts_kill()
                userin = Data(["kamoso"], "Camera")  # KDE neon
                userin.interact(0)
                userin = Data(["snap-photobooth"], "Camera")  # elementary OS
                userin.interact(0)
                userin = Data(["cheese"], "Camera")  # Ubuntu
                userin.say("Camera")
                userin.interact(0)
                previous_command = com
            elif "OPEN CALENDAR" == com:
                tts_kill()
                userin = Data(["korganizer"], "Calendar")  # KDE neon
                userin.interact(0)
                userin = Data(["maya-calendar"], "Calendar")  # elementary OS
                userin.interact(0)
                userin = Data(["orage"], "Calendar")  # Ubuntu
                userin.say("Calendar")
                userin.interact(0)
                previous_command = com
            elif "OPEN CALCULATOR" == com:
                tts_kill()
                userin = Data(["kcalc"], "Calculator")  # KDE neon
                userin.interact(0)
                userin = Data(["pantheon-calculator"],
                              "Calculator")  # elementary OS
                userin.interact(0)
                userin = Data(["gnome-calculator"], "Calculator")  # Ubuntu
                userin.say("Calculator")
                userin.interact(0)
                previous_command = com
            elif "OPEN STEAM" == com:
                tts_kill()
                userin = Data(["steam"], "Steam")
                userin.say("Steam Game Store")
                userin.interact(0)
                previous_command = com
            elif "SOFTWARE CENTER" in com:
                tts_kill()
                userin = Data(["plasma-discover"],
                              "Software Center")  # KDE neon
                userin.interact(0)
                userin = Data(["software-center"],
                              "Software Center")  # elementary OS & Ubuntu
                userin.say("Software Center")
                userin.interact(0)
                previous_command = com
            elif "OFFICE SUITE" in com:
                tts_kill()
                userin = Data(["libreoffice"], "LibreOffice")
                userin.say("Office Suite")
                userin.interact(0)
                previous_command = com
            elif "OPEN WRITER" == com:
                tts_kill()
                userin = Data(["libreoffice", "--writer"],
                              "LibreOffice Writer")
                userin.say("Writer")
                userin.interact(0)
                previous_command = com
            elif "OPEN MATH" == com:
                tts_kill()
                userin = Data(["libreoffice", "--math"], "LibreOffice Math")
                userin.say("Math")
                userin.interact(0)
                previous_command = com
            elif "OPEN IMPRESS" == com:
                tts_kill()
                userin = Data(["libreoffice", "--impress"],
                              "LibreOffice Impress")
                userin.say("Impress")
                userin.interact(0)
                previous_command = com
            elif "OPEN DRAW" == com:
                tts_kill()
                userin = Data(["libreoffice", "--draw"], "LibreOffice Draw")
                userin.say("Draw")
                userin.interact(0)
                previous_command = com
            elif com.startswith("KEYBOARD "):
                tts_kill()
                with nostdout():
                    with nostderr():
                        k = PyKeyboard()
                        for character in original_com[9:]:
                            k.tap_key(character)
                        k.tap_key(" ")
            elif com == "ENTER":
                tts_kill()
                with nostdout():
                    with nostderr():
                        k = PyKeyboard()
                        k.tap_key(k.enter_key)
            elif com == "NEW TAB":
                tts_kill()
                with nostdout():
                    with nostderr():
                        k = PyKeyboard()
                        k.press_keys([k.control_l_key, 't'])
            elif com == "SWITCH TAB":
                tts_kill()
                with nostdout():
                    with nostderr():
                        k = PyKeyboard()
                        k.press_keys([k.control_l_key, k.tab_key])
            elif com == "CLOSE" or com == "ESCAPE":
                tts_kill()
                with nostdout():
                    with nostderr():
                        k = PyKeyboard()
                        k.press_keys([k.control_l_key, 'w'])
                        k.tap_key(k.escape_key)
            elif com == "GO BACK":
                tts_kill()
                with nostdout():
                    with nostderr():
                        k = PyKeyboard()
                        k.press_keys([k.alt_l_key, k.left_key])
            elif com == "GO FORWARD":
                tts_kill()
                with nostdout():
                    with nostderr():
                        k = PyKeyboard()
                        k.press_keys([k.alt_l_key, k.right_key])
            elif com == "SCROLL LEFT":
                tts_kill()
                with nostdout():
                    with nostderr():
                        m = PyMouse()
                        m.scroll(0, -5)
            elif com == "SCROLL RIGHT":
                tts_kill()
                with nostdout():
                    with nostderr():
                        m = PyMouse()
                        m.scroll(0, 5)
            elif com == "SCROLL UP":
                tts_kill()
                with nostdout():
                    with nostderr():
                        m = PyMouse()
                        m.scroll(5, 0)
            elif com == "SCROLL DOWN":
                tts_kill()
                with nostdout():
                    with nostderr():
                        m = PyMouse()
                        m.scroll(-5, 0)
            elif com == "PLAY" or com == "PAUSE" or com == "SPACEBAR":
                tts_kill()
                with nostdout():
                    with nostderr():
                        k = PyKeyboard()
                        k.tap_key(" ")
            elif "SHUTDOWN THE COMPUTER" == com:
                tts_kill()
                userin = Data(["sudo", "poweroff"], "Shutting down")
                userin.say("Shutting down")
                userin.interact(3)
                previous_command = com
            elif com == "GOODBYE" or com == "BYE BYE" or com == "SEE YOU LATER":
                tts_kill()
                userin = Data([" "], " ")
                userin.say("Goodbye, " + user_prefix)
                previous_command = com
                julius_proc.terminate()
                with nostdout():
                    with nostderr():
                        try:
                            os.system('rm -f /tmp/' +
                                      str(datetime.date.today().year) +
                                      '*.[Ww][Aa][Vv]')
                        except:
                            pass
                sys.exit(1)
            elif "WIKIPEDIA" in com and ("SEARCH" in com or "FIND" in com):
                tts_kill()
                with nostdout():
                    with nostderr():
                        capture = re.search(
                            "(?:SEARCH|FIND) (?P<query>.*) (?:IN|ON|AT|USING)? WIKIPEDIA",
                            com)
                        if capture:
                            search_query = capture.group('query')
                            try:
                                wikipage = wikipedia.page(
                                    wikipedia.search(search_query)[0])
                                wikicontent = "".join([
                                    i if ord(i) < 128 else ' '
                                    for i in wikipage.content
                                ])
                                wikicontent = re.sub(r'\([^)]*\)', '',
                                                     wikicontent)
                                userin = Data(
                                    ["sensible-browser", wikipage.url],
                                    search_query)
                                userin.interact(0)
                                userin.say(wikicontent)
                                previous_command = com
                            except:
                                pass
            elif "YOUTUBE" in com and ("SEARCH" in com or "FIND" in com):
                tts_kill()
                with nostdout():
                    with nostderr():
                        capture = re.search(
                            "(?:SEARCH|FIND) (?P<query>.*) (?:IN|ON|AT|USING)? YOUTUBE",
                            com)
                        if capture:
                            search_query = capture.group('query')
                            info = youtube_dl.YoutubeDL({}).extract_info(
                                'ytsearch:' + search_query,
                                download=False,
                                ie_key='YoutubeSearch')
                            if len(info['entries']) > 0:
                                youtube_title = info['entries'][0]['title']
                                youtube_url = "https://www.youtube.com/watch?v=%s" % (
                                    info['entries'][0]['id'])
                                userin = Data(
                                    ["sensible-browser", youtube_url],
                                    youtube_title)
                                youtube_title = "".join([
                                    i if ord(i) < 128 else ' '
                                    for i in youtube_title
                                ])
                            else:
                                youtube_title = "No video found, " + user_prefix + "."
                                userin = Data(" ", " ")
                            userin.say(youtube_title)
                            userin.interact(0)
                            time.sleep(5)
                            k = PyKeyboard()
                            k.tap_key(k.tab_key)
                            k.tap_key(k.tab_key)
                            k.tap_key(k.tab_key)
                            k.tap_key(k.tab_key)
                            k.tap_key('f')
            else:
                tts_kill()
                #dragonfire_respond = kernel.respond(com)
                aiml_respond = learn_.respond(com)
                if aiml_respond:
                    userin = Data([" "], " ")
                    userin.say(aiml_respond)
                else:
                    omniscient_.respond(original_com)
                previous_command = com
Exemplo n.º 6
0
    def respond(self, com):
        userin = Data([" "], " ")
        doc = self.nlp(com.decode('utf-8'))
        query = None
        result = []
        subjects = []
        objects = []
        for np in doc.noun_chunks:
            #print(np.text, np.root.text, np.root.dep_, np.root.head.text)
            #result.append((np.text,np.root.dep_))
            if (np.root.dep_ == 'nsubj'
                    or np.root.dep_ == 'nsubjpass') and np.root.tag_ != 'WP':
                subjects.append(np.text.encode('utf-8'))
            if np.root.dep_ == 'pobj':
                objects.append(np.text.encode('utf-8'))
        if objects:
            query = ' '.join(objects)
        elif subjects:
            query = ' '.join(subjects)
        else:
            userin.say("Sorry, I don't understand your question.")
            return False

        if query:
            userin.say("Please wait...", True, False)
            wh_question = []
            for word in doc:
                if word.tag_ in ['WDT', 'WP', 'WP$', 'WRB']:
                    wh_question.append(word.text)
            page = wikipedia.page(wikipedia.search(query)[0])
            wiki_doc = self.nlp(page.content)
            sentences = [sent.string.strip() for sent in wiki_doc.sents]
            #return [' '.join(subjects),' '.join(objects)]
            all_entities = []
            findings = []
            for sentence in reversed(sentences):
                sentence = self.nlp(sentence)
                for ent in sentence.ents:
                    all_entities.append(ent.text)
                    for wh in wh_question:
                        if self.entity_map.has_key(wh.upper()):
                            if ent.label_ in self.entity_map[wh.upper()]:
                                findings.append(ent.text)

            frequency = collections.Counter(findings)
            max_freq = max(frequency.values())
            for key, value in frequency.iteritems():
                frequency[key] = float(value) / max_freq

            precedence = {}
            unique = list(set(findings))
            for i in range(len(unique)):
                precedence[unique[i]] = float(len(unique) - i) / len(unique)

            proximity = {}
            subject_indices = []
            for i in range(len(all_entities)):
                for subject in subjects:
                    for word in subject.split():
                        if word in all_entities[i]:
                            subject_indices.append(i)
            for i in range(len(all_entities)):
                for index in subject_indices:
                    inverse_distance = float(
                        (len(all_entities) - 1) -
                        abs(i - index)) / (len(all_entities) - 1)
                    if proximity.has_key(all_entities[i]):
                        proximity[all_entities[i]] = (
                            proximity[all_entities[i]] + inverse_distance) / 2
                    else:
                        proximity[all_entities[i]] = inverse_distance
                if not proximity.has_key(all_entities[i]):
                    proximity[all_entities[i]] = 0

            ranked = {}
            for key, value in frequency.iteritems():
                if key not in query:
                    ranked[key] = value * self.coefficient[
                        'frequency'] + precedence[key] * self.coefficient[
                            'precedence'] + proximity[key] * self.coefficient[
                                'proximity']
            #print sorted(ranked.items(), key=lambda x:x[1])[::-1][:5]
            userin.say(
                sorted(ranked.items(), key=lambda x: x[1])[::-1][0][0], True,
                True)
            return True
Exemplo n.º 7
0
    def respond(self, com, tts_output=False):
        userin = Data([" "], " ")
        doc = self.nlp(com.decode('utf-8'))
        query = None
        subjects = []
        pobjects = []
        dobjects = []
        for np in doc.noun_chunks:
            #print(np.text, np.root.text, np.root.dep_, np.root.head.text)
            if (np.root.dep_ == 'nsubj'
                    or np.root.dep_ == 'nsubjpass') and np.root.tag_ != 'WP':
                subjects.append(np.text.encode('utf-8'))
            if np.root.dep_ == 'pobj':
                pobjects.append(np.text.encode('utf-8'))
            if np.root.dep_ == 'dobj':
                dobjects.append(np.text.encode('utf-8'))
        if pobjects:
            query = ' '.join(pobjects)
        elif subjects:
            query = ' '.join(subjects)
        elif dobjects:
            query = ' '.join(dobjects)
        else:
            if not tts_output:
                print "Sorry, I don't understand the subject of your question."
            if tts_output:
                userin.say(
                    "Sorry, I don't understand the subject of your question.")
            return False

        focus = None
        if dobjects:
            focus = self.phrase_cleaner(' '.join(dobjects))
        elif subjects:
            focus = self.phrase_cleaner(' '.join(subjects))
        elif pobjects:
            focus = self.phrase_cleaner(' '.join(pobjects))
        if focus in query: focus = None

        subject_with_objects = []
        for dobject in dobjects:
            subject_with_objects.append(dobject)
        for subject in subjects:
            subject_with_objects.append(subject)
        for pobject in pobjects:
            subject_with_objects.append(pobject)
        subject_with_objects = ' '.join(subject_with_objects)

        if query:
            if tts_output: userin.say("Please wait...", True, False)
            wh_question = []
            for word in doc:
                if word.tag_ in ['WDT', 'WP', 'WP$', 'WRB']:
                    wh_question.append(word.text.upper())
            findings = []
            nth_page = 0
            while not findings:
                page = wikipedia.page(wikipedia.search(query)[nth_page])
                nth_page += 1
                if nth_page > 5: break
                wiki_doc = self.nlp(page.content)
                sentences = [sent.string.strip() for sent in wiki_doc.sents]
                #return [' '.join(subjects),' '.join(pobjects)]
                all_entities = []
                mention = {}
                subject_entities_by_wordnet = None
                if 'WHAT' in wh_question:
                    subject_entities_by_wordnet = self.wordnet_entity_determiner(
                        subject_with_objects, tts_output)
                for sentence in reversed(sentences):
                    sentence = self.nlp(sentence)
                    for ent in sentence.ents:
                        all_entities.append(ent.text)
                        for wh in wh_question:
                            if self.entity_map.has_key(wh.upper()):
                                target_entities = self.entity_map[wh.upper()]
                                if wh.upper() == 'WHAT':
                                    target_entities = []
                                    for subject_entity_by_wordnet in subject_entities_by_wordnet:
                                        target_entities.append(
                                            subject_entity_by_wordnet)
                                if ent.label_ in target_entities:
                                    findings.append(ent.text)
                                    if focus:
                                        if focus in sentence.text:
                                            mention[
                                                ent.
                                                text] = 1.0  #* sentence.text.count(focus)
                                        else:
                                            mention[ent.text] = 0.0
                                    else:
                                        mention[ent.text] = 0.0

            if findings:
                frequency = collections.Counter(findings)
                max_freq = max(frequency.values())
                for key, value in frequency.iteritems():
                    frequency[key] = float(value) / max_freq

                precedence = {}
                unique = list(set(findings))
                for i in range(len(unique)):
                    precedence[unique[i]] = float(len(unique) -
                                                  i) / len(unique)

                proximity = {}
                subject_indices = []
                for i in range(len(all_entities)):
                    for subject in subjects:
                        for word in subject.split():
                            if word in all_entities[i]:
                                subject_indices.append(i)
                for i in range(len(all_entities)):
                    for index in subject_indices:
                        inverse_distance = float(
                            (len(all_entities) - 1) -
                            abs(i - index)) / (len(all_entities) - 1)
                        if proximity.has_key(all_entities[i]):
                            proximity[all_entities[i]] = (
                                proximity[all_entities[i]] +
                                inverse_distance) / 2
                        else:
                            proximity[all_entities[i]] = inverse_distance
                    if not proximity.has_key(all_entities[i]):
                        proximity[all_entities[i]] = 0

                ranked = {}
                for key, value in frequency.iteritems():
                    if key not in query:
                        ranked[key] = value * self.coefficient[
                            'frequency'] + precedence[key] * self.coefficient[
                                'precedence'] + proximity[
                                    key] * self.coefficient[
                                        'proximity'] + mention[
                                            key] * self.coefficient['mention']
                if not tts_output:
                    print sorted(ranked.items(), key=lambda x: x[1])[::-1][:5]
                if tts_output:
                    userin.say(
                        sorted(ranked.items(), key=lambda x: x[1])[::-1][0][0],
                        True, True)
                return sorted(ranked.items(), key=lambda x: x[1])[::-1][0][0]
            else:
                if not tts_output:
                    print "Sorry, I couldn't find anything worthy to answer your question."
                if tts_output:
                    userin.say(
                        "Sorry, I couldn't find anything worthy to answer your question.",
                        True, True)
                return False