def provideGuidance(self):
                reachDestination = False
                calculatePath = True
                sayPathRoute = True
                speaker = AudioFeedback()
                while reachDestination == False:
                        if calculatePath == True:
                                path = myMap.SSSP(startNode, destNode)
                                calculatePath = False

                        if sayPathRoute:
                                routeSpeechInfo = ''
                                for i in range(len(path)): #print in reverse order
                                        print path[len(path)-1-i], mapinfo['map'][path[len(path)-1-i]-1]['nodeName']
                                        if i == 0:
                                                firstNode = 'the path route starts from %s ' % mapinfo['map'][path[len(path)-1-i]-1]['nodeName']
                                                routeSpeechInfo = routeSpeechInfo + firstNode
                                        else:
                                                nextNode = 'followed by %s ' % mapinfo['map'][path[len(path)-1-i]-1]['nodeName']
                                                routeSpeechInfo = routeSpeechInfo + nextNode
				routeSpeechInfo = routeSpeechInfo + '\n'
                                speaker.threadedFeedback(routeSpeechInfo)
				sayPathRoute = False
                                
                        reachCheckPoint = True
                        currentCheckPoint = path.pop()
                        pos_x = mapinfo['map'][currentCheckPoint-1]['x']
                        pos_y = mapinfo['map'][currentCheckPoint-1]['y']
                        print "pos_x = ", pos_x, " pos_y = ", pos_y
                        
                        while path:
                                if reachCheckPoint:
                                        reachCheckPoint = False
                                        nextCheckPoint = path.pop()
                                        if not path:
                                                reachDestination = True
                                        print nextCheckPoint, mapinfo['map'][nextCheckPoint-1]['nodeName']
                                try:
                                        #start_time = time.time()
                                        #timing_interval = 1
                                        #count_time = 0
                                        while not reachCheckPoint:
                                                #time.sleep(start_time + count_time * timing_interval - time.time())
                                                reachCheckPoint, pos_x, pos_y, detourCheckPoint = self.provideDirections(nextCheckPoint, currentCheckPoint, pos_x, pos_y, speaker)
                                                if reachCheckPoint:
                                                        currentCheckPoint = nextCheckPoint
                                                if detourCheckPoint:
                                                        print "detour!"
                                                        calculatePath = True
                                                        path[:] = []
                                                        sayPathRoute = True
                                                        break
                                                #count_time = count_time + 1
                                except Exception:
                                        print "INVALID DISTANCE!"

                        if ((not path) and (reachDestination == True)):
                                sayDestinationReached = 'destination reached!\n'
                                speaker.threadedFeedback(sayDestinationReached)
class SpeechRecognition(object):

    # Create a decoder with certain model
    def __init__(self):
        MODELDIR = "cmusphinx-code/pocketsphinx/model"
        config = Decoder.default_config()
        config.set_string("-hmm", path.join(MODELDIR, "hmm/en_US/hub4wsj_sc_8kadapt"))
        config.set_string("-lm", path.join(MODELDIR, "lm/en_US/numadaptation.dmp"))
        config.set_string("-dict", path.join(MODELDIR, "lm/en_US/numadaptation.dic"))
        self.decoder = Decoder(config)
        self.speechCue = AudioFeedback()

    def Decode(self, wavfile):
        wavFile = file(wavfile, "rb")
        wavFile.seek(44)
        self.decoder.decode_raw(wavFile)
        try:
            result = self.decoder.hyp().hypstr
            os.remove(wavfile)
            return result
        except AttributeError:
            print ("No speech detected, please try again")
            os.remove(wavfile)

    def speechRecognise(self):
        Chunk = 1024
        Format = pyaudio.paInt16
        Channels = 1
        Rate = 16000
        Duration = 3
        cue = "Start"
        for x in range(1):
            fn = "o" + str(x) + ".wav"
            p = pyaudio.PyAudio()
            self.speechCue.threadedFeedback(cue)
            stream = p.open(format=Format, channels=Channels, rate=Rate, input=True, frames_per_buffer=Chunk)
            print ("* recording")
            frames = []

            for i in range(0, int(Rate / Chunk * Duration)):
                data = stream.read(Chunk)
                frames.append(data)
            print ("* done recording")

            stream.stop_stream()
            stream.close()
            p.terminate()

            wf = wave.open(fn, "wb")
            wf.setnchannels(Channels)
            wf.setsampwidth(p.get_sample_size(Format))
            wf.setframerate(Rate)
            wf.writeframes(b"".join(frames))
            wf.close()
            wavfile = fn
            Recognised = self.Decode(wavfile)
            print Recognised
            return Recognised
Пример #3
0
 def __init__(self):
     MODELDIR = "cmusphinx-code/pocketsphinx/model"
     config = Decoder.default_config()
     config.set_string('-hmm',
                       path.join(MODELDIR, 'hmm/en_US/hub4wsj_sc_8k_adapt'))
     config.set_string('-lm', path.join(MODELDIR, 'lm/en_US/num_adapt.dmp'))
     config.set_string('-dict', path.join(MODELDIR,
                                          'lm/en_US/num_adapt.dic'))
     self.decoder = Decoder(config)
     self.speechCue = AudioFeedback()
 def __init__(self):
     MODELDIR = "cmusphinx-code/pocketsphinx/model"
     config = Decoder.default_config()
     config.set_string("-hmm", path.join(MODELDIR, "hmm/en_US/hub4wsj_sc_8kadapt"))
     config.set_string("-lm", path.join(MODELDIR, "lm/en_US/numadaptation.dmp"))
     config.set_string("-dict", path.join(MODELDIR, "lm/en_US/numadaptation.dic"))
     self.decoder = Decoder(config)
     self.speechCue = AudioFeedback()
	def __init__(self):
		MODELDIR = "cmusphinx-code/pocketsphinx/model"
		config = Decoder.default_config()
		config.set_string('-hmm', path.join(MODELDIR, 'hmm/en_US/hub4wsj_sc_8k_adapt'))
		config.set_string('-lm', path.join(MODELDIR, 'lm/en_US/num_adapt.dmp'))
		config.set_string('-dict', path.join(MODELDIR, 'lm/en_US/num_adapt.dic'))
		self.decoder = Decoder(config)
		self.speechCue = AudioFeedback()
Пример #6
0
class SpeechRecognition(object):

    # Create a decoder with certain model
    def __init__(self):
        MODELDIR = "cmusphinx-code/pocketsphinx/model"
        config = Decoder.default_config()
        config.set_string('-hmm',
                          path.join(MODELDIR, 'hmm/en_US/hub4wsj_sc_8k_adapt'))
        config.set_string('-lm', path.join(MODELDIR, 'lm/en_US/num_adapt.dmp'))
        config.set_string('-dict', path.join(MODELDIR,
                                             'lm/en_US/num_adapt.dic'))
        self.decoder = Decoder(config)
        self.speechCue = AudioFeedback()

    def Decode(self, wavfile):
        wavFile = file(wavfile, 'rb')
        wavFile.seek(44)
        self.decoder.decode_raw(wavFile)
        try:
            result = self.decoder.hyp().hypstr
            os.remove(wavfile)
            return result
        except AttributeError:
            print("No speech detected, please try again")
            os.remove(wavfile)

    def speechRecognise(self, recog_sample):
        Chunk = 1024
        Format = pyaudio.paInt16
        Channels = 1
        Rate = 16000
        Duration = 4
        cue = 'Start'
        for x in range(1):
            fn = "o" + str(x) + ".wav"
            p = pyaudio.PyAudio()
            self.speechCue.threadedFeedback(cue)
            stream = p.open(format=Format,
                            channels=Channels,
                            rate=Rate,
                            input=True,
                            frames_per_buffer=Chunk)
            print("* recording")
            frames = []

            for i in range(0, int(Rate / Chunk * Duration)):
                data = stream.read(Chunk)
                frames.append(data)
            print("* done recording")

            stream.stop_stream()
            stream.close()
            p.terminate()

            wf = wave.open(fn, 'wb')
            wf.setnchannels(Channels)
            wf.setsampwidth(p.get_sample_size(Format))
            wf.setframerate(Rate)
            wf.writeframes(b''.join(frames))
            wf.close()
            wavfile = fn
            Recognised = self.Decode(wavfile)
            print Recognised
            #return Recognised
            print 'putting the input in queue'
            recog_sample.put(Recognised)
        print 'end of speech recogniser'
import os
import time

from espeak_cls import AudioFeedback

output = AudioFeedback()
string = "Hello Chew Yi Xiu "
output.threadedFeedback(string)
time.sleep(2)


while True:		
	string = "Yanqing likes someone"
	output.threadedFeedback(string)
	time.sleep(2)


	string = "Angela has tin tin"
	output.threadedFeedback(string)
	time.sleep(2)


	string = "It's bob the builder"
	output.threadedFeedback(string)
	time.sleep(2)


	string = "Can we fix it?"
	output.threadedFeedback(string)
	time.sleep(2)
    def provideGuidance(self):
        reachDestination = False
        calculatePath = True
        sayPathRoute = True
        speaker = AudioFeedback()
        while reachDestination == False:
            if calculatePath == True:
                path = myMap.SSSP(startNode, destNode)
                calculatePath = False

            if sayPathRoute:
                routeSpeechInfo = ''
                for i in range(len(path)):  #print in reverse order
                    print path[len(path) - 1 -
                               i], mapinfo['map'][path[len(path) - 1 - i] -
                                                  1]['nodeName']
                    if i == 0:
                        firstNode = 'the path route starts from %s ' % mapinfo[
                            'map'][path[len(path) - 1 - i] - 1]['nodeName']
                        routeSpeechInfo = routeSpeechInfo + firstNode
                    else:
                        nextNode = 'followed by %s ' % mapinfo['map'][
                            path[len(path) - 1 - i] - 1]['nodeName']
                        routeSpeechInfo = routeSpeechInfo + nextNode
                routeSpeechInfo = routeSpeechInfo + '\n'
                speaker.threadedFeedback(routeSpeechInfo)
                sayPathRoute = False

            reachCheckPoint = True
            currentCheckPoint = path.pop()
            pos_x = mapinfo['map'][currentCheckPoint - 1]['x']
            pos_y = mapinfo['map'][currentCheckPoint - 1]['y']
            print "pos_x = ", pos_x, " pos_y = ", pos_y

            while path:
                if reachCheckPoint:
                    reachCheckPoint = False
                    nextCheckPoint = path.pop()
                    if not path:
                        reachDestination = True
                    print nextCheckPoint, mapinfo['map'][nextCheckPoint -
                                                         1]['nodeName']
                try:
                    #start_time = time.time()
                    #timing_interval = 1
                    #count_time = 0
                    while not reachCheckPoint:
                        #time.sleep(start_time + count_time * timing_interval - time.time())
                        reachCheckPoint, pos_x, pos_y, detourCheckPoint = self.provideDirections(
                            nextCheckPoint, currentCheckPoint, pos_x, pos_y,
                            speaker)
                        if reachCheckPoint:
                            currentCheckPoint = nextCheckPoint
                        if detourCheckPoint:
                            print "detour!"
                            calculatePath = True
                            path[:] = []
                            sayPathRoute = True
                            break
                        #count_time = count_time + 1
                except Exception:
                    print "INVALID DISTANCE!"

            if ((not path) and (reachDestination == True)):
                sayDestinationReached = 'destination reached!\n'
                speaker.threadedFeedback(sayDestinationReached)