#########################################################################
#########################################################################
system_logger.info("Test of the AudioIO component\n" + "=" * 120)
wav = audio.load_wav(cfg, './resources/test16k-mono.wav')
# split audio into frames
wav = various.split_to_bins(wav, 2 * cfg['Audio']['samples_per_frame'])
# remove the last frame
aio_commands, aio_child_commands = multiprocessing.Pipe() # used to send aio_commands
audio_record, child_audio_record = multiprocessing.Pipe() # I read from this connection recorded audio
audio_play, child_audio_play = multiprocessing.Pipe() # I write in audio to be played
close_event = multiprocessing.Event()
aio = AudioIO(cfg, aio_child_commands, child_audio_record, child_audio_play, close_event)
aio.start()
count = 0
max_count = 2500
while count < max_count:
time.sleep(cfg['Hub']['main_loop_sleep_time'])
count += 1
# write one frame into the audio output
if wav:
data_play = wav.pop(0)
#print len(wav), len(data_play)
audio_play.send(Frame(data_play))
def run(self):
try:
# AIO pipes
# used to send commands to VoipIO
aio_commands, aio_child_commands = multiprocessing.Pipe()
# I read from this connection recorded audio
aio_record, aio_child_record = multiprocessing.Pipe()
# I write in audio to be played
aio_play, aio_child_play = multiprocessing.Pipe()
# VAD pipes
# used to send commands to VAD
vad_commands, vad_child_commands = multiprocessing.Pipe()
# used to read output audio from VAD
vad_audio_out, vad_child_audio_out = multiprocessing.Pipe()
# ASR pipes
# used to send commands to ASR
asr_commands, asr_child_commands = multiprocessing.Pipe()
# used to read ASR hypotheses
asr_hypotheses_out, asr_child_hypotheses = multiprocessing.Pipe()
# SLU pipes
# used to send commands to SLU
slu_commands, slu_child_commands = multiprocessing.Pipe()
# used to read SLU hypotheses
slu_hypotheses_out, slu_child_hypotheses = multiprocessing.Pipe()
# DM pipes
# used to send commands to DM
dm_commands, dm_child_commands = multiprocessing.Pipe()
# used to read DM actions
dm_actions_out, dm_child_actions = multiprocessing.Pipe()
# NLG pipes
# used to send commands to NLG
nlg_commands, nlg_child_commands = multiprocessing.Pipe()
# used to read NLG output
nlg_text_out, nlg_child_text = multiprocessing.Pipe()
# TTS pipes
# used to send commands to TTS
tts_commands, tts_child_commands = multiprocessing.Pipe()
command_connections = [
aio_commands, vad_commands, asr_commands, slu_commands,
dm_commands, nlg_commands, tts_commands
]
non_command_connections = [
aio_record, aio_child_record, aio_play, aio_child_play,
vad_audio_out, vad_child_audio_out, asr_hypotheses_out,
asr_child_hypotheses, slu_hypotheses_out, slu_child_hypotheses,
dm_actions_out, dm_child_actions, nlg_text_out, nlg_child_text
]
close_event = multiprocessing.Event()
# create the hub components
aio = AudioIO(self.cfg, aio_child_commands, aio_child_record,
aio_child_play, close_event)
vad = VAD(self.cfg, vad_child_commands, aio_record,
vad_child_audio_out, close_event)
asr = ASR(self.cfg, asr_child_commands, vad_audio_out,
asr_child_hypotheses, close_event)
slu = SLU(self.cfg, slu_child_commands, asr_hypotheses_out,
slu_child_hypotheses, close_event)
dm = DM(self.cfg, dm_child_commands, slu_hypotheses_out,
dm_child_actions, close_event)
nlg = NLG(self.cfg, nlg_child_commands, dm_actions_out,
nlg_child_text, close_event)
tts = TTS(self.cfg, tts_child_commands, nlg_text_out, aio_play,
close_event)
# start the hub components
aio.start()
vad.start()
asr.start()
slu.start()
dm.start()
nlg.start()
tts.start()
self.cfg['Logging']['session_logger'].set_close_event(
self.close_event)
self.cfg['Logging']['session_logger'].set_cfg(self.cfg)
self.cfg['Logging']['session_logger'].start()
# init the system
call_start = 0
call_back_time = -1
call_back_uri = None
s_voice_activity = False
s_last_voice_activity_time = 0
u_voice_activity = False
u_last_voice_activity_time = 0
s_last_dm_activity_time = 0
hangup = False
call_start = time.time()
self.cfg['Logging']['system_logger'].session_start("@LOCAL_CALL")
self.cfg['Logging']['system_logger'].session_system_log(
'config = ' + str(self.cfg))
self.cfg['Logging']['session_logger'].session_start(
self.cfg['Logging']['system_logger'].get_session_dir_name())
self.cfg['Logging']['session_logger'].config('config = ' +
str(self.cfg))
self.cfg['Logging']['session_logger'].header(
self.cfg['Logging']["system_name"],
self.cfg['Logging']["version"])
self.cfg['Logging']['session_logger'].input_source("aio")
while 1:
# Check the close event.
if self.close_event.is_set():
print 'Received close event in: %s' % multiprocessing.current_process(
).name
return
time.sleep(self.cfg['Hub']['main_loop_sleep_time'])
if call_back_time != -1 and call_back_time < time.time():
aio_commands.send(Command('make_call(destination="%s")' % \
call_back_uri, 'HUB', 'AIO'))
call_back_time = -1
call_back_uri = None
if vad_commands.poll():
command = vad_commands.recv()
self.cfg['Logging']['system_logger'].info(command)
if isinstance(command, Command):
if command.parsed['__name__'] == "speech_start":
u_voice_activity = True
if command.parsed['__name__'] == "speech_end":
u_voice_activity = False
u_last_voice_activity_time = time.time()
if asr_commands.poll():
command = asr_commands.recv()
self.cfg['Logging']['system_logger'].info(command)
if slu_commands.poll():
command = slu_commands.recv()
self.cfg['Logging']['system_logger'].info(command)
if dm_commands.poll():
command = dm_commands.recv()
self.cfg['Logging']['system_logger'].info(command)
if isinstance(command, Command):
if command.parsed['__name__'] == "hangup":
# prepare for ending the call
hangup = True
if command.parsed['__name__'] == "dm_da_generated":
# record the time of the last system generated dialogue act
s_last_dm_activity_time = time.time()
if nlg_commands.poll():
command = nlg_commands.recv()
self.cfg['Logging']['system_logger'].info(command)
if tts_commands.poll():
command = tts_commands.recv()
self.cfg['Logging']['system_logger'].info(command)
current_time = time.time()
# stop processes
aio_commands.send(Command('stop()', 'HUB', 'AIO'))
vad_commands.send(Command('stop()', 'HUB', 'VAD'))
asr_commands.send(Command('stop()', 'HUB', 'ASR'))
slu_commands.send(Command('stop()', 'HUB', 'SLU'))
dm_commands.send(Command('stop()', 'HUB', 'DM'))
nlg_commands.send(Command('stop()', 'HUB', 'NLG'))
tts_commands.send(Command('stop()', 'HUB', 'TTS'))
# clean connections
for c in command_connections:
while c.poll():
c.recv()
for c in non_command_connections:
while c.poll():
c.recv()
# wait for processes to stop
# do not join, because in case of exception the join will not be successful
# aio.join()
# vad.join()
# asr.join()
# slu.join()
# dm.join()
# nlg.join()
# tts.join()
#cfg['Logging']['session_logger'].join()
except KeyboardInterrupt:
print 'KeyboardInterrupt exception in: %s' % multiprocessing.current_process(
).name
self.close_event.set()
return
except:
self.cfg['Logging']['system_logger'].exception(
'Uncaught exception in AHUB process.')
self.close_event.set()
raise
print 'Exiting: %s. Setting close event' % multiprocessing.current_process(
).name
self.close_event.set()
wav = audio.load_wav(cfg, './resources/test16k-mono.wav')
# split audio into frames
wav = various.split_to_bins(wav, 2 * cfg['Audio']['samples_per_frame'])
# remove the last frame
aio_commands, aio_child_commands = multiprocessing.Pipe() # used to send commands to AudioIO
audio_record, child_audio_record = multiprocessing.Pipe() # I read from this connection recorded audio
audio_play, child_audio_play = multiprocessing.Pipe( ) # I write in audio to be played
vad_commands, vad_child_commands = multiprocessing.Pipe() # used to send commands to VAD
vad_audio_out, vad_child_audio_out = multiprocessing.Pipe()# used to read output audio from VAD
close_event = multiprocessing.Event()
aio = AudioIO(cfg, aio_child_commands, child_audio_record, child_audio_play, close_event)
vad = VAD(cfg, vad_child_commands, audio_record, vad_child_audio_out, close_event)
command_connections = [aio_commands, vad_commands]
aio.start()
vad.start()
count = 0
max_count = 5000
while count < max_count:
time.sleep(cfg['Hub']['main_loop_sleep_time'])
count += 1
# write one frame into the audio output
if wav:
def run(self):
try:
# AIO pipes
# used to send commands to VoipIO
aio_commands, aio_child_commands = multiprocessing.Pipe()
# I read from this connection recorded audio
aio_record, aio_child_record = multiprocessing.Pipe()
# I write in audio to be played
aio_play, aio_child_play = multiprocessing.Pipe()
# VAD pipes
# used to send commands to VAD
vad_commands, vad_child_commands = multiprocessing.Pipe()
# used to read output audio from VAD
vad_audio_out, vad_child_audio_out = multiprocessing.Pipe()
# ASR pipes
# used to send commands to ASR
asr_commands, asr_child_commands = multiprocessing.Pipe()
# used to read ASR hypotheses
asr_hypotheses_out, asr_child_hypotheses = multiprocessing.Pipe()
# SLU pipes
# used to send commands to SLU
slu_commands, slu_child_commands = multiprocessing.Pipe()
# used to read SLU hypotheses
slu_hypotheses_out, slu_child_hypotheses = multiprocessing.Pipe()
# DM pipes
# used to send commands to DM
dm_commands, dm_child_commands = multiprocessing.Pipe()
# used to read DM actions
dm_actions_out, dm_child_actions = multiprocessing.Pipe()
# NLG pipes
# used to send commands to NLG
nlg_commands, nlg_child_commands = multiprocessing.Pipe()
# used to read NLG output
nlg_text_out, nlg_child_text = multiprocessing.Pipe()
# TTS pipes
# used to send commands to TTS
tts_commands, tts_child_commands = multiprocessing.Pipe()
command_connections = [aio_commands, vad_commands, asr_commands,
slu_commands, dm_commands, nlg_commands,
tts_commands]
non_command_connections = [aio_record, aio_child_record,
aio_play, aio_child_play,
vad_audio_out, vad_child_audio_out,
asr_hypotheses_out, asr_child_hypotheses,
slu_hypotheses_out, slu_child_hypotheses,
dm_actions_out, dm_child_actions,
nlg_text_out, nlg_child_text]
self.close_event = multiprocessing.Event()
# create the hub components
aio = AudioIO(self.cfg, aio_child_commands, aio_child_record, aio_child_play, self.close_event)
vad = VAD(self.cfg, vad_child_commands, aio_record, vad_child_audio_out, self.close_event)
asr = ASR(self.cfg, asr_child_commands, vad_audio_out, asr_child_hypotheses, self.close_event)
slu = SLU(self.cfg, slu_child_commands, asr_hypotheses_out, slu_child_hypotheses, self.close_event)
dm = DM(self.cfg, dm_child_commands, slu_hypotheses_out, dm_child_actions, self.close_event)
nlg = NLG(self.cfg, nlg_child_commands, dm_actions_out, nlg_child_text, self.close_event)
tts = TTS(self.cfg, tts_child_commands, nlg_text_out, aio_play, self.close_event)
# start the hub components
aio.start()
vad.start()
asr.start()
slu.start()
dm.start()
nlg.start()
tts.start()
self.cfg['Logging']['session_logger'].set_close_event(self.close_event)
self.cfg['Logging']['session_logger'].set_cfg(self.cfg)
self.cfg['Logging']['session_logger'].start()
# init the system
call_start = 0
call_back_time = -1
call_back_uri = None
s_voice_activity = False
s_last_voice_activity_time = 0
u_voice_activity = False
u_last_voice_activity_time = 0
s_last_dm_activity_time = 0
hangup = False
call_start = time.time()
self.cfg['Logging']['system_logger'].session_start("@LOCAL_CALL")
self.cfg['Logging']['system_logger'].session_system_log('config = ' + str(self.cfg))
self.cfg['Logging']['session_logger'].session_start(self.cfg['Logging']['system_logger'].get_session_dir_name())
self.cfg['Logging']['session_logger'].config('config = ' + str(self.cfg))
self.cfg['Logging']['session_logger'].header(self.cfg['Logging']["system_name"], self.cfg['Logging']["version"])
self.cfg['Logging']['session_logger'].input_source("aio")
while 1:
# Check the close event.
if self.close_event.is_set():
print 'Received close event in: %s' % multiprocessing.current_process().name
return
time.sleep(self.cfg['Hub']['main_loop_sleep_time'])
if call_back_time != -1 and call_back_time < time.time():
aio_commands.send(Command('make_call(destination="%s")' % \
call_back_uri, 'HUB', 'AIO'))
call_back_time = -1
call_back_uri = None
if vad_commands.poll():
command = vad_commands.recv()
self.cfg['Logging']['system_logger'].info(command)
if isinstance(command, Command):
if command.parsed['__name__'] == "speech_start":
u_voice_activity = True
if command.parsed['__name__'] == "speech_end":
u_voice_activity = False
u_last_voice_activity_time = time.time()
if asr_commands.poll():
command = asr_commands.recv()
self.cfg['Logging']['system_logger'].info(command)
if slu_commands.poll():
command = slu_commands.recv()
self.cfg['Logging']['system_logger'].info(command)
if dm_commands.poll():
command = dm_commands.recv()
self.cfg['Logging']['system_logger'].info(command)
if isinstance(command, Command):
if command.parsed['__name__'] == "hangup":
# prepare for ending the call
hangup = True
if command.parsed['__name__'] == "dm_da_generated":
# record the time of the last system generated dialogue act
s_last_dm_activity_time = time.time()
if nlg_commands.poll():
command = nlg_commands.recv()
self.cfg['Logging']['system_logger'].info(command)
if tts_commands.poll():
command = tts_commands.recv()
self.cfg['Logging']['system_logger'].info(command)
current_time = time.time()
# stop processes
aio_commands.send(Command('stop()', 'HUB', 'AIO'))
vad_commands.send(Command('stop()', 'HUB', 'VAD'))
asr_commands.send(Command('stop()', 'HUB', 'ASR'))
slu_commands.send(Command('stop()', 'HUB', 'SLU'))
dm_commands.send(Command('stop()', 'HUB', 'DM'))
nlg_commands.send(Command('stop()', 'HUB', 'NLG'))
tts_commands.send(Command('stop()', 'HUB', 'TTS'))
# clean connections
for c in command_connections:
while c.poll():
c.recv()
for c in non_command_connections:
while c.poll():
c.recv()
# wait for processes to stop
# do not join, because in case of exception the join will not be successful
# aio.join()
# vad.join()
# asr.join()
# slu.join()
# dm.join()
# nlg.join()
# tts.join()
#cfg['Logging']['session_logger'].join()
except KeyboardInterrupt:
print 'KeyboardInterrupt exception in: %s' % multiprocessing.current_process().name
self.close_event.set()
return
except:
self.cfg['Logging']['system_logger'].exception('Uncaught exception in AHUB process.')
self.close_event.set()
raise
print 'Exiting: %s. Setting close event' % multiprocessing.current_process().name
self.close_event.set()