class TestingThread(QtCore.QThread):
def __init__(self, parent, audio_files):
QtCore.QThread.__init__(self, parent)
self.audio_files = audio_files
self.mfcc = MFCC()
self.par = parent
def run(self):
self.emit(QtCore.SIGNAL("update()"))
self.mfcc.frame_size = int(self.par.frameSizeVal.currentText())
self.mfcc.overlap = self.mfcc.frame_size / 2
speaker_correct = 0
speaker_word_correct = 0
for index, file_audio in enumerate(self.audio_files):
file_audio = str(file_audio)
self.audio_signal, self.audio_fs = FileReader.read_audio(
file_audio)
self.silenced_signal, self.audio_fs = self.mfcc.remove_silence(
file_audio)
self.num_frames, self.framed_signal = self.mfcc.frame_blocking(
self.silenced_signal)
self.windowed_signal = self.mfcc.hamm_window(self.framed_signal)
self.fft_signal = self.mfcc.calc_fft(self.windowed_signal)
self.log_energy, self.fbank = self.mfcc.fbank(
self.fft_signal, self.audio_fs)
self.features = self.mfcc.features(self.log_energy)
self.lvq = LVQ(str(self.par.databaseSelect.currentText()))
# result = self.lvq.test_data(self.features[:, 1:14])
# [31, 28, 29, 30, 27, 26, 25, 24, 23, 22, 20, 21, 19]
result = self.lvq.test_data(
self.features[:, [1, 2, 3, 4, 5, 7, 6, 9, 8, 10, 11, 12, 13]])
print "vote for file " + str(index) + " : " + str(result)
# full = str(result[1][0]) if len(result) >= 2 else str(result[0][0])
full = str(result[0][0])
speaker = full[:full.rfind('-')] if full.rfind('-') != -1 else full
word = full[full.rfind('-') + 1:] if full.rfind('-') != -1 else "-"
self.par.featuresTbl.setItem(index, 2,
QtGui.QTableWidgetItem(speaker))
self.par.featuresTbl.setItem(index, 3,
QtGui.QTableWidgetItem(word))
if speaker == self.par.featuresTbl.item(index, 0).text():
speaker_correct += 1
if speaker == self.par.featuresTbl.item(
index, 0).text() and word == self.par.featuresTbl.item(
index, 1).text():
speaker_word_correct += 1
self.par.speaker_word_acc = (speaker_word_correct /
float(len(self.audio_files))) * 100
self.par.speaker_only_acc = (speaker_correct /
float(len(self.audio_files))) * 100
self.emit(QtCore.SIGNAL("update()"))
self.emit(QtCore.SIGNAL("finish()"))
class TestingThread(QtCore.QThread):
def __init__(self, parent, audio_files):
QtCore.QThread.__init__(self, parent)
self.audio_files = audio_files
self.mfcc = MFCC()
self.par = parent
def run(self):
self.emit(QtCore.SIGNAL("update()"))
self.mfcc.frame_size = int(self.par.frameSizeVal.currentText())
self.mfcc.overlap = self.mfcc.frame_size/2
speaker_correct = 0
speaker_word_correct = 0
for index,file_audio in enumerate(self.audio_files):
file_audio = str(file_audio)
self.audio_signal, self.audio_fs = FileReader.read_audio(file_audio)
self.silenced_signal, self.audio_fs = self.mfcc.remove_silence(file_audio)
self.num_frames, self.framed_signal = self.mfcc.frame_blocking(self.silenced_signal)
self.windowed_signal = self.mfcc.hamm_window(self.framed_signal)
self.fft_signal = self.mfcc.calc_fft(self.windowed_signal)
self.log_energy, self.fbank = self.mfcc.fbank(self.fft_signal, self.audio_fs)
self.features = self.mfcc.features(self.log_energy)
self.lvq = LVQ(str(self.par.databaseSelect.currentText()))
# result = self.lvq.test_data(self.features[:, 1:14])
# [31, 28, 29, 30, 27, 26, 25, 24, 23, 22, 20, 21, 19]
result = self.lvq.test_data(self.features[:, [1, 2, 3, 4, 5, 7, 6, 9, 8, 10, 11, 12, 13]])
print "vote for file " + str(index) + " : " + str(result)
# full = str(result[1][0]) if len(result) >= 2 else str(result[0][0])
full = str(result[0][0])
speaker = full[:full.rfind('-')] if full.rfind('-') != -1 else full
word = full[full.rfind('-')+1:] if full.rfind('-') != -1 else "-"
self.par.featuresTbl.setItem(index, 2, QtGui.QTableWidgetItem(speaker))
self.par.featuresTbl.setItem(index, 3, QtGui.QTableWidgetItem(word))
if speaker == self.par.featuresTbl.item(index,0).text():
speaker_correct += 1
if speaker == self.par.featuresTbl.item(index,0).text() and word == self.par.featuresTbl.item(index,1).text():
speaker_word_correct += 1
self.par.speaker_word_acc = (speaker_word_correct / float(len(self.audio_files))) * 100
self.par.speaker_only_acc = (speaker_correct / float(len(self.audio_files))) * 100
self.emit(QtCore.SIGNAL("update()"))
self.emit(QtCore.SIGNAL("finish()"))
class TestingWindow(QtGui.QMainWindow, testingWindow.Ui_TestWdw):
def __init__(self):
super(self.__class__, self).__init__()
self.setupUi(self)
self.mfcc = MFCC()
self.player = audioPlayer.AudioPlayer(self.volumeSlider,
self.seekSlider,
self.lcdNumber,
self.audioPlayBtn,
self.audioPauseBtn,
self.audioStopBtn)
self.init_ui()
self.init_databases()
self.canvas = None
self.actionTest_Data.setDisabled(True)
self.actionExit.triggered.connect(self.close)
self.actionTraining_Data.triggered.connect(self.open_train_wdw)
self.actionBatch_Testing.triggered.connect(self.open_batch_wdw)
self.actionAbout_Qt.triggered.connect(QtGui.qApp.aboutQt)
self.actionAbout.triggered.connect(self.about)
self.openAudioBtn.clicked.connect(self.show_open_dialog)
self.extractSaveBtn.clicked.connect(self.extract_features)
self.identifyBtn.clicked.connect(self.identify_speaker)
def init_ui(self):
palette = QtGui.QPalette()
palette.setBrush(QtGui.QPalette.Light, QtCore.Qt.darkGray)
self.audioPlayBtn.setDisabled(True)
self.audioPauseBtn.setDisabled(True)
self.audioStopBtn.setDisabled(True)
self.extractSaveBtn.setDisabled(True)
self.lcdNumber.display("00:00")
self.lcdNumber.setPalette(palette)
def init_databases(self):
self.database_list = [f[:len(f) - 3] for f in listdir('database/') if isfile(join('database/', f))]
self.databaseSelect.addItems(QtCore.QStringList(self.database_list))
def open_batch_wdw(self):
self.batch_wdw = batch_test.BatchTestWindow()
self.batch_wdw.show()
def identify_speaker(self):
self.lvq = LVQ(str(self.databaseSelect.currentText()))
# result = self.lvq.test_data(self.features[:, 1:14])
# [31, 28, 29, 30, 27, 26, 25, 24, 23, 22, 20, 21, 19]
result = self.lvq.test_data(self.features[:,[1, 2, 3, 4, 5, 7, 6, 9, 8, 10, 11, 12, 13]])
print "vote : "+str(result)
if result[0][0].find('-') != -1:
self.speakerVal.setText(": "+str(result[0][0][:result[0][0].find('-')]))
self.wordVal.setText(": "+str(result[0][0][result[0][0].find('-')+1:]))
else:
self.speakerVal.setText(": " + str(result[0][0]))
self.wordVal.setVisible(False)
self.wordLbl.setVisible(False)
def extract_features(self):
self.mfcc.frame_size = int(self.frameSizeVal.currentText())
self.mfcc.overlap = self.mfcc.frame_size/2
# frame blocking
self.num_frames, self.framed_signal = self.mfcc.frame_blocking(self.silenced_signal)
fig = Figure()
self.framedSignalPlot = fig.add_subplot(111)
self.framedSignalPlot.plot(self.framed_signal.ravel(1))
self.add_figure(fig, self.framedPlotLyt)
# windowing
self.windowed_signal = self.mfcc.hamm_window(self.framed_signal)
fig = Figure()
self.windowedSignalPlot = fig.add_subplot(111)
self.windowedSignalPlot.plot(self.windowed_signal.ravel(1))
self.add_figure(fig, self.windowedPlotLyt)
# hitung FFT
self.fft_signal = self.mfcc.calc_fft(self.windowed_signal)
fig = Figure()
self.fftSignalPlot = fig.add_subplot(111)
self.fftSignalPlot.plot(self.fft_signal[:, :self.mfcc.frame_size/2].ravel(1))
self.add_figure(fig, self.fftPloyLyt)
# hitung filter bank
self.log_energy, self.fbank = self.mfcc.fbank(self.fft_signal, self.audio_fs)
fig = Figure()
self.melwrapPlot = fig.add_subplot(111)
for i in xrange(self.mfcc.num_filter):
self.melwrapPlot.plot(self.fbank[i, :])
self.add_figure(fig, self.melPlotLyt)
# features
self.features = self.mfcc.features(self.log_energy)
fig = Figure()
self.mfccPlot = fig.add_subplot(111)
for i in xrange(self.features.shape[0]):
self.mfccPlot.plot(self.features[i, :])
self.add_figure(fig, self.mfccPlotLyt)
# write features to table
self.testDataTab.setCurrentIndex(len(self.testDataTab)-1)
self.featuresTbl.setRowCount(self.features.shape[0])
for i in xrange(self.features.shape[0]):
for j in xrange(1,14):
isi_feature = QtGui.QTableWidgetItem(str(self.features[i,j]))
# print "i: "+str(i)+" j: "+str(j)+" isi: "+str(isi_feature)
self.featuresTbl.setItem(i,j-1,isi_feature)
def add_figure(self, fig, container):
# if self.canvas is not None:
# container.removeWidget(self.canvas)
self.clearLayout(container)
self.canvas = FigureCanvas(fig)
container.addWidget(self.canvas)
self.canvas.draw()
def open_train_wdw(self):
self.hide()
self.mainWdw = twc.MainWindow()
self.mainWdw.show()
def show_open_dialog(self):
self.audioFile = QtGui.QFileDialog.getOpenFileName(self, 'Open audio file',
'',
"Audio Files (*.wav)",
None, QtGui.QFileDialog.DontUseNativeDialog)
if self.audioFile != "":
fileName = str(self.audioFile)
self.audio_signal, self.audio_fs = FileReader.read_audio(fileName)
self.silenced_signal, self.audio_fs = self.mfcc.remove_silence(fileName)
self.fsValLbl.setText(": " + str(self.audio_fs) + " Hz")
self.sampleValLbl.setText(
": " + str(len(self.audio_signal)) + " | " + str(len(self.silenced_signal)) + " (silenced)")
self.audioFilenameLbl.setText(": " + fileName[fileName.rfind('/') + 1:len(fileName)])
self.audioPlayBtn.setDisabled(False)
self.clear_all_layout()
fig = Figure()
self.origSignalPlot = fig.add_subplot(111)
self.origSignalPlot.plot(self.audio_signal)
self.add_figure(fig, self.originalPlotLyt)
self.extractSaveBtn.setDisabled(False)
self.player.set_audio_source(self.audioFile)
self.testDataTab.setCurrentIndex(0)
def about(self):
QtGui.QMessageBox.information(self, "Text Dependent Speaker Verification",
"Text Dependent Speaker Verification - the "
"Final project software to identify and verify Speaker based on their speech.\n\n"
"\xa9 Sukoreno Mukti - 1112051 \n Informatics Engineering Dept. ITHB")
def clear_all_layout(self):
[self.clearLayout(layout) for layout in
[self.fftPloyLyt, self.framedPlotLyt, self.melPlotLyt, self.mfccPlotLyt, self.originalPlotLyt,
self.windowedPlotLyt]]
def clearLayout(self, layout):
while layout.count():
child = layout.takeAt(0)
if child.widget() is not None:
child.widget().deleteLater()
elif child.layout() is not None:
self.clearLayout(child.layout())
def closeEvent(self, event):
reply = QtGui.QMessageBox.question(self, 'Message',
"Are you sure to quit?", QtGui.QMessageBox.Yes |
QtGui.QMessageBox.No, QtGui.QMessageBox.No)
if reply == QtGui.QMessageBox.Yes:
event.accept()
else:
event.ignore()