def initialize_new(self, scp_list, word_mlf, dict, remove_previous=False):
System.set_log_dir(self.name)
if remove_previous:
for f in glob.iglob(System.get_log_dir() + '/*'):
os.remove(f)
if not remove_previous and (
os.path.exists(self.train_files_dir) or
len(glob.glob(self.model_dir + '/' + self.name + '.*')) > 0):
raise ExistingFilesException
if os.path.exists(self.train_files_dir):
shutil.rmtree(self.train_files_dir)
for f in glob.iglob(self.model_dir + '/' + self.name + '.*'):
os.remove(f)
os.mkdir(self.train_files_dir)
# handle dictionary
dic = HTK_dictionary()
if isinstance(dict, basestring):
dic.read_dict(dict)
elif all(isinstance(d, basestring) for d in dict):
for d in dict:
dic.read_dict(d)
else:
raise TypeError
dic.write_dict(self.training_dict)
self.phones = dic.get_phones()
# handle transcription
trans = HTK_transcription()
# if isinstance(word_mlf,basestring):
# trans.read_mlf(word_mlf, HTK_transcription.WORD)
# elif all(isinstance(w,basestring) for w in word_mlf):
# for w in word_mlf:
# trans.read_mlf(w, HTK_transcription.WORD)
# else:
# raise TypeError
word_mlf = word_mlf.strip().split(',')
for w in word_mlf:
trans.read_mlf(w, HTK_transcription.WORD)
self.id = 1
phones_list = self._get_model_name_id() + '.hmmlist'
with open(phones_list, 'w') as phones_desc:
for p in self.phones:
print(p, file=phones_desc)
# handle scp files
scp_list = scp_list.strip().split(',')
# if isinstance(scp_list,basestring):
# scp_list = [scp_list]
real_trans = HTK_transcription()
real_trans.transcriptions[real_trans.WORD] = {}
with open(self.training_scp, 'w') as scp_desc:
for scp in scp_list:
for file in open(scp):
id = os.path.splitext(os.path.basename(file.strip()))[0]
if not file.startswith('/'):
file = os.path.join(os.path.dirname(scp), file.strip())
ok = True
for word in trans.transcriptions[
HTK_transcription.WORD][id]:
if not dic.word_in_dict(word):
print("%s skipped, because has missing word %s" %
(file.strip(), word))
ok = False
break
if ok:
print(file.strip(), file=scp_desc)
real_trans.transcriptions[real_trans.WORD][
id] = trans.transcriptions[real_trans.WORD][id]
real_trans.write_mlf(self.training_word_mlf,
target=HTK_transcription.WORD)
self.expand_word_transcription()
shuffle(t_files)
# if options.num_adaptation_files > 0:
# t_files = t_files[:options.num_adaptation_files]
for t in t_files:
f = splitext(basename(t))[0]
mlf.transcriptions[HTK_transcription.WORD][
"%s_%s" %
(sp, f)] = mlf.transcriptions[HTK_transcription.WORD][f]
new_f = join(file_dir, "%s_%s" % (sp, basename(t)))
symlink(t, new_f)
print >> transform_desc, new_f
mlf.write_mlf(transform_mlf, target=HTK_transcription.WORD)
recognizer.add_adaptation(transform_scp,
transform_mlf,
num_speaker_chars=options.transform_speaker_chars)
recognizer.add_adaptation(transform_scp,
transform_mlf,
num_speaker_chars=options.transform_speaker_chars,
num_nodes=options.tree_size)
recognizer.recognize(None, 'neighbour_transform')
if options.dostack:
recognizer.add_adaptation(scp,
recognizer.name + '.neighbour_transform.mlf',
num_speaker_chars=options.eval_speaker_chars,
for n in neighbors:
t_files.extend(transform_files[n])
shuffle(t_files)
# if options.num_adaptation_files > 0:
# t_files = t_files[:options.num_adaptation_files]
for t in t_files:
f = splitext(basename(t))[0]
mlf.transcriptions[HTK_transcription.WORD]["%s_%s"%(sp,f)] = mlf.transcriptions[HTK_transcription.WORD][f]
new_f = join(file_dir,"%s_%s"%(sp,basename(t)))
symlink(t,new_f)
print >> transform_desc, new_f
mlf.write_mlf(transform_mlf,target=HTK_transcription.WORD)
recognizer.add_adaptation(transform_scp,transform_mlf,num_speaker_chars=options.transform_speaker_chars)
recognizer.add_adaptation(transform_scp,transform_mlf,num_speaker_chars=options.transform_speaker_chars,num_nodes=options.tree_size)
recognizer.recognize(None,'neighbour_transform')
if options.dostack:
recognizer.add_adaptation(scp,recognizer.name+'.neighbour_transform.mlf',num_speaker_chars=options.eval_speaker_chars,files_per_speaker=options.num_adaptation_files)
recognizer.add_adaptation(scp,recognizer.name+'.neighbour_transform.mlf',num_speaker_chars=options.eval_speaker_chars,num_nodes=64,files_per_speaker=options.num_adaptation_files)
#
recognizer.recognize(None,'neighbour_transform_stack.%d'%options.num_adaptation_files)