def getfanyiInfo():
vocaben, rev_vocaben = datautil.initialize_vocabulary(os.path.join(datautil.data_dir, datautil.vocabulary_fileen))
vocab_sizeen = len(vocaben)
print("vocab_size", vocab_sizeen)
vocabch, rev_vocabch = datautil.initialize_vocabulary(os.path.join(datautil.data_dir, datautil.vocabulary_filech))
vocab_sizech = len(vocabch)
print("vocab_sizech", vocab_sizech)
return vocab_sizeen, vocab_sizech, vocaben, rev_vocabch
def getfanyi():
vocaben, rev_vocaben = datautil.initialize_vocabulary(
os.path.join(datautil.data_dir, datautil.vocabulary_fileen))
vocab_sizeen = len(vocaben)
vocabch, rev_vocabch = datautil.initialize_vocabulary(
os.path.join(datautil.data_dir, datautil.vocabulary_filech))
vocab_sizech = len(vocabch)
filesfrom, _ = datautil.getRawFileList(datautil.data_dir + 'fromids')
filesto, _ = datautil.getRawFileList(datautil.data_dir + 'toids/')
source_train_file_path = filesfrom[0]
target_train_file_path = filesto[0]
return vocab_sizeen, vocab_sizech, rev_vocaben, rev_vocabch, source_train_file_path, target_train_file_path
def getdialogInfo():
vocabch, rev_vocabch=datautil.initialize_vocabulary(os.path.join(datautil.data_dir, datautil.vocabulary_filech))
vocab_sizech= len(vocabch)
print("vocab_sizech",vocab_sizech)
filesfrom,_=datautil.getRawFileList(datautil.data_dir+"fromids/")
filesto,_=datautil.getRawFileList(datautil.data_dir+"toids/")
source_train_file_path = filesfrom[0]
target_train_file_path= filesto[0]
return vocab_sizech,vocab_sizech,rev_vocabch,rev_vocabch,source_train_file_path,target_train_file_path
