def getfanyiInfo(): vocaben, rev_vocaben = datautil.initialize_vocabulary(os.path.join(datautil.data_dir, datautil.vocabulary_fileen)) vocab_sizeen = len(vocaben) print("vocab_size", vocab_sizeen) vocabch, rev_vocabch = datautil.initialize_vocabulary(os.path.join(datautil.data_dir, datautil.vocabulary_filech)) vocab_sizech = len(vocabch) print("vocab_sizech", vocab_sizech) return vocab_sizeen, vocab_sizech, vocaben, rev_vocabch
def getfanyi(): vocaben, rev_vocaben = datautil.initialize_vocabulary( os.path.join(datautil.data_dir, datautil.vocabulary_fileen)) vocab_sizeen = len(vocaben) vocabch, rev_vocabch = datautil.initialize_vocabulary( os.path.join(datautil.data_dir, datautil.vocabulary_filech)) vocab_sizech = len(vocabch) filesfrom, _ = datautil.getRawFileList(datautil.data_dir + 'fromids') filesto, _ = datautil.getRawFileList(datautil.data_dir + 'toids/') source_train_file_path = filesfrom[0] target_train_file_path = filesto[0] return vocab_sizeen, vocab_sizech, rev_vocaben, rev_vocabch, source_train_file_path, target_train_file_path
def getdialogInfo(): vocabch, rev_vocabch=datautil.initialize_vocabulary(os.path.join(datautil.data_dir, datautil.vocabulary_filech)) vocab_sizech= len(vocabch) print("vocab_sizech",vocab_sizech) filesfrom,_=datautil.getRawFileList(datautil.data_dir+"fromids/") filesto,_=datautil.getRawFileList(datautil.data_dir+"toids/") source_train_file_path = filesfrom[0] target_train_file_path= filesto[0] return vocab_sizech,vocab_sizech,rev_vocabch,rev_vocabch,source_train_file_path,target_train_file_path