def load_pre_data(self):
word_entropy = read_csv('{}/n_gram_entropy_n2_mdf100.train.csv'.format(
self.conf.get('PATH', 'raw')))
word_entropy = csv2dict(word_entropy, key='word')
return {'word_entropy': word_entropy}
def load_pre_data(self):
char_entropy = read_csv('{}/char_entropy.train.csv'.format(
self.conf.get('PATH', 'raw')))
char_entropy = csv2dict(char_entropy, key='char')
return {'char_entropy': char_entropy}
def load_pre_data(self):
char_df = read_csv('{}/char_df.train.csv'.format(
self.conf.get('PATH', 'raw')))
char_df = csv2dict(char_df, key='char')
return {'char_df': char_df}
def load_pre_data(self):
word_df = read_csv('{}/{}_df_{}.train.csv'.format(self.conf.get('PATH', 'raw'),
FLAGS.unit,
FLAGS.min_doc_frequency))
word_df = csv2dict(word_df, key='word')
return {'word_df': word_df}