Python Dataset.build_vocab示例

示例#1

def prepare(args):
    logger = logging.getLogger("rc")
    logger.info('train test split...')
    #    train_test_split(args.all_file, args.train_file, args.test_file, args.train_rate)
    sen_data = Dataset(args)
    sen_data.build_vocab()

    with open(args.data_path, 'wb') as fout:
        pickle.dump(sen_data, fout)
    logger.info('Done with preparing!')