示例#1
0
            emb_file = 'data/embedding/wiki_100.utf8'
        elif emb == 'zhwiki':
            emb_file = 'data/embedding/zhwiki_100.txt'
        elif emb == 'sogou':
            emb_file = 'data/embedding/sogou_news_100.txt'
        else:
            emb_file = None
        # char_emb_file = args.charemb.lower()
        # print('Char Embedding: ', char_emb_file)

        name = 'BaseLSTM'  # catnlp
        config = Config()
        config.optim = 'Adam'
        config.lr = 0.015
        config.hidden_dim = 200
        config.bid_flag = True
        config.number_normalized = False
        data_initialization(config, train_file, test_file)
        config.gpu = gpu
        config.word_features = name
        print('Word features: ', config.word_features)
        config.generate_instance(train_file, 'train')
        # config.generate_instance(dev_file, 'dev')
        config.generate_instance(test_file, 'test')
        if emb_file:
            print('load word emb file...norm: ', config.norm_word_emb)
            config.build_word_pretain_emb(emb_file)
        # if char_emb_file != 'none':
        #     print('load char emb file...norm: ', config.norm_char_emb)
        #     config.build_char_pretrain_emb(char_emb_file)
        name = 'intelligence_train_all_bio'