Example #1
0
            emb_file = None
        # char_emb_file = args.charemb.lower()
        # print('Char Embedding: ', char_emb_file)

        name = 'BaseLSTM'  # catnlp
        config = Config()
        config.optim = 'Adam'
        config.lr = 0.015
        config.hidden_dim = 200
        config.bid_flag = True
        config.number_normalized = False
        data_initialization(config, train_file, test_file)
        config.gpu = gpu
        config.word_features = name
        print('Word features: ', config.word_features)
        config.generate_instance(train_file, 'train')
        # config.generate_instance(dev_file, 'dev')
        config.generate_instance(test_file, 'test')
        if emb_file:
            print('load word emb file...norm: ', config.norm_word_emb)
            config.build_word_pretain_emb(emb_file)
        # if char_emb_file != 'none':
        #     print('load char emb file...norm: ', config.norm_char_emb)
        #     config.build_char_pretrain_emb(char_emb_file)
        name = 'intelligence_train_all_bio'
        train(config, name, dset_dir, save_model_dir, seg)
    elif status == 'test':
        data = load_data_setting(dset_dir)
        # data.generate_instance(dev_file, 'dev')
        # load_model_decode(model_dir, data, 'dev', gpu, seg)
        data.generate_instance(test_file, 'test')