Exemple #1
0
#

#
flag_load_data = True
# data
if flag_load_data:
    dataset.load_preprocessed_data()
else:
    dataset.pretrained_emb_file = None
    dataset.emb_dim = 200
    dataset.max_seq_len = 200
    dataset.prepare_preprocessed_data(load_vocab=False)
#
data_train, data_test = dataset.split_train_and_test()
#

#
config = ModelSettings()
config.vocab = dataset.vocab
config.model_tag = model_tag
config.model_graph = build_graph
config.is_train = True
config.check_settings()

#
model = ModelWrapper(config)
model.prepare_for_train_and_valid()
#
model.train_and_valid(data_train, data_test)
#
dataset = Dataset()
#

#
flag_load_data = True
# data
if flag_load_data:
    dataset.load_preprocessed_data()
else:
    dataset.pretrained_emb_file = None
    dataset.prepare_preprocessed_data(load_vocab=False)
#
data_train = dataset.data_idx_train, dataset.labels_idx_train
data_valid = dataset.data_idx_valid, dataset.labels_idx_valid
#

#
config = ModelSettings()
config.vocab = dataset.vocab
config.model_tag = model_tag
config.model_graph = build_graph
config.is_train = True
config.check_settings()

#
model = ModelWrapper(config)
model.prepare_for_train_and_valid()
#
model.train_and_valid(data_train, data_valid)
#