pass
# -- Load data and crfsuite model and convert them-------------------------
RECREATE = True # set to True to recreate flexcrf data with new model
CRFSUITE_MODEL_FILE = '../conll2002/conll2002-esp.crfsuite'
CRFSUITE_TEST_DATA_FILE = '../conll2002/conll2002-esp_crfsuite-test-data.dump'
FLEXCRF_TEST_DATA_FILE = '../conll2002/conll2002-esp_flexcrf-test-data.dump'
# crfsuite model
tagger = Tagger()
tagger.open(CRFSUITE_MODEL_FILE)
model = tagger.info()
data = pickle.load(open(CRFSUITE_TEST_DATA_FILE))
print "test data loaded."
if RECREATE:
dataset, thetas = convert_data_to_flexcrf(data, model, n_seq=3)
pickle.dump({
'dataset': dataset,
'thetas': thetas
}, open(FLEXCRF_TEST_DATA_FILE, 'wb'))
else:
dd = pickle.load(open(FLEXCRF_TEST_DATA_FILE))
dataset = dd['dataset']
thetas = dd['thetas']
