Esempio n. 1
0
File: main.py Progetto: qiuwei/snlp
    print total_num, error_num
    return float(total_num - error_num) / (total_num)

if __name__ == '__main__':
    brill_tagger = None
    mle_tagger = None
    try:
        fin = open('mletagger.model', 'rb')
        mle_tagger = load(fin)
        print "MLE tagger loaded"
        fin.close()
    # model doesn't exist
    except IOError:
        print "MLE model not found! Retraining..."
        print "Loading training corpus..."
        train_corpus = CorpusReader.readin('train.pos')
        print "Corpus loaded"
        print "Learning MLE tagger..."
        model = MLETagLearner.learn(train_corpus)
        mle_tagger = MLETagger(model)
        print "MLE tagger learned"
        fout = open('mletagger.model', 'wb')
        dump(mle_tagger, fout, -1)
        fout.close()
    
     
    try:
        fin = open('brilltagger.model', 'rb')
        brill_tagger = load(fin)
        print "Brill tagger loaded!"
        fin.close()