def TrainSenseTagger(Pcfg,CFDist):
    logger.info("Training unigram tagger:")
    SenseUnigramTagger = UnigramTagger(TAG='SENSE',TEXT='STEM')
    #SenseUnigramTagger.train(taggedData)
    SenseUnigramTagger._freqdist = invertConditionalFreqDist(CFDist)
    SenseDefaultTagger = DefaultTagger('APPEAR', TAG='SENSE',TEXT='STEM')
    backoff = BackoffTagger([SenseUnigramTagger,SenseDefaultTagger], TAG='SENSE',TEXT='STEM')
    return backoff
Beispiel #2
0
def TrainSenseTagger(Pcfg, CFDist):
    logger.info("Training unigram tagger:")
    SenseUnigramTagger = UnigramTagger(TAG="SENSE", TEXT="STEM")
    # SenseUnigramTagger.train(taggedData)
    SenseUnigramTagger._freqdist = invertConditionalFreqDist(CFDist)
    SenseDefaultTagger = DefaultTagger("APPEAR", TAG="SENSE", TEXT="STEM")
    backoff = BackoffTagger([SenseUnigramTagger, SenseDefaultTagger], TAG="SENSE", TEXT="STEM")
    return backoff