Пример #1
0
class Ngrammodel:
  def __init__(self):
    self.sentences = []
    self.ngramModel = None
  
  def loadSentences(self, corpus):
    print 'In Load Sentences'
    lines = UnicodeHelper.readlinesSingleColumn(corpus)
    print 'lines loaded'
    self.sentences = [tuple(line.split()) for line in lines]
  
  def trainNgramModel(self, n):
    self.ngramModel = NgramModel(n, self.sentences)
  
  def sanityCheck(self):
    print 'here'
    for sentence in self.sentences:
      print sentence
  
  def logprob(self, word, context):
    return self.ngramModel.logprob(word, context)
  
  def prob(self, word, context):
    return self.ngramModel.prob(word, context)
  
  def testCompletion(self, context, word):
    print "Prob:", self.ngramModel.prob(word, context)
    print "Log Prob:", self.ngramModel.logprob(word, context)