def tokensProbability(self, tokens): if not tokens: return 0.0 prob = srilm_wrapper.getSentenceProb(self.model, ' '.join(tokens) , len(tokens)) if prob < -999 or prob == 0 : prob = -999.0 return prob
def readNGram(self,words): """ @type words: list of string @rtype: float """ if len(words) == 0 : return 0.0 #words = [self.word_id(w) for w in words] #words.reverse() #iarray = self.create_history(words[1:]) prob = srilm_wrapper.getSentenceProb(self.model, ' '.join(words) , len(words)) #srilm_wrapper.delete_intArray(iarray) #if prob < -999999 : prob = 0.0 #prob = math.exp(prob) if prob < -99 : prob = -99.0 return prob
def sentenceProbability(self, sentence): if not sentence: return 0.0 return srilm_wrapper.getSentenceProb(self.model, sentence, len(sentence.split()))
def sentence_probability(self, sentence): """Return the probability of a sentence. sentence - string of sentence without start and end tokens.""" return srilm_wrapper.getSentenceProb(self.model, sentence, len(sentence.split()))