Beispiel #1
0
def collapse (sentence, word_POS_freqs, transition_probs):
    sen_list = makelist(sentence)
    print (sen_list)
    POS_combinations = list(iterate(sentence, word_POS_freqs, POS_basefreqs))
    numbers = [(calc_transition_prob(POS_combo, transition_probs)
                        * calc_base_prob(sen_list, POS_combo, word_POS_freqs))
               for POS_combo in POS_combinations]
    for i in range(min(len(list(POS_combinations)) -1, 100)): print(numbers[i])
    return dict(zip(POS_combinations, numbers))
Beispiel #2
0
def greedy (sentence, word_POS_freqs, transition_probs, all_POS):
    POS_basefreqs = init_normalize(all_POS)
    sen_list = makelist(sentence)
    POS_combinations = iterate(sentence, word_POS_freqs, POS_basefreqs)
    return dict(zip(POS_combinations, [calc_base_prob(sen_list, POS_combo, word_POS_freqs)
               for POS_combo in POS_combinations]))