Beispiel #1
0
def setup_module ():
    global weights_nb
    global alltags
    global allwords
    counters = most_common.get_tags(TRAIN_FILE)
    for counts in counters.values():
        allwords.update(set(counts.keys()))
    class_counts =  most_common.get_class_counts(counters)
    weights_nb = naivebayes.learnNBWeights(counters,class_counts,allwords)
    alltags = preproc.getAllTags(TRAIN_FILE)
Beispiel #2
0
def setup_module():
    global weights_nb
    global alltags
    global allwords
    counters = most_common.get_tags(TRAIN_FILE)
    for counts in counters.values():
        allwords.update(set(counts.keys()))
    class_counts = most_common.get_class_counts(counters)
    weights_nb = naivebayes.learnNBWeights(counters, class_counts, allwords)
    alltags = preproc.getAllTags(TRAIN_FILE)
def setup_module ():
    global alltags
    global sent
    global tr_all
    start_tag = constants.START_TAG
    trans = constants.TRANS
    end_tag = constants.END_TAG
    emit = constants.EMIT
    
    alltags = preproc.getAllTags(TRAIN_FILE)
    tr_all = preproc.getAllData(TRAIN_FILE)
    sent = 'they can can fish'.split()
def setup_module():
    global alltags
    global sent
    global tr_all
    start_tag = constants.START_TAG
    trans = constants.TRANS
    end_tag = constants.END_TAG
    emit = constants.EMIT

    alltags = preproc.getAllTags(TRAIN_FILE)
    tr_all = preproc.getAllData(TRAIN_FILE)
    sent = 'they can can fish'.split()
def setup_module ():
    global defined_weights
    global alltags
    global hmm_weights
    start_tag = constants.START_TAG
    trans = constants.TRANS
    end_tag = constants.END_TAG
    emit = constants.EMIT
    hmm_weights = viterbi.get_HMM_weights(TRAIN_FILE)
    defined_weights = {('N','they',emit):-1,('N','can',emit):-3,('N','fish',emit):-3,\
        ('V','they',emit):-10,('V','can',emit):-2,('V','fish',emit):-3,\
            ('N','N',trans):-5,('V','N',trans):-2,(end_tag,'N',trans):-3,\
                ('N','V',trans):-1,('V','V',trans):-4,(end_tag,'V',trans):-3,\
                    ('N',start_tag,trans):-1,('V',start_tag,trans):-1}
    alltags = preproc.getAllTags(TRAIN_FILE)
Beispiel #6
0
def setup_module():
    global defined_weights
    global alltags
    global hmm_weights
    start_tag = constants.START_TAG
    trans = constants.TRANS
    end_tag = constants.END_TAG
    emit = constants.EMIT
    hmm_weights = viterbi.get_HMM_weights(TRAIN_FILE)
    defined_weights = {('N','they',emit):-1,('N','can',emit):-3,('N','fish',emit):-3,\
        ('V','they',emit):-10,('V','can',emit):-2,('V','fish',emit):-3,\
            ('N','N',trans):-5,('V','N',trans):-2,(end_tag,'N',trans):-3,\
                ('N','V',trans):-1,('V','V',trans):-4,(end_tag,'V',trans):-3,\
                    ('N',start_tag,trans):-1,('V',start_tag,trans):-1}
    alltags = preproc.getAllTags(TRAIN_FILE)