示例#1
0
def main():
    TRAIN = True
    # 1. training
    hmm_model_filename = 'p3.model'
    train_data_filename = 'gene.train'
    rare_train_data_filename = 'p3.gene.train'
    if TRAIN:
        p2.train(train_data_filename, rare_train_data_filename, hmm_model_filename, util.rare_words_rule_p3)

    # 2. tagging
    test_data_filename = 'gene.dev'
    result_filename = 'gene_dev.p3.output'
    p2.tag(test_data_filename, result_filename, hmm_model_filename)
示例#2
0
def main():
    TRAIN = True
    # 1. training
    hmm_model_filename = 'p3.model'
    train_data_filename = 'gene.train'
    rare_train_data_filename = 'p3.gene.train'
    if TRAIN:
        p2.train(train_data_filename, rare_train_data_filename,
                 hmm_model_filename, util.rare_words_rule_p3)

    # 2. tagging
    test_data_filename = 'gene.dev'
    result_filename = 'gene_dev.p3.output'
    p2.tag(test_data_filename, result_filename, hmm_model_filename)
示例#3
0
def main():
    TRAIN = True
    train_data_filename = 'parse_train_vert.dat'
    train_rare_filename = 'p3.train.rare.dat'
    pcfg_model_filename = 'p3.model'

    test_data_filename = 'parse_dev.dat'
    result_filename = 'p3.result'

    if TRAIN:
        tagger = train(train_data_filename, train_rare_filename, pcfg_model_filename, rare_words_rule_p1)
        tagger.write(open(pcfg_model_filename, 'w'))

    tag(test_data_filename, result_filename, pcfg_model_filename)
示例#4
0
def main():
    TRAIN = True
    train_data_filename = 'parse_train_vert.dat'
    train_rare_filename = 'p3.train.rare.dat'
    pcfg_model_filename = 'p3.model'

    test_data_filename = 'parse_dev.dat'
    result_filename = 'p3.result'

    if TRAIN:
        tagger = train(train_data_filename, train_rare_filename,
                       pcfg_model_filename, rare_words_rule_p1)
        tagger.write(open(pcfg_model_filename, 'w'))

    tag(test_data_filename, result_filename, pcfg_model_filename)