Esempio n. 1
0
def main():
    quantizer = AbstractQuantizer.read(open(sys.argv[1]))
    corp = read_corpus(open(sys.argv[2]), separator="#")
    normalize_corpus(corp)
    probs = corp.values()
    dist = compute_entropy(probs, quantizer)
    print dist
Esempio n. 2
0
def main(options):
    if not options.automaton_file:
        raise Exception("Automaton \"option\" (-a) is mandatory")
    automaton = Automaton.create_from_dump(open(options.automaton_file))

    if options.quantizer:
        automaton.quantizer = AbstractQuantizer.read(open(options.quantizer))
        automaton.round_and_normalize()

    input_ = sys.stdin
    if options.corpus:
        input_ = open(options.corpus)
    corpus = read_corpus(input_, options.separator)
    corpus = normalize_corpus(corpus)

    learner = Learner.create_from_options(automaton, corpus, options)
    learner.main()

    output = sys.stdout
    if options.output:
        output = open(options.output, "w")
    learner.automaton.dump(output)