def main(): quantizer = AbstractQuantizer.read(open(sys.argv[1])) corp = read_corpus(open(sys.argv[2]), separator="#") normalize_corpus(corp) probs = corp.values() dist = compute_entropy(probs, quantizer) print dist
def main(options): if not options.automaton_file: raise Exception("Automaton \"option\" (-a) is mandatory") automaton = Automaton.create_from_dump(open(options.automaton_file)) if options.quantizer: automaton.quantizer = AbstractQuantizer.read(open(options.quantizer)) automaton.round_and_normalize() input_ = sys.stdin if options.corpus: input_ = open(options.corpus) corpus = read_corpus(input_, options.separator) corpus = normalize_corpus(corpus) learner = Learner.create_from_options(automaton, corpus, options) learner.main() output = sys.stdout if options.output: output = open(options.output, "w") learner.automaton.dump(output)