Ejemplo n.º 1
0
def main(in_dir, out_loc, negative=5, n_workers=4, window=3, size=128, min_count=1, nr_iter=2):
    logging.basicConfig(format='%(asctime)s : %(levelname)s : %(message)s', level=logging.INFO)
    model = FastText(
        size=size,
        window=window,
        min_count=min_count
R        workers=n_workers,
        sample=1e-5,
        negative=negative
    )
    corpus = Corpus(in_dir)
    model.iter = nr_iter
    model.build_vocab(corpus)
    model.train(Corpus(in_dir), total_examples=model.corpus_count, epochs=model.iter)
    model.save(out_loc)