Esempio n. 1
0
    #maps wiki to test set
    all_words, wiki_words, res_words, id_lst = Mapping.maps(wiki, results)

    print("all words common between both lists:", len(all_words))
    print("wiktionary cognate sets", len(wiki_words))
    print("results cognate sets", len(res_words))

    #compares data and outputs results
    aux_test = Compare.compare(wiki_words, res_words, all_words)

    #numbers borrowed to wiktionary
    print("Borrowed whole wiki:")
    Compare.get_frequency_of_borrowed(wiki)

    #writes tsv separated for tp, fp, fn
    Writer.write_csv(aux_test, "res/results_case.tsv")

    #validation set
    print("\nVALIDATION STARTS HERE:\n")
    #maps wiki to validation set
    all_val, wiki_val, res_words_val = Mapping.maps_val(
        wiki, validation_set, id_lst)
    print("all words common between both lists:", len(all_val))
    print("wiktionary cognate sets", len(wiki_val))
    print("results cognate sets", len(res_words_val))

    #compares data and outputs tp, fp, fn
    aux_val = Compare.compare(wiki_val, res_words_val, all_val)

    #precision, recall, f1 for test and validation set
    Compare.validation(aux_test, aux_val)