def evaluate_on_all(filename):
model = Word2Vec.load_word2vec_format(filename, binary=True)
vocab = set(model.vocab.keys())
results = { 'relatedness1': test_suite.test_relatedness_1(model, vocab),
'relatedness2-cc': test_suite.test_relatedness_2(model, vocab, variant = 'cross-cat'),
'relatedness2-ccw': test_suite.test_relatedness_2(model, vocab, variant = 'cross-cat-weighted'),
'relatedness2-wc': test_suite.test_relatedness_2(model, vocab, variant = 'within-cat'),
'relatedness2-wcw': test_suite.test_relatedness_2(model, vocab, variant = 'within-cat-weighted'),
'similarity1': test_suite.test_similarity_1(model, vocab),
'similarity2': test_suite.test_similarity_2(model, vocab),
'typicality': test_suite.test_typicality(model, vocab),
'goodness': test_suite.test_goodness(model, vocab),
}
return results
def evaluate_on_all(model):
model
vocab = model.vocab
results = { 'relatedness1': test_suite.test_relatedness_1(model, vocab),
'relatedness2': test_suite.test_relatedness_2(model, vocab, variant = 'cross-cat'),
'relatedness2': test_suite.test_relatedness_2(model, vocab, variant = 'cross-cat-weighted'),
'relatedness2': test_suite.test_relatedness_2(model, vocab, variant = 'within-cat'),
'relatedness2': test_suite.test_relatedness_2(model, vocab, variant = 'within-cat-weighted'),
'similarity1': test_suite.test_similarity_1(model, vocab),
'similarity2': test_suite.test_similarity_2(model, vocab),
'typicality': test_suite.test_typicality(model, vocab),
'goodness': test_suite.test_goodness(model, vocab),
}
return results