def test_compute_perplexity():
from flair.embeddings import FlairEmbeddings
language_model = FlairEmbeddings("news-forward-fast").lm
grammatical = "The company made a profit"
perplexity_gramamtical_sentence = language_model.calculate_perplexity(grammatical)
ungrammatical = "Nook negh qapla!"
perplexity_ungramamtical_sentence = language_model.calculate_perplexity(
ungrammatical
)
print(f'"{grammatical}" - perplexity is {perplexity_gramamtical_sentence}')
print(f'"{ungrammatical}" - perplexity is {perplexity_ungramamtical_sentence}')
assert perplexity_gramamtical_sentence < perplexity_ungramamtical_sentence
language_model = FlairEmbeddings("news-backward-fast").lm
grammatical = "The company made a profit"
perplexity_gramamtical_sentence = language_model.calculate_perplexity(grammatical)
ungrammatical = "Nook negh qapla!"
perplexity_ungramamtical_sentence = language_model.calculate_perplexity(
ungrammatical
)
print(f'"{grammatical}" - perplexity is {perplexity_gramamtical_sentence}')
print(f'"{ungrammatical}" - perplexity is {perplexity_ungramamtical_sentence}')
assert perplexity_gramamtical_sentence < perplexity_ungramamtical_sentence
del language_model
def test_compute_perplexity():
from flair.embeddings import FlairEmbeddings
language_model = FlairEmbeddings('news-forward-fast').lm
grammatical = 'The company made a profit'
perplexity_gramamtical_sentence = language_model.calculate_perplexity(
grammatical)
ungrammatical = 'Nook negh qapla!'
perplexity_ungramamtical_sentence = language_model.calculate_perplexity(
ungrammatical)
print(''.join([
'"', '{}'.format(grammatical), '" - perplexity is ',
'{}'.format(perplexity_gramamtical_sentence)
]))
print(''.join([
'"', '{}'.format(ungrammatical), '" - perplexity is ',
'{}'.format(perplexity_ungramamtical_sentence)
]))
assert (perplexity_gramamtical_sentence <
perplexity_ungramamtical_sentence)
language_model = FlairEmbeddings('news-backward-fast').lm
grammatical = 'The company made a profit'
perplexity_gramamtical_sentence = language_model.calculate_perplexity(
grammatical)
ungrammatical = 'Nook negh qapla!'
perplexity_ungramamtical_sentence = language_model.calculate_perplexity(
ungrammatical)
print(''.join([
'"', '{}'.format(grammatical), '" - perplexity is ',
'{}'.format(perplexity_gramamtical_sentence)
]))
print(''.join([
'"', '{}'.format(ungrammatical), '" - perplexity is ',
'{}'.format(perplexity_ungramamtical_sentence)
]))
assert (perplexity_gramamtical_sentence <
perplexity_ungramamtical_sentence)
