def test_repr(self):
verbiste = Verbiste(language='fr')
test_verb_info = verbiste.get_verb_info(
TEST_VERBS[verbiste.language][0])
test_conjug_info = verbiste.get_conjug_info(
TEST_VERBS[verbiste.language][1])
test_verb = VerbFr(test_verb_info, test_conjug_info)
assert test_verb.__repr__() == 'mlconjug3.PyVerbiste.VerbFr(manger)'
def test_default_verb(self):
verbiste = Verbiste(language='default')
test_verb_info = verbiste.get_verb_info(
TEST_VERBS[verbiste.language][0])
test_conjug_info = verbiste.get_conjug_info(
TEST_VERBS[verbiste.language][1])
test_verb = Verb(test_verb_info, test_conjug_info)
assert isinstance(test_verb, Verb)
assert isinstance(test_verb.conjug_info, OrderedDict)
def test_verbinfo(self, lang):
verbiste = Verbiste(language=lang)
test_verb_info = verbiste.get_verb_info(
TEST_VERBS[verbiste.language][0])
test_conjug_info = verbiste.get_conjug_info(
TEST_VERBS[verbiste.language][1])
test_verb = VERBS[verbiste.language](test_verb_info, test_conjug_info)
assert isinstance(test_verb, VERBS[verbiste.language])
assert isinstance(test_verb.conjug_info, OrderedDict)
def test_iterate(self):
verbiste = Verbiste(language='default')
test_verb_info = verbiste.get_verb_info(
TEST_VERBS[verbiste.language][0])
test_conjug_info = verbiste.get_conjug_info(
TEST_VERBS[verbiste.language][1])
test_verb = Verb(test_verb_info, test_conjug_info)
iteration_results = test_verb.iterate()
assert len(iteration_results) == 46
assert iteration_results[0] == ('Infinitif', 'Infinitif Présent',
'manger')
assert iteration_results[1] == ('Indicatif', 'Présent', '1s', 'mange')
class TestCLI:
verbiste = Verbiste(language='fr')
conjugator = Conjugator()
def test_command_line_interface(self):
"""Test the CLI."""
verb = 'aller'
runner = CliRunner()
result = runner.invoke(cli.main, [verb])
assert result.exit_code == 0
assert 'allassions' in result.output
help_result = runner.invoke(cli.main, ['--help'])
assert help_result.exit_code == 0
# assert 'Console script for mlconjug3.' in help_result.output
@pytest.mark.skipif(
'3.5' in sys.version,
reason="Random TypeError('invalid file') on Python 3.5.")
def test_save_file(self, tmpdir):
"""
Tests file saving feature.
"""
test_verb = self.conjugator.conjugate('aller')
path = tmpdir.mkdir("sub").join('conjugations.json')
verb = 'aller'
runner = CliRunner()
result = runner.invoke(cli.main, [verb, '-o', path])
assert result.exit_code == 0
my_file = Path(path)
assert my_file.is_file()
with open(my_file, encoding='utf-8') as file:
output = json.load(file)
assert output['aller'] == test_verb.conjug_info
class TestModel:
extract_verb_features = extract_verb_features
vectorizer = CountVectorizer(analyzer=partial(extract_verb_features,
lang='fr',
ngram_range=(2, 7)),
binary=True,
ngram_range=(2, 7))
# Feature reduction
feature_reductor = SelectFromModel(
LinearSVC(penalty="l1", max_iter=3000, dual=False, verbose=2))
# Prediction Classifier
classifier = SGDClassifier(loss="log",
penalty='elasticnet',
alpha=1e-5,
random_state=42)
# Initialize Model
model = Model(vectorizer, feature_reductor, classifier)
dataset = DataSet(Verbiste().verbs)
dataset.construct_dict_conjug()
dataset.split_data(proportion=0.9)
def test_repr(self):
assert self.model.__repr__(
) == 'mlconjug3.mlconjug.Model(classifier, feature_selector, vectorizer)'
def test_train(self):
self.model.train(self.dataset.test_input, self.dataset.test_labels)
assert isinstance(self.model, Model)
def test_predict(self):
result = self.model.predict([
'aimer',
])
assert self.dataset.templates[result[0]] == 'aim:er'
class TestPyVerbiste:
verbiste = Verbiste(language='fr')
verbiste_en = Verbiste(language='en')
def test_init_verbiste(self):
assert len(self.verbiste.templates) == len(
self.verbiste.conjugations) == 149
assert self.verbiste.templates[0] == ':aller'
assert self.verbiste.templates[-1] == 'écri:re'
assert isinstance(self.verbiste.conjugations[':aller'], OrderedDict)
assert len(self.verbiste.verbs) == 7015
assert self.verbiste.verbs['abaisser'] == {
'template': 'aim:er',
'root': 'abaiss'
}
def test_repr(self):
assert self.verbiste.__repr__(
) == 'mlconjug3.PyVerbiste.Verbiste(language=fr)'
def test_unsupported_language(self):
with pytest.raises(ValueError) as excinfo:
Verbiste(language='de')
# assert 'Unsupported language.' in str(excinfo.value)
def test_get_verb_info(self):
verb_info = self.verbiste.get_verb_info('aller')
assert verb_info == VerbInfo('aller', '', ':aller')
assert self.verbiste.get_verb_info('cacater') is None
assert verb_info.__repr__(
) == 'mlconjug3.PyVerbiste.VerbInfo(aller, , :aller)'
def test_get_conjug_info(self):
conjug_info = self.verbiste.get_conjug_info(':aller')
conjug_info2 = self.verbiste.get_conjug_info('man:ger')
assert conjug_info != conjug_info2
assert conjug_info == self.verbiste.conjugations[':aller']
assert self.verbiste.get_conjug_info(':cacater') is None
def test_is_valid_verb(self):
assert self.verbiste.is_valid_verb('manger')
assert not self.verbiste.is_valid_verb('banane')
assert self.verbiste_en.is_valid_verb('bring')
def getVerbs(self,text,language,confidence=0.70):
"""
Método para retornar uma lista com todos os verbos de uma frase.
Param language: Linguagem de origem.
Param confidence: Porcentagem mínima de confiaça que o resultado deve ter.
"""
verbs = []
language = language.lower()
if not language in self.__verbsList:
self.__verbsList[language] = Verbiste(language)
verbste = self.__verbsList[language]
# Percorre cada palavra da frase.
for w in text.split():
if w.lower() in verbste.verbs:
verbs.append(w)
continue
# Obtém o resultado.
result = self.translate(w,"en",language).extra_data
confidence_ = result['confidence']
synonyms = result['synonyms']
# Se confidence_ for None, ele terá a confiança de zero porcento.
if not confidence_:
confidence_ = 0
# Verifica se a confiança do resultado é maior ou igual ao parâmetro confidence.
if confidence_ >= confidence:
if synonyms:
# Procura pelo verbo.
for tag in synonyms:
if tag[0].lower() == "verb":
verb = tag[-1]
verbs.append(verb)
return verbs
def test_unsupported_language(self):
with pytest.raises(ValueError) as excinfo:
Verbiste(language='de')