def test_fitness():
sys.argv = ['EvoMSA', '--evodag-kw={"popsize": 10, "early_stopping_rounds": 10, "time_limit": 5, "n_estimators": 5}',
'-ot.model', '-n2', TWEETS, TWEETS]
train(output=True)
sys.argv = ['EvoMSA', '--fitness', 't.model']
utils()
os.unlink('t.model')
def test_max_lines():
sys.argv = ['EvoMSA', '--evodag-kw={"popsize": 10, "early_stopping_rounds": 10, "time_limit": 5, "n_estimators": 5}', '-ot.model', '-n2', TWEETS]
train()
sys.argv = ['EvoMSA', '-mt.model', '--max-lines', '500', '-ot.json', TWEETS]
predict()
os.unlink('t.model')
os.unlink('t.json')
def test_evo_test_set():
from EvoMSA.base import EvoMSA
sys.argv = ['EvoMSA', '--evodag-kw={"popsize": 10, "early_stopping_rounds": 10, "time_limit": 5, "n_estimators": 5}',
'-ot.model', '--test_set', TWEETS, '-n2', TWEETS]
train(output=True)
evo = load_model('t.model')
assert isinstance(evo, EvoMSA)
os.unlink('t.model')
def test_evo_kwargs():
from EvoMSA.base import EvoMSA
sys.argv = ['EvoMSA', '--kw={"stacked_method_args": {"popsize": 10, "early_stopping_rounds": 10, "time_limit": 5, "n_estimators": 5}, "b4msa_args": {"del_dup":false}}',
'-ot.model',
'-n2', TWEETS]
train(output=True)
evo = load_model('t.model')
assert isinstance(evo, EvoMSA)
os.unlink('t.model')
def test_decision_function():
sys.argv = ['EvoMSA', '--evodag-kw={"popsize": 10, "early_stopping_rounds": 10, "time_limit": 5, "n_estimators": 5}',
'-ot.model', '-n2', TWEETS, TWEETS]
train(output=True)
sys.argv = ['EvoMSA', '--decision-function', '-mt.model', '-ot1.json', TWEETS]
predict()
df = [x['decision_function'] for x in tweet_iterator('t1.json')]
assert len(df[0]) == 4
os.unlink('t1.json')
os.unlink('t.model')
def test_raw_outputs():
sys.argv = ['EvoMSA', '--kw={"stacked_method_args": {"popsize": 10, "early_stopping_rounds": 10, "time_limit": 60, "n_estimators": 30}}',
'-ot.model', '-n2', TWEETS]
train(output=True)
sys.argv = ['EvoMSA', '--raw-outputs', '-mt.model', '-ot1.json', TWEETS]
predict()
df = [x['decision_function'] for x in tweet_iterator('t1.json')]
assert len(df[0]) == 30 * 4
os.unlink('t1.json')
os.unlink('t.model')
def test_performance_validation_set2():
import os
from EvoMSA.command_line import performance
for seed in range(4):
print('haciendo', seed)
if os.path.isfile('t-%s.model' % seed):
continue
sys.argv = ['EvoMSA', '--evodag-kw={"popsize": 10, "early_stopping_rounds": 10, "time_limit": 5, "n_estimators": 3}',
'--kw={"seed": %s}' % seed, '-ot-%s.model' % seed, '-n1', TWEETS]
train()
sys.argv = ['EvoMSA', '-n2', '-m'] + ['t-%s.model' % seed for seed in range(2)] + ['-'] + ['t-%s.model' % seed for seed in range(2, 4)]
m = performance(output=True)
assert len(m._p) == 2
def test_performance_validation_set():
# import os
from EvoMSA.command_line import performance, fitness_vs
for seed in range(3):
# if os.path.isfile('t-%s.model' % seed):
# continue
sys.argv = ['EvoMSA', '--evodag-kw={"popsize": 10, "early_stopping_rounds": 10, "n_estimators": 5}',
'--kw={"seed": %s}' % seed, '-ot-%s.model' % seed, '-n1', TWEETS]
train()
sys.argv = ['EvoMSA', '-m'] + ['t-%s.model' % seed for seed in range(3)]
print(fitness_vs((0, 't-0.model')))
m = performance(output=True)
assert len(m._p) == 3
def test_list_of_text():
import os
import json
from EvoMSA.command_line import train
with open('t.json', 'w') as fpt:
for x in tweet_iterator(TWEETS):
x['text'] = [x['text'], x['text']]
fpt.write(json.dumps(x) + '\n')
sys.argv = ['EvoMSA', '-ot.model', '-n2',
'--kw={"models": [["EvoMSA.model.Corpus", "EvoMSA.model.Bernoulli"]], "lang": "es", "TR": false, "stacked_method_args": {"popsize": 10, "early_stopping_rounds": 10, "time_limit": 5, "n_estimators": 5}}',
't.json']
train()
os.unlink('t.json')
def test_predict():
import numpy as np
sys.argv = ['EvoMSA', '--evodag-kw={"popsize": 10, "early_stopping_rounds": 10, "time_limit": 5, "n_estimators": 5}',
'-ot.model', '-n2', TWEETS, TWEETS]
train(output=True)
sys.argv = ['EvoMSA', '-mt.model', '-ot1.json', TWEETS]
predict()
hy = np.array([x['klass'] for x in tweet_iterator('t1.json')])
[x['decision_function'] for x in tweet_iterator('t1.json')]
y = np.array([x['klass'] for x in tweet_iterator(TWEETS)])
acc = (y == hy).mean()
print(acc)
assert acc <= 1 and acc > 0.8
os.unlink('t1.json')
os.unlink('t.model')
def test_exogenous_model():
from EvoMSA.command_line import CommandLine
from EvoMSA.base import EvoMSA
sys.argv = ['EvoMSA', '--evodag-kw={"popsize": 10, "early_stopping_rounds": 10, "time_limit": 5, "n_estimators": 5}',
'-ot.model', '-n2', TWEETS]
train()
sys.argv = ['EvoMSA', '--exogenous-model', 't.model',
'--evodag-kw={"popsize": 10, "early_stopping_rounds": 10, "time_limit": 5, "n_estimators": 5}', '-ot2.model', '-n2', TWEETS]
train()
evo = CommandLine.load_model('t2.model')
assert isinstance(evo, EvoMSA)
assert isinstance(evo.exogenous_model, list)
assert isinstance(evo.exogenous_model[0], EvoMSA)
os.unlink('t.model')
os.unlink('t2.model')
def test_predict_numbers():
from sklearn.preprocessing import LabelEncoder
import json
d = [x for x in tweet_iterator(TWEETS)]
le = LabelEncoder().fit([x['klass'] for x in d])
y = le.transform([x['klass'] for x in d]).tolist()
with open('ex.json', 'w') as fpt:
for x, y0 in zip(d, y):
x['klass'] = y0
fpt.write(json.dumps(x) + '\n')
sys.argv = ['EvoMSA', '--kw={"stacked_method_args": {"popsize": 10, "early_stopping_rounds": 10, "time_limit": 5, "n_estimators": 5}, "models": [["EvoMSA.model.Corpus", "EvoMSA.model.Bernoulli"]], "TR": false}',
'-ot.model', '-n1', 'ex.json']
train(output=True)
sys.argv = ['EvoMSA', '-mt.model', '-ot1.json', TWEETS]
predict()
def test_predict_NearestCentroid():
from sklearn.preprocessing import LabelEncoder
import json
d = [x for x in tweet_iterator(TWEETS)]
le = LabelEncoder().fit([x['klass'] for x in d])
y = le.transform([x['klass'] for x in d]).tolist()
with open('ex.json', 'w') as fpt:
for x, y0 in zip(d, y):
x['klass'] = y0
fpt.write(json.dumps(x) + '\n')
sys.argv = ['EvoMSA',
'--kw={"evodag_class": "sklearn.neighbors.NearestCentroid", "TR": false, "models": [["EvoMSA.model.Corpus", "EvoMSA.model.Bernulli"]]}',
'-ot.model', '-n1', 'ex.json']
train(output=True)
sys.argv = ['EvoMSA', '-mt.model', '-ot1.json', TWEETS]
predict()
def test_performance_public_set():
import os
from EvoMSA.command_line import performance
for seed in range(4):
if os.path.isfile('t-%s.model' % seed):
continue
sys.argv = ['EvoMSA', '--evodag-kw={"popsize": 10, "early_stopping_rounds": 10, "time_limit": 5, "n_estimators": 3}',
'--kw={"seed": %s}' % seed, '-ot-%s.model' % seed, '-n1', TWEETS]
train(output=True)
for seed in range(4):
if os.path.isfile('t-%s.predict' % seed):
continue
sys.argv = ['EvoMSA', '-mt-%s.model' % seed, '-ot-%s.predict' % seed, TWEETS]
predict()
for score in ['macroF1', 'macroRecall', 'macroPrecision', 'accuracy']:
sys.argv = ['EvoMSA', '--score', score, '-n2', '-y', TWEETS] + ['t-%s.predict' % seed for seed in range(2)] + ['-'] + ['t-%s.predict' % seed for seed in range(2, 4)]
m = performance(output=True)
assert len(m._p) == 2
def test_utils_transform():
import json
with open('ex.json', 'w') as fpt:
for x in tweet_iterator(TWEETS):
x['decision_function'] = x['q_voc_ratio']
fpt.write(json.dumps(x) + '\n')
sys.argv = ['EvoMSA', '-ot.model', '-n2', '--exogenous', 'ex.json', 'ex.json',
'--evodag-kw={"popsize": 10, "early_stopping_rounds": 10, "time_limit": 5, "n_estimators": 5}',
TWEETS, TWEETS]
train(output=True)
sys.argv = ['EvoMSA', '-mt.model', '-ot.json', '--exogenous', 'ex.json', 'ex.json',
'--transform', TWEETS]
utils()
os.unlink('t.model')
vec = [x['vec'] for x in tweet_iterator('t.json')]
os.unlink('t.json')
print(len(vec[0]))
assert len(vec[0]) == 10
def test_train_exogenous():
from EvoMSA.base import EvoMSA
import json
with open('ex.json', 'w') as fpt:
for x in tweet_iterator(TWEETS):
x['decision_function'] = x['q_voc_ratio']
fpt.write(json.dumps(x) + '\n')
sys.argv = ['EvoMSA', '-ot.model', '-n2',
'--exogenous', 'ex.json', 'ex.json',
'--evodag-kw={"popsize": 10, "early_stopping_rounds": 10, "time_limit": 5, "n_estimators": 5}',
TWEETS]
train(output=True)
evo = load_model('t.model')
assert isinstance(evo, EvoMSA)
os.unlink('t.model')
m = evo._evodag_model._m.models[0]
os.unlink('ex.json')
print(m.nvar)
assert m.nvar == 6
assert evo.n_jobs == 2
