def test_performance_validation_set2():
import os
from EvoMSA.command_line import performance
for seed in range(4):
print('haciendo', seed)
if os.path.isfile('t-%s.model' % seed):
continue
sys.argv = ['EvoMSA', '--evodag-kw={"popsize": 10, "early_stopping_rounds": 10, "time_limit": 5, "n_estimators": 3}',
'--kw={"seed": %s}' % seed, '-ot-%s.model' % seed, '-n1', TWEETS]
train()
sys.argv = ['EvoMSA', '-n2', '-m'] + ['t-%s.model' % seed for seed in range(2)] + ['-'] + ['t-%s.model' % seed for seed in range(2, 4)]
m = performance(output=True)
assert len(m._p) == 2
def test_performance_validation_set():
# import os
from EvoMSA.command_line import performance, fitness_vs
for seed in range(3):
# if os.path.isfile('t-%s.model' % seed):
# continue
sys.argv = ['EvoMSA', '--evodag-kw={"popsize": 10, "early_stopping_rounds": 10, "n_estimators": 5}',
'--kw={"seed": %s}' % seed, '-ot-%s.model' % seed, '-n1', TWEETS]
train()
sys.argv = ['EvoMSA', '-m'] + ['t-%s.model' % seed for seed in range(3)]
print(fitness_vs((0, 't-0.model')))
m = performance(output=True)
assert len(m._p) == 3
def test_performance_public_set():
import os
from EvoMSA.command_line import performance
for seed in range(4):
if os.path.isfile('t-%s.model' % seed):
continue
sys.argv = ['EvoMSA', '--evodag-kw={"popsize": 10, "early_stopping_rounds": 10, "time_limit": 5, "n_estimators": 3}',
'--kw={"seed": %s}' % seed, '-ot-%s.model' % seed, '-n1', TWEETS]
train(output=True)
for seed in range(4):
if os.path.isfile('t-%s.predict' % seed):
continue
sys.argv = ['EvoMSA', '-mt-%s.model' % seed, '-ot-%s.predict' % seed, TWEETS]
predict()
for score in ['macroF1', 'macroRecall', 'macroPrecision', 'accuracy']:
sys.argv = ['EvoMSA', '--score', score, '-n2', '-y', TWEETS] + ['t-%s.predict' % seed for seed in range(2)] + ['-'] + ['t-%s.predict' % seed for seed in range(2, 4)]
m = performance(output=True)
assert len(m._p) == 2