def test_kfolds():
from b4msa.command_line import params, kfolds
import os
import sys
import json
import tempfile
output = tempfile.mktemp()
fname = os.path.dirname(__file__) + '/text.json'
sys.argv = ['b4msa', '-o', output, '-k', '2', fname, '-s', '2']
params()
output2 = tempfile.mktemp()
sys.argv = ['b4msa', '-m', output, fname, '-o', output2]
print(output, fname)
kfolds()
os.unlink(output)
a = open(output2).readline()
os.unlink(output2)
a = json.loads(a)
assert 'decision_function' in a
sys.argv = ['b4msa', '--update-klass', '-m', output, fname, '-o', output2]
try:
kfolds()
except AssertionError:
return
assert False
def test_kfolds():
from b4msa.command_line import params, kfolds
import os
import sys
import json
import tempfile
output = tempfile.mktemp()
fname = os.path.dirname(__file__) + '/text.json'
sys.argv = ['b4msa', '-o', output, '-k', '2', fname, '-s', '2']
params()
output2 = tempfile.mktemp()
sys.argv = ['b4msa', '-m', output, fname, '-o', output2]
print(output, fname)
kfolds()
os.unlink(output)
a = open(output2).readline()
os.unlink(output2)
a = json.loads(a)
assert 'decision_function' in a
sys.argv = ['b4msa', '--update-klass', '-m', output, fname, '-o', output2]
try:
kfolds()
except AssertionError:
return
assert False
def test_test():
from b4msa.command_line import params, train, test
from microtc.utils import read_data_labels
import os
import sys
import tempfile
import json
output = tempfile.mktemp()
fname = os.path.dirname(__file__) + '/text.json'
sys.argv = ['b4msa', '-o', output, '-k', '2', fname, '-s', '2']
params()
sys.argv = ['b4msa', '-m', output, fname, '-o', output]
train()
output2 = tempfile.mktemp()
sys.argv = ['b4msa', '-m', output, fname, '-o', output2]
test()
X, y = read_data_labels(output2)
print(y)
os.unlink(output)
with open(output2) as fpt:
a = [json.loads(x) for x in fpt.readlines()]
os.unlink(output2)
for x in a:
assert 'klass' in x
assert len(y)
def test_decision_function_gzip():
from b4msa.command_line import params, train, test
from b4msa.utils import tweet_iterator
import os
import sys
import tempfile
output = tempfile.mktemp()
fname = os.path.dirname(__file__) + '/text.json'
sys.argv = [
'b4msa', '-H', '-lspanish', '-o', output, '-k', '2', fname, '-s', '2',
'-n0'
]
params()
sys.argv = ['b4msa', '-m', output, fname, '-o', output]
train()
output2 = tempfile.mktemp() + '.gz'
sys.argv = [
'b4msa', '-m', output, fname, '-o', output2, '--decision-function'
]
test()
d = [x for x in tweet_iterator(output2)]
os.unlink(output)
os.unlink(output2)
assert len(d)
assert len(d) == len([x for x in d if 'decision_function' in x])
def test_test():
from b4msa.command_line import params, train, test
from b4msa.utils import read_data_labels
import os
import sys
import tempfile
import json
output = tempfile.mktemp()
fname = os.path.dirname(__file__) + '/text.json'
sys.argv = ['b4msa', '-o', output, '-k', '2', fname, '-s', '2']
params()
sys.argv = ['b4msa', '-m', output, fname, '-o', output]
train()
output2 = tempfile.mktemp()
sys.argv = ['b4msa', '-m', output, fname, '-o', output2]
test()
X, y = read_data_labels(output2)
print(y)
os.unlink(output)
with open(output2) as fpt:
a = [json.loads(x) for x in fpt.readlines()]
os.unlink(output2)
for x in a:
assert 'q_voc_ratio' in x
assert len(y)
def test_main():
from b4msa.command_line import params
import os
import sys
import tempfile
output = tempfile.mktemp()
fname = os.path.dirname(__file__) + '/text.json'
sys.argv = ['b4msa', '-o', output, '-k', '2', fname]
params()
os.unlink(output)
def test_main():
from b4msa.command_line import params
import os
import sys
import tempfile
output = tempfile.mktemp()
fname = os.path.dirname(__file__) + '/text.json'
sys.argv = ['b4msa', '-o', output, '-k', '2', fname]
params()
os.unlink(output)
def test_params_gzip2():
from b4msa.command_line import params, train
import os
import sys
import tempfile
output = tempfile.mktemp() + '.gz'
fname = os.path.dirname(__file__) + '/text.json'
sys.argv = ['b4msa', '-o', output, '-k', '2', fname, '-s', '2']
params()
sys.argv = ['b4msa', '-m', output, fname, '-o', output]
train()
def test_params_gzip2():
from b4msa.command_line import params, train
import os
import sys
import tempfile
output = tempfile.mktemp() + '.gz'
fname = os.path.dirname(__file__) + '/text.json'
sys.argv = ['b4msa', '-o', output, '-k', '2', fname, '-s', '2']
params()
sys.argv = ['b4msa', '-m', output, fname, '-o', output]
train()
def test_score():
from b4msa.command_line import params
import os
import sys
import tempfile
import json
output = tempfile.mktemp()
fname = os.path.dirname(__file__) + '/text.json'
sys.argv = ['b4msa', '-o', output, '-k', '2', fname, '-s', '2', '-S', 'avgf1:POS:NEG']
params()
with open(output) as fpt:
a = json.loads(fpt.read())[0]
assert a['_score'] == a['_avgf1:POS:NEG']
os.unlink(output)
def test_score():
from b4msa.command_line import params
import os
import sys
import tempfile
import json
output = tempfile.mktemp()
fname = os.path.dirname(__file__) + '/text.json'
sys.argv = ['b4msa', '-o', output, '-k', '2', fname, '-s', '2', '-S', 'avgf1:POS:NEG']
params()
with open(output) as fpt:
a = json.loads(fpt.read())[0]
assert a['_score'] == a['_avgf1:POS:NEG']
os.unlink(output)
def test_params_gzip():
from b4msa.command_line import params
import os
import sys
import tempfile
import json
import gzip
output = tempfile.mktemp() + '.gz'
fname = os.path.dirname(__file__) + '/text.json'
sys.argv = ['b4msa', '-o', output, '-k', '2', fname, '-s', '2', '-S', 'avgf1:POS:NEG']
params()
with gzip.open(output) as fpt:
b = fpt.read()
a = json.loads(str(b, encoding='utf-8'))[0]
assert a['_score'] == a['_avgf1:POS:NEG']
os.unlink(output)
def test_params_gzip():
from b4msa.command_line import params
import os
import sys
import tempfile
import json
import gzip
output = tempfile.mktemp() + '.gz'
fname = os.path.dirname(__file__) + '/text.json'
sys.argv = ['b4msa', '-o', output, '-k', '2', fname, '-s', '2', '-S', 'avgf1:POS:NEG']
params()
with gzip.open(output) as fpt:
b = fpt.read()
a = json.loads(str(b, encoding='utf-8'))[0]
assert a['_score'] == a['_avgf1:POS:NEG']
os.unlink(output)
def test_textmodel():
from b4msa.command_line import params, train, textmodel
import os
import sys
import json
import tempfile
output = tempfile.mktemp()
fname = os.path.dirname(__file__) + '/text.json'
sys.argv = ['b4msa', '-o', output, '-k', '2', fname, '-s', '2']
params()
sys.argv = ['b4msa', '-m', output, fname, '-o', output]
train()
output2 = tempfile.mktemp()
sys.argv = ['b4msa', '-m', output, fname, '-o', output2]
textmodel()
os.unlink(output)
a = open(output2).readline()
os.unlink(output2)
a = json.loads(a)
assert 'klass' in a
def test_textmodel():
from b4msa.command_line import params, train, textmodel
import os
import sys
import json
import tempfile
output = tempfile.mktemp()
fname = os.path.dirname(__file__) + '/text.json'
sys.argv = ['b4msa', '-o', output, '-k', '2', fname, '-s', '2']
params()
sys.argv = ['b4msa', '-m', output, fname, '-o', output]
train()
output2 = tempfile.mktemp()
sys.argv = ['b4msa', '-m', output, fname, '-o', output2]
textmodel()
os.unlink(output)
a = open(output2).readline()
os.unlink(output2)
a = json.loads(a)
assert 'klass' in a
def test_decision_function():
from b4msa.command_line import params, train, test
from microtc.utils import tweet_iterator
import os
import sys
import tempfile
output = tempfile.mktemp()
fname = os.path.dirname(__file__) + '/text.json'
sys.argv = ['b4msa', '-o', output, '-k', '2', fname, '-s', '2']
params()
sys.argv = ['b4msa', '-m', output, fname, '-o', output]
train()
output2 = tempfile.mktemp()
sys.argv = ['b4msa', '-m', output, fname,
'-o', output2, '--decision-function']
test()
d = [x for x in tweet_iterator(output2)]
os.unlink(output)
os.unlink(output2)
assert len(d)
assert len(d) == len([x for x in d if 'decision_function' in x])
