def test_decision_function_gzip(): from b4msa.command_line import params, train, test from b4msa.utils import tweet_iterator import os import sys import tempfile output = tempfile.mktemp() fname = os.path.dirname(__file__) + '/text.json' sys.argv = [ 'b4msa', '-H', '-lspanish', '-o', output, '-k', '2', fname, '-s', '2', '-n0' ] params() sys.argv = ['b4msa', '-m', output, fname, '-o', output] train() output2 = tempfile.mktemp() + '.gz' sys.argv = [ 'b4msa', '-m', output, fname, '-o', output2, '--decision-function' ] test() d = [x for x in tweet_iterator(output2)] os.unlink(output) os.unlink(output2) assert len(d) assert len(d) == len([x for x in d if 'decision_function' in x])
def test_test(): from b4msa.command_line import params, train, test from microtc.utils import read_data_labels import os import sys import tempfile import json output = tempfile.mktemp() fname = os.path.dirname(__file__) + '/text.json' sys.argv = ['b4msa', '-o', output, '-k', '2', fname, '-s', '2'] params() sys.argv = ['b4msa', '-m', output, fname, '-o', output] train() output2 = tempfile.mktemp() sys.argv = ['b4msa', '-m', output, fname, '-o', output2] test() X, y = read_data_labels(output2) print(y) os.unlink(output) with open(output2) as fpt: a = [json.loads(x) for x in fpt.readlines()] os.unlink(output2) for x in a: assert 'klass' in x assert len(y)
def test_test(): from b4msa.command_line import params, train, test from b4msa.utils import read_data_labels import os import sys import tempfile import json output = tempfile.mktemp() fname = os.path.dirname(__file__) + '/text.json' sys.argv = ['b4msa', '-o', output, '-k', '2', fname, '-s', '2'] params() sys.argv = ['b4msa', '-m', output, fname, '-o', output] train() output2 = tempfile.mktemp() sys.argv = ['b4msa', '-m', output, fname, '-o', output2] test() X, y = read_data_labels(output2) print(y) os.unlink(output) with open(output2) as fpt: a = [json.loads(x) for x in fpt.readlines()] os.unlink(output2) for x in a: assert 'q_voc_ratio' in x assert len(y)
def test_params_gzip2(): from b4msa.command_line import params, train import os import sys import tempfile output = tempfile.mktemp() + '.gz' fname = os.path.dirname(__file__) + '/text.json' sys.argv = ['b4msa', '-o', output, '-k', '2', fname, '-s', '2'] params() sys.argv = ['b4msa', '-m', output, fname, '-o', output] train()
def test_train2(): from b4msa.command_line import CommandLine, train import os import sys import tempfile output = tempfile.mktemp() fname = os.path.dirname(__file__) + '/text.json' c = CommandLine() sys.argv = ['b4msa', '-o', output, '-k', '2', fname, '-s', '2'] c.main() assert os.path.isfile(output) output2 = tempfile.mktemp() sys.argv = ['b4msa', '-m', output, fname, '-o', output2] train() os.unlink(output) os.unlink(output2)
def test_textmodel(): from b4msa.command_line import params, train, textmodel import os import sys import json import tempfile output = tempfile.mktemp() fname = os.path.dirname(__file__) + '/text.json' sys.argv = ['b4msa', '-o', output, '-k', '2', fname, '-s', '2'] params() sys.argv = ['b4msa', '-m', output, fname, '-o', output] train() output2 = tempfile.mktemp() sys.argv = ['b4msa', '-m', output, fname, '-o', output2] textmodel() os.unlink(output) a = open(output2).readline() os.unlink(output2) a = json.loads(a) assert 'klass' in a
def test_decision_function(): from b4msa.command_line import params, train, test from microtc.utils import tweet_iterator import os import sys import tempfile output = tempfile.mktemp() fname = os.path.dirname(__file__) + '/text.json' sys.argv = ['b4msa', '-o', output, '-k', '2', fname, '-s', '2'] params() sys.argv = ['b4msa', '-m', output, fname, '-o', output] train() output2 = tempfile.mktemp() sys.argv = ['b4msa', '-m', output, fname, '-o', output2, '--decision-function'] test() d = [x for x in tweet_iterator(output2)] os.unlink(output) os.unlink(output2) assert len(d) assert len(d) == len([x for x in d if 'decision_function' in x])