def test_cli(self): with self.assertRaises(SystemExit): sio = io.StringIO() with contextlib.redirect_stdout(sio): run_module("vecto", "benchmark", "WRONG_NAME", "path_embs") sio = io.StringIO() with contextlib.redirect_stdout(sio): run_module("vecto", "benchmark", "help")
def test_cli(self): sio = io.StringIO() with contextlib.redirect_stdout(sio): run_module("vecto", "benchmark", "relation_extraction", path_emb, path_dataset, "--path_out", "/tmp/vecto/benchmarks/") with self.assertRaises(FileNotFoundError): sio = io.StringIO() with contextlib.redirect_stdout(sio): run_module("vecto", "benchmark", "relation_extraction", path_emb + "NONEXISTING", path_dataset, "--path_out", "/tmp/vecto/benchmarks/") from matplotlib import pyplot as plt visualize.plot_accuracy("/tmp/vecto/benchmarks/relation_extraction", key_secondary="experiment_setup.dataset") plt.savefig("/tmp/vecto/benchmarks/relation_extraction.pdf", bbox_inches="tight")
def test_cli(self): sio = io.StringIO() with contextlib.redirect_stdout(sio): run_module("vecto", "benchmark", "language_modeling", path_emb, "--window_size", "5", "--path_out", "/tmp/vecto/benchmarks/") sio = io.StringIO() with contextlib.redirect_stdout(sio): run_module("vecto", "benchmark", "language_modeling", path_emb, "--method", "lr", "--path_out", "/tmp/vecto/benchmarks/tmp") with self.assertRaises(FileNotFoundError): sio = io.StringIO() with contextlib.redirect_stdout(sio): run_module("vecto", "benchmark", "language_modeling", path_emb + "NONEXISTING", "--path_out", "/tmp/vecto/benchmarks/") from matplotlib import pyplot as plt visualize.plot_accuracy("/tmp/vecto/benchmarks/language_modeling", key_secondary="experiment_setup.dataset") plt.savefig("/tmp/vecto/benchmarks/language_modeling.pdf", bbox_inches="tight")
def test_cli(self): sio = io.StringIO() with contextlib.redirect_stdout(sio): run_module("vecto.benchmarks.sequence_labeling", path_emb, path_sequence_labeling_dataset_ner, "--path_out", "/tmp/vecto/benchmarks/") sio = io.StringIO() with contextlib.redirect_stdout(sio): run_module("vecto.benchmarks.sequence_labeling", path_emb, path_sequence_labeling_dataset_ner, "--path_out", "/tmp/vecto/benchmarks/") with self.assertRaises(FileNotFoundError): sio = io.StringIO() with contextlib.redirect_stdout(sio): run_module("vecto.benchmarks.sequence_labeling", path_emb + "NONEXISTING", path_sequence_labeling_dataset_ner, "--path_out", "/tmp/vecto/benchmarks/") from matplotlib import pyplot as plt # here the visualization only for the ner sub task. visualize.plot_accuracy("/tmp/vecto/benchmarks/ner", key_secondary="experiment_setup.dataset") plt.savefig("/tmp/vecto/benchmarks/sequence_labeling.pdf", bbox_inches="tight")