def test_proper_dataset_export(self):
file_path = "/tmp/test_config.yaml"
writer.export_evaluation_to_config(self.evaluation, file_path=file_path)
data = yaml.load(open(file_path, "r"))
self.assertTrue("datasets" in data)
self.assertTrue("reference" in data["datasets"])
self.assertTrue("targets" in data["datasets"])
self.assertAlmostEqual(writer.generate_dataset_information(self.evaluation), data["datasets"])
def test_proper_dataset_export(self):
file_path = '/tmp/test_config.yaml'
writer.export_evaluation_to_config(self.evaluation,
file_path=file_path)
data = yaml.load(open(file_path, 'r'))
self.assertTrue('datasets' in data)
self.assertTrue('reference' in data['datasets'])
self.assertTrue('targets' in data['datasets'])
self.assertAlmostEqual(
writer.generate_dataset_information(self.evaluation),
data['datasets'])
def test_proper_dataset_export(self):
file_path = '/tmp/test_config.yaml'
writer.export_evaluation_to_config(
self.evaluation,
file_path=file_path
)
data = yaml.load(open(file_path, 'r'))
self.assertTrue('datasets' in data)
self.assertTrue('reference' in data['datasets'])
self.assertTrue('targets' in data['datasets'])
self.assertAlmostEqual(
writer.generate_dataset_information(self.evaluation),
data['datasets']
)
def test_proper_target_datasets_export(self):
out = writer.generate_dataset_information(self.evaluation)
self.assertTrue('targets' in out)
self.assertTrue(type(out['targets']) == type(list()))
self.assertTrue(len(out['targets']) == 3)
def test_proper_reference_dataset_export(self):
out = writer.generate_dataset_information(self.evaluation)
self.assertTrue('reference' in out)
self.assertTrue(out['reference']['data_source'] == 'local')
def test_contains_only_target_datasets(self):
new_eval = Evaluation(None, [self.local_ds], [])
out = writer.generate_dataset_information(new_eval)
self.assertTrue('reference' not in out)
self.assertTrue('targets' in out)
def test_proper_target_datasets_export(self):
out = writer.generate_dataset_information(self.evaluation)
self.assertTrue('targets' in out)
self.assertTrue(type(out['targets']) == type(list()))
self.assertTrue(len(out['targets']) == 3)
def test_proper_reference_dataset_export(self):
out = writer.generate_dataset_information(self.evaluation)
self.assertTrue('reference' in out)
self.assertTrue(out['reference']['data_source'] == 'local')
def test_contains_only_target_datasets(self):
new_eval = Evaluation(None, [self.local_ds], [])
out = writer.generate_dataset_information(new_eval)
self.assertTrue('reference' not in out)
self.assertTrue('targets' in out)
def test_proper_reference_dataset_export(self):
out = writer.generate_dataset_information(self.evaluation)
self.assertTrue("reference" in out)
self.assertTrue(out["reference"]["data_source"] == "local")
def test_contains_only_reference_dataset(self):
new_eval = Evaluation(self.local_ds, [], [])
out = writer.generate_dataset_information(new_eval)
self.assertTrue("reference" in out)
self.assertTrue("targets" not in out)
