def test_proper_dataset_export(self): file_path = "/tmp/test_config.yaml" writer.export_evaluation_to_config(self.evaluation, file_path=file_path) data = yaml.load(open(file_path, "r")) self.assertTrue("datasets" in data) self.assertTrue("reference" in data["datasets"]) self.assertTrue("targets" in data["datasets"]) self.assertAlmostEqual(writer.generate_dataset_information(self.evaluation), data["datasets"])
def test_proper_dataset_export(self): file_path = '/tmp/test_config.yaml' writer.export_evaluation_to_config(self.evaluation, file_path=file_path) data = yaml.load(open(file_path, 'r')) self.assertTrue('datasets' in data) self.assertTrue('reference' in data['datasets']) self.assertTrue('targets' in data['datasets']) self.assertAlmostEqual( writer.generate_dataset_information(self.evaluation), data['datasets'])
def test_proper_dataset_export(self): file_path = '/tmp/test_config.yaml' writer.export_evaluation_to_config( self.evaluation, file_path=file_path ) data = yaml.load(open(file_path, 'r')) self.assertTrue('datasets' in data) self.assertTrue('reference' in data['datasets']) self.assertTrue('targets' in data['datasets']) self.assertAlmostEqual( writer.generate_dataset_information(self.evaluation), data['datasets'] )
def test_proper_target_datasets_export(self): out = writer.generate_dataset_information(self.evaluation) self.assertTrue('targets' in out) self.assertTrue(type(out['targets']) == type(list())) self.assertTrue(len(out['targets']) == 3)
def test_proper_reference_dataset_export(self): out = writer.generate_dataset_information(self.evaluation) self.assertTrue('reference' in out) self.assertTrue(out['reference']['data_source'] == 'local')
def test_contains_only_target_datasets(self): new_eval = Evaluation(None, [self.local_ds], []) out = writer.generate_dataset_information(new_eval) self.assertTrue('reference' not in out) self.assertTrue('targets' in out)
def test_proper_target_datasets_export(self): out = writer.generate_dataset_information(self.evaluation) self.assertTrue('targets' in out) self.assertTrue(type(out['targets']) == type(list())) self.assertTrue(len(out['targets']) == 3)
def test_proper_reference_dataset_export(self): out = writer.generate_dataset_information(self.evaluation) self.assertTrue('reference' in out) self.assertTrue(out['reference']['data_source'] == 'local')
def test_contains_only_target_datasets(self): new_eval = Evaluation(None, [self.local_ds], []) out = writer.generate_dataset_information(new_eval) self.assertTrue('reference' not in out) self.assertTrue('targets' in out)
def test_proper_reference_dataset_export(self): out = writer.generate_dataset_information(self.evaluation) self.assertTrue("reference" in out) self.assertTrue(out["reference"]["data_source"] == "local")
def test_contains_only_reference_dataset(self): new_eval = Evaluation(self.local_ds, [], []) out = writer.generate_dataset_information(new_eval) self.assertTrue("reference" in out) self.assertTrue("targets" not in out)