def test_no_metrics(self, mock_logger):
ret = parser._valid_minimal_config(self.no_metrics)
self.assertFalse(ret)
mock_logger.error.assert_called_with(
'No metrics specified in configuration data.'
)
def test_binary_no_target(self, mock_logger):
ret = parser._valid_minimal_config(self.binary_no_target)
self.assertFalse(ret)
mock_logger.error.assert_called_with(
'Binary metric in configuration requires both a reference '
'and target dataset to be present for evaluation. Please ensure '
'that your config is well formed.')
def test_unary_no_datasets(self, mock_logger):
ret = parser._valid_minimal_config(self.unary_no_ref_or_target)
self.assertFalse(ret)
mock_logger.error.assert_called_with(
'Unary metric in configuration data requires either a reference '
'or target dataset to be present for evaluation. Please ensure '
'that your config is well formed.')
def test_binary_no_target(self, mock_logger):
ret = parser._valid_minimal_config(self.binary_no_target)
self.assertFalse(ret)
mock_logger.error.assert_called_with(
'Binary metric in configuration requires both a reference '
'and target dataset to be present for evaluation. Please ensure '
'that your config is well formed.'
)
def test_unary_no_datasets(self, mock_logger):
ret = parser._valid_minimal_config(self.unary_no_ref_or_target)
self.assertFalse(ret)
mock_logger.error.assert_called_with(
'Unary metric in configuration data requires either a reference '
'or target dataset to be present for evaluation. Please ensure '
'that your config is well formed.'
)
def test_valid_binary(self):
ret = parser._valid_minimal_config(self.binary_valid)
self.assertTrue(ret)
def test_unary_with_target(self):
ret = parser._valid_minimal_config(self.unary_with_target)
self.assertTrue(ret)
def test_unary_with_reference(self):
ret = parser._valid_minimal_config(self.unary_with_reference)
self.assertTrue(ret)
def test_valid_binary(self):
ret = parser._valid_minimal_config(self.binary_valid)
self.assertTrue(ret)
def test_unary_with_target(self):
ret = parser._valid_minimal_config(self.unary_with_target)
self.assertTrue(ret)
def test_unary_with_reference(self):
ret = parser._valid_minimal_config(self.unary_with_reference)
self.assertTrue(ret)
def test_no_metrics(self, mock_logger):
ret = parser._valid_minimal_config(self.no_metrics)
self.assertFalse(ret)
mock_logger.error.assert_called_with(
'No metrics specified in configuration data.')