def test_specific_format_for_scalar_presenter_with_ignore_formatting(
self, mocker):
mock_write_scalar_res = mocker.patch(
'accuracy_checker.presenters.write_scalar_result'
) # type: MagicMock
result = EvaluationResult(
name='vector_metric',
evaluated_value=[0.456],
reference_value=None,
threshold=None,
meta={
'scale': 0.5,
'postfix': 'km/h',
'data_format': '{:.4f}'
},
)
presenter = ScalarPrintPresenter()
presenter.write_result(result, ignore_results_formatting=True)
mock_write_scalar_res.assert_called_once_with(np.mean(
result.evaluated_value),
result.name,
result.reference_value,
result.threshold,
postfix=' ',
scale=1,
result_format='{}')
def test_default_format_for_scalar_presenter_with_ignore_formatting(
self, mocker):
mock_write_scalar_res = mocker.patch(
'accuracy_checker.presenters.write_scalar_result'
) # type: MagicMock
result = EvaluationResult(
name='vector_metric',
metric_type='metric',
evaluated_value=[0.456],
reference_value=None,
abs_threshold=None,
rel_threshold=None,
meta={},
)
presenter = ScalarPrintPresenter()
presenter.write_result(result, ignore_results_formatting=True)
mock_write_scalar_res.assert_called_once_with(np.mean(
result.evaluated_value),
result.name,
result.abs_threshold,
result.rel_threshold,
None,
postfix=' ',
scale=1,
result_format='{}')
def test_scalar_presenter_with_scalar_data(self, mocker):
mock_write_scalar_res = mocker.patch(
'accuracy_checker.presenters.write_scalar_result'
) # type: MagicMock
res = EvaluationResult(
name='scalar_metric',
evaluated_value=0.1,
reference_value=None,
threshold=None,
meta={},
)
presenter = ScalarPrintPresenter()
presenter.write_result(res)
mock_write_scalar_res.assert_called_once_with(res.evaluated_value,
res.name,
res.reference_value,
res.threshold,
postfix='%',
scale=100)
def test_scalar_presenter_with_vector_data(self, mocker):
mock_write_scalar_res = mocker.patch(
'accuracy_checker.presenters.write_scalar_result'
) # type: MagicMock
result = EvaluationResult(
name='vector_metric',
evaluated_value=[0.4, 0.6],
reference_value=None,
threshold=None,
meta={},
)
presenter = ScalarPrintPresenter()
presenter.write_result(result)
mock_write_scalar_res.assert_called_once_with(np.mean(
result.evaluated_value),
result.name,
result.reference_value,
result.threshold,
postfix='%',
scale=100,
result_format='{:.2f}')
def test_reference_value_for_scalar_presenter(self, mocker):
mock_write_scalar_res = mocker.patch(
'accuracy_checker.presenters.write_scalar_result'
) # type: MagicMock
result = EvaluationResult(name='vector_metric',
metric_type='metric',
evaluated_value=[0.456],
reference_value=45.6,
abs_threshold=None,
rel_threshold=None,
meta={},
profiling_file=None)
presenter = ScalarPrintPresenter()
presenter.write_result(result)
mock_write_scalar_res.assert_called_once_with(
np.mean(result.evaluated_value),
result.name,
result.abs_threshold,
result.rel_threshold, (0.0, 0.0),
postfix='%',
scale=100,
result_format='{:.2f}')
def test_scalar_presenter_with_scalar_data(self, mocker):
mock_write_scalar_result = mocker.patch(
'accuracy_checker.presenters.write_scalar_result'
) # type: MagicMock
result = EvaluationResult(name='scalar_metric',
metric_type='metric',
evaluated_value=0.1,
reference_value=None,
abs_threshold=None,
rel_threshold=None,
meta={},
profiling_file=None)
presenter = ScalarPrintPresenter()
presenter.write_result(result)
mock_write_scalar_result.assert_called_once_with(
result.evaluated_value,
result.name,
result.abs_threshold,
result.rel_threshold,
None,
postfix='%',
scale=100,
result_format='{:.2f}')
