def test_summary_without_slices(self):
results = AttackResults(
[self.perfect_classifier_result, self.random_classifier_result])
self.assertEqual(
results.summary(by_slices=False),
'Best-performing attacks over all slices\n' +
' THRESHOLD_ATTACK achieved an AUC of 1.00 ' +
'on slice CORRECTLY_CLASSIFIED=True\n' +
' THRESHOLD_ATTACK achieved an advantage of 1.00 ' +
'on slice CORRECTLY_CLASSIFIED=True')
def test_summary_by_slices(self):
results = AttackResults(
[self.perfect_classifier_result, self.random_classifier_result])
self.assertEqual(
results.summary(by_slices=True),
'Best-performing attacks over all slices\n' +
' THRESHOLD_ATTACK achieved an AUC of 1.00 ' +
'on slice CORRECTLY_CLASSIFIED=True\n' +
' THRESHOLD_ATTACK achieved an advantage of 1.00 ' +
'on slice CORRECTLY_CLASSIFIED=True\n\n' +
'Best-performing attacks over slice: "CORRECTLY_CLASSIFIED=True"\n'
+ ' THRESHOLD_ATTACK achieved an AUC of 1.00\n' +
' THRESHOLD_ATTACK achieved an advantage of 1.00\n\n' +
'Best-performing attacks over slice: "Entire dataset"\n' +
' THRESHOLD_ATTACK achieved an AUC of 0.50\n' +
' THRESHOLD_ATTACK achieved an advantage of 0.00')