def test_big_error_huge_disadvantage(self): judgment = {} judgment["besteval"] = -1000 judgment["playedeval"] = -9998 result = annotator.needs_annotation(judgment) self.assertFalse(result)
def test_small_error_big_disadvantage(self): judgment = {} judgment["besteval"] = -500 judgment["playedeval"] = -600 result = annotator.needs_annotation(judgment) self.assertFalse(result)
def test_high_fraction(self): judgment = {} judgment["besteval"] = 500.33333 judgment["playedeval"] = 0 result = annotator.needs_annotation(judgment) self.assertTrue(result)
def test_low_fraction(self): judgment = {} judgment["besteval"] = 5.333333 judgment["playedeval"] = 0 result = annotator.needs_annotation(judgment) self.assertFalse(result)
def test_zero(self): judgment = {} judgment["besteval"] = 0 judgment["playedeval"] = 0 result = annotator.needs_annotation(judgment) self.assertFalse(result)
def test_high(self): judgment = {} judgment["besteval"] = 200 judgment["playedeval"] = 100 result = annotator.needs_annotation(judgment) self.assertTrue(result)