def test_misclass_sum_add_binary(self):
mcs = MisclassSum()
assert mcs.rec_count == 0
assert mcs.misclass_sum == 0
refs = CPUTensor([[0, 1, 0, 0]])
preds = CPUTensor([[1, 1, 0, 1]])
mcs.add(refs, preds)
assert mcs.rec_count == 4
assert mcs.misclass_sum == 2
def test_misclass_sum_add_binary(self):
mcs = MisclassSum()
assert mcs.rec_count == 0
assert mcs.misclass_sum == 0
refs = CPUTensor([[0, 1, 0, 0]])
preds = CPUTensor([[1, 1, 0, 1]])
mcs.add(refs, preds)
assert mcs.rec_count == 4
assert mcs.misclass_sum == 2
def test_misclass_sum_mixed(self):
mcs = MisclassSum()
assert mcs.rec_count == 0
assert mcs.misclass_sum == 0
refs = CPUTensor([[3, 0, 1]])
preds = CPUTensor([[0.00, 1, 0], [0.09, 0.0, 0.55], [0.01, 0, 0.75],
[0.90, 0, 0.34]])
mcs.add(refs, preds)
assert mcs.rec_count == 3
assert mcs.misclass_sum == 1
def test_misclass_sum_top3probs(self):
mcs = MisclassSum(error_rank=3)
assert mcs.rec_count == 0
assert mcs.misclass_sum == 0
refs = CPUTensor([[0.03, 0.80, 0.81], [0.20, 0.02, 0.15],
[0.31, 0.08, 0.01], [0.46, 0.10, 0.03]])
preds = CPUTensor([[0.00, 1, 0.34], [0.09, 0.0, 0.55], [0.01, 0, 0.75],
[0.90, 0, 0.00]])
mcs.add(refs, preds)
assert mcs.rec_count == 3
assert mcs.misclass_sum == 0
def test_misclass_sum_mixed(self):
mcs = MisclassSum()
assert mcs.rec_count == 0
assert mcs.misclass_sum == 0
refs = CPUTensor([[3, 0, 1]])
preds = CPUTensor([[0.00, 1, 0],
[0.09, 0.0, 0.55],
[0.01, 0, 0.75],
[0.90, 0, 0.34]])
mcs.add(refs, preds)
assert mcs.rec_count == 3
assert mcs.misclass_sum == 1
def test_misclass_sum_top3probs(self):
mcs = MisclassSum(error_rank=3)
assert mcs.rec_count == 0
assert mcs.misclass_sum == 0
refs = CPUTensor([[0.03, 0.80, 0.81],
[0.20, 0.02, 0.15],
[0.31, 0.08, 0.01],
[0.46, 0.10, 0.03]])
preds = CPUTensor([[0.00, 1, 0.34],
[0.09, 0.0, 0.55],
[0.01, 0, 0.75],
[0.90, 0, 0.00]])
mcs.add(refs, preds)
assert mcs.rec_count == 3
assert mcs.misclass_sum == 0
def test_misclass_tied(self):
mcs = MisclassSum()
assert mcs.rec_count == 0
assert mcs.misclass_sum == 0
refs = CPUTensor([[0]])
preds = CPUTensor([[0.5], [0.5]])
mcs.add(refs, preds)
assert mcs.rec_count == 1
assert mcs.misclass_sum == 0
assert mcs.report() == 0
mcs.clear()
assert mcs.rec_count == 0
assert mcs.misclass_sum == 0
refs = CPUTensor([[1]])
mcs.add(refs, preds)
assert mcs.rec_count == 1
assert mcs.misclass_sum == 1
assert mcs.report() == 1
def test_misclass_tied(self):
mcs = MisclassSum()
assert mcs.rec_count == 0
assert mcs.misclass_sum == 0
refs = CPUTensor([[0]])
preds = CPUTensor([[0.5],
[0.5]])
mcs.add(refs, preds)
assert mcs.rec_count == 1
assert mcs.misclass_sum == 0
assert mcs.report() == 0
mcs.clear()
assert mcs.rec_count == 0
assert mcs.misclass_sum == 0
refs = CPUTensor([[1]])
mcs.add(refs, preds)
assert mcs.rec_count == 1
assert mcs.misclass_sum == 1
assert mcs.report() == 1
