def test_K1():
doc = read('TC-K.key', 'TC-K-1.response')
assert evaluate(doc, muc) == approx([3 / 6, 3 / 6, 3 / 6])
assert evaluate(doc,
lea) == approx([(7 * (1 + 1 + 1) / 21) / 7,
(3 / 3 + 3 / 3 + 3 / 3) / 9,
2 * 3 / 21 * 3 / 9 / (3 / 21 + 3 / 9)])
def test_A11():
doc = read('TC-A.key', 'TC-A-11.response')
assert evaluate(doc, muc) == approx([3 / 3, 3 / 5, 6 / 8])
assert evaluate(doc, b_cubed) == approx(
[6 / 6, (1 / 6 + 2 * 2 / 6 + 3 * 3 / 6) / 6, 14 / 25])
assert evaluate(doc,
lea) == approx([(0 + 2 + 3) / 6, 4 / 15,
2 * 5 / 6 * 4 / 15 / (5 / 6 + 4 / 15)])
def test_L1():
doc = read('TC-L.key', 'TC-L-1.response')
assert evaluate(doc, muc) == approx(
[2 / 5, 2 / 4, 2 * (2 / 5) * (2 / 4) / (2 / 5 + 2 / 4)])
assert evaluate(doc, lea) == approx([
(3 * 1 / 3 + 4 * 1 / 6) / 7, (2 + 2 * 0 + 3 / 3) / 7,
2 * (1 + 2 / 3) / 7 * 3 / 7 / (3 / 7 + (1 + 2 / 3) / 7)
])
def test_A12():
doc = read('TC-A.key', 'TC-A-12.response')
assert evaluate(doc, muc) == approx([0, 0, 0])
assert evaluate(doc, b_cubed) == approx([
(1 + 1 / 2 + 2 / 3) / 6, 4 / 7,
2 * (13 / 36) * (4 / 7) / ((13 / 36) + (4 / 7))
])
assert evaluate(doc, lea) == approx(
[1 / 6, 1 / 7, 2 * 1 / 6 * 1 / 7 / (1 / 6 + 1 / 7)])
def test_A13():
doc = read('TC-A.key', 'TC-A-13.response')
assert evaluate(doc, muc) == approx([1 / 3, 1 / 6, 2 / 9])
assert evaluate(doc, b_cubed) == approx([
(1 + 1 / 2 + 2 * 2 / 3) / 6, (1 / 7 + 1 / 7 + 2 * 2 / 7) / 7,
2 * (17 / 36) * (6 / 49) / ((17 / 36) + (6 / 49))
])
assert evaluate(doc,
lea) == approx([(1 * 0 + 2 * 0 + 3 / 3) / 6, 1 / 21,
2 * 1 / 6 * 1 / 21 / (1 / 6 + 1 / 21)])
def test_D1():
doc = read('TC-D.key', 'TC-D-1.response')
assert evaluate(doc, muc) == approx(
[9 / 9, 9 / 10, 2 * (9 / 9) * (9 / 10) / (9 / 9 + 9 / 10)])
assert evaluate(doc, b_cubed) == approx(
[12 / 12, 16 / 21, 2 * (12 / 12) * (16 / 21) / (12 / 12 + 16 / 21)])
assert evaluate(doc, lea) == approx([
(5 + 2 + 5) / 12, (5 + 7 * (11 / 21)) / 12,
2 * 1 * (5 + 77 / 21) / 12 / (1 + ((5 + 77 / 21) / 12))
])
def test_E1():
doc = read('TC-E.key', 'TC-E-1.response')
assert evaluate(doc, muc) == approx(
[9 / 9, 9 / 10, 2 * (9 / 9) * (9 / 10) / (9 / 9 + 9 / 10)])
assert evaluate(doc, b_cubed) == approx(
[1, 7 / 12, 2 * 1 * (7 / 12) / (1 + 7 / 12)])
assert evaluate(doc, lea) == approx([(5 + 2 + 5) / 12,
(10 * (20 / 45) + 2) / 12,
2 * 1 * ((10 * (20 / 45) + 2) / 12)
/ (1 + ((10 * (20 / 45) + 2) / 12))])
def test_A5():
doc = read('TC-A.key', 'TC-A-5.response')
assert evaluate(doc, muc) == approx([1 / 3, 1 / 4, 2 / 7])
assert evaluate(doc, b_cubed) == approx([
(3 + 1 / 3) / 6, 2.5 / 8, 2 * (5 / 9) * (5 / 16) / ((5 / 9) + (5 / 16))
])
assert evaluate(doc, ceafe) == approx([0.68889, 0.51667, 0.59048], abs=TOL)
assert evaluate(doc,
lea) == approx([(1 + 2 + 3 * 0) / 6,
(1 + 4 * (1 / 6) + 2 * 0 + 1 * 0) / 8,
2 * 0.5 * (5 / 24) / (0.5 + (5 / 24))])
def test_A3():
doc = read('TC-A.key', 'TC-A-3.response')
assert evaluate(doc, muc) == approx([3 / 3, 3 / 5, 0.75])
assert evaluate(doc,
b_cubed) == approx([6 / 6, (4 + 7 / 12) / 9, 110 / 163])
assert evaluate(doc, ceafe) == approx([0.88571, 0.66429, 0.75918], abs=TOL)
assert evaluate(doc, lea) == approx([
1, (1 + 3 * (1 / 3) + 4 * (3 / 6)) / 9,
2 * (1 + 3 * (1 / 3) + 4
* (3 / 6)) / 9 / (1 + (1 + 3 * (1 / 3) + 4 * (3 / 6)) / 9)
])
def test_A6():
doc = read('TC-A.key', 'TC-A-6.response')
assert evaluate(doc, muc) == approx([1 / 3, 1 / 4, 2 / 7])
assert evaluate(doc, b_cubed) == approx([
(10 / 3) / 6, (1 + 4 / 3 + 1 / 2) / 8,
2 * (5 / 9) * (17 / 48) / ((5 / 9) + (17 / 48))
])
assert evaluate(doc, ceafe) == approx([0.73333, 0.55, 0.62857], abs=TOL)
assert evaluate(doc, lea) == approx([(1 + 2 + 3 * 0) / 6,
(1 + 3 / 3 + 2 * 0 + 2 * 0) / 8,
2 * 0.5 * 1 / 4 / (0.5 + 1 / 4)])
def test_A7():
doc = read('TC-A.key', 'TC-A-7.response')
assert evaluate(doc, muc) == approx([1 / 3, 1 / 3, 1 / 3])
assert evaluate(doc, b_cubed) == approx([
(10 / 3) / 6, (1 + 4 / 3 + 1 / 2) / 7,
2 * (5 / 9) * (17 / 42) / ((5 / 9) + (17 / 42))
])
assert evaluate(doc, ceafe) == approx([0.73333, 0.55, 0.62857], abs=TOL)
assert evaluate(doc, lea) == approx([(1 + 2 + 3 * 0) / 6,
(1 + 3 / 3 + 2 * 0 + 1 * 0) / 7,
2 * 0.5 * 2 / 7 / (0.5 + 2 / 7)])
def test_N3():
doc = read('TC-N.key', 'TC-N-3.response')
assert evaluate(doc, lea) == approx([1 / 6, 1 / 6, 1 / 6])
def test_N1():
doc = read('TC-N.key', 'TC-N-1.response')
assert evaluate(doc, muc) == approx([0, 0, 0])
assert evaluate(doc, lea) == approx([1, 1, 1])
def test_M6():
doc = read('TC-M.key', 'TC-M-6.response')
assert evaluate(doc, lea) == approx([
6 * (1 / 15) / 6, (2 + 3 * 0 + 1 * 0) / 6,
2 * 1 / 15 * 2 / 6 / (1 / 15 + 2 / 6)
])
def test_M5():
doc = read('TC-M.key', 'TC-M-5.response')
assert evaluate(doc, muc) == approx([0, 0, 0])
assert evaluate(doc, lea) == approx([0, 0, 0])
def test_C1():
doc = read('TC-C.key', 'TC-C-1.response')
assert evaluate(doc, lea) == approx([(2 * 0 + 3 / 3 + 2) / 7,
(3 * 0 + 2 + 2) / 7,
2 * 3 / 7 * 4 / 7 / (3 / 7 + 4 / 7)])
def test_A10():
doc = read('TC-A.key', 'TC-A-10.response')
assert evaluate(doc, muc) == approx([0, 0, 0])
assert evaluate(doc, b_cubed) == approx([3 / 6, 6 / 6, 2 / 3])
assert evaluate(doc, lea) == approx(
[1 / 6, 1 / 6, 2 * 1 / 6 * 1 / 6 / (1 / 6 + 1 / 6)])
def test_A1():
doc = read('TC-A.key', 'TC-A-1.response')
assert evaluate(doc, muc) == (1, 1, 1)
assert evaluate(doc, b_cubed) == (1, 1, 1)
assert evaluate(doc, ceafe) == (1, 1, 1)
assert evaluate(doc, lea) == (1, 1, 1)
def test_N4():
doc = read('TC-N.key', 'TC-N-4.response')
assert evaluate(doc, muc) == approx([0, 0, 0])
assert evaluate(doc, lea) == approx([3 / 6, 3 / 6, 3 / 6])
def test_A2():
doc = read('TC-A.key', 'TC-A-2.response')
assert evaluate(doc, muc) == approx([1 / 3, 1 / 1, 1 / 2])
assert evaluate(doc, b_cubed) == approx([(7 / 3) / 6, 3 / 3, 14 / 25])
assert evaluate(doc, ceafe) == approx([0.6, 0.9, 0.72])
assert evaluate(doc, lea) == approx([(1 + 3 * (1 / 3)) / 6, 1, 0.5])
def test_J1():
doc = read('TC-J.key', 'TC-J-1.response')
assert evaluate(doc, muc) == approx(
[1 / 2, 1 / 1, 2 * (1 / 2) * (1 / 1) / (1 / 2 + 1 / 1)])
assert evaluate(doc, lea) == approx([(3 * 1 / 3) / 3, 1,
2 * 1 / 3 / (1 + 1 / 3)])
def test_I1():
doc = read('TC-I.key', 'TC-I-1.response')
assert evaluate(doc, muc) == approx(
[2 / 3, 2 / 2, 2 * (2 / 3) * (2 / 2) / (2 / 3 + 2 / 2)])
assert evaluate(doc, lea) == approx(
[4 * (2 / 6) / 4, (2 + 2) / 4, 2 * 2 / 6 * 1 / (2 / 6 + 1)])
def test_H1():
doc = read('TC-H.key', 'TC-H-1.response')
assert evaluate(doc, muc) == approx([1, 1, 1])
assert evaluate(doc, lea) == approx([1, 1, 1])
def test_G1():
doc = read('TC-G.key', 'TC-G-1.response')
assert evaluate(doc, muc) == approx(
[2 / 2, 2 / 3, 2 * (2 / 2) * (2 / 3) / (2 / 2 + 2 / 3)])
assert evaluate(doc, lea) == approx(
[1, (4 * 2 / 6) / 4, 2 * 1 * 2 / 6 / (1 + 2 / 6)])
def test_N6():
doc = read('TC-N.key', 'TC-N-6.response')
assert evaluate(doc, lea) == approx([0, 0, 0])
def test_M1():
doc = read('TC-M.key', 'TC-M-1.response')
assert evaluate(doc, muc) == approx([1, 1, 1])
assert evaluate(doc, b_cubed) == approx([1, 1, 1])
assert evaluate(doc, ceafe) == approx([1, 1, 1])
assert evaluate(doc, lea) == approx([1, 1, 1])
def test_M3():
doc = read('TC-M.key', 'TC-M-3.response')
assert evaluate(doc, lea) == approx([
6 * (4 / 15) / 6, (2 + 3 + 0) / 6,
2 * 4 / 15 * 5 / 6 / (4 / 15 + 5 / 6)
])
def test_M4():
doc = read('TC-M.key', 'TC-M-4.response')
assert evaluate(doc, lea) == approx([
6 * (3 / 15) / 6, 6 * (3 / 15) / 6,
2 * 3 / 15 * 3 / 15 / (3 / 15 + 3 / 15)
])
#!/usr/bin/env python
# -*- coding: utf-8 -*-
"""
Loads a bunch of data from the directory.
"""
from k_util.logger import Logger
from ai.predictor import Predictor
from data.loader import load_training_samples
from eval.evaluator import evaluate
if __name__ == "__main__":
samples = load_training_samples()
# Predict all
predictor = Predictor()
for s in samples:
s.predictions = predictor.predict(s)
Logger.log("Samples Predicted")
# Evaluate the samples.
evaluate(samples)
def test_B1():
doc = read('TC-B.key', 'TC-B-1.response')
assert evaluate(doc, lea) == approx([(2 * 0 + 3 / 3) / 5, (3 * 0 + 2) / 5,
2 * 1 / 5 * 2 / 5 / (1 / 5 + 2 / 5)])
