def test_fleiss_kappa_disagree(self): ''' Test Kappa upon a hypothetical dataset containing large disagreement. ''' data = LARGE_DISAGREEMENT self.assertAlmostEqual(fleiss_kappa_linear(data), Decimal('0'))
def test_fleiss_kappa_complete(self): ''' Test Kappa upon a hypothetical dataset containing complete agreement. ''' data_complete = COMPLETE_AGREEMENT kappa = fleiss_kappa_linear(data_complete) self.assertEqual(kappa, Decimal('1.0'))
def test_fleiss_kappa_linear_g2(self): ''' Test Kappa upon Group 2 of Kazantseva (2012) data. ''' data = KAZANTSEVA2012_G2 self.assertAlmostEqual(fleiss_kappa_linear(data), Decimal('0.4106841873722731313872632664'))
def test_fleiss_kappa_linear_g5(self): ''' Test Kappa upon Group 5 of Kazantseva (2012) data. ''' data = KAZANTSEVA2012_G5 self.assertAlmostEqual(fleiss_kappa_linear(data), Decimal('0.2421099324579046442791865267'))
def test_fleiss_kappa_linear_g2_ch2(self): ''' Test Kappa upon Group 2, Chapter 2, of Kazantseva (2012) data. ''' data = KAZANTSEVA2012_G2['ch2'] data = {'ch2': data} self.assertAlmostEqual(fleiss_kappa_linear(data), Decimal('0.5339895791843801565560911374'))
def test_fleiss_kappa_linear_g5_ch1(self): ''' Test Kappa upon Group 5, Chapter 1, of Kazantseva (2012) data. ''' data = KAZANTSEVA2012_G5['ch1'] data = {'ch1': data} self.assertAlmostEqual(fleiss_kappa_linear(data), Decimal('0.2258064516129032258064516129'))
def test_fleiss_kappa(self): ''' Test Cohen's and Fleiss' Kappa. ''' data1 = {'i1': {'c1': [2, 8, 2, 1], 'c2': [2, 1, 7, 2, 1]}} kappa1 = fleiss_kappa_linear(data1) kappa1f = fleiss_kappa_linear(data1) self.assertAlmostEqual(kappa1, Decimal('0.7272727272727272727272727273')) self.assertEqual(kappa1, kappa1f) data2 = {'i1': {'c1': [2, 8, 2, 1], 'c2': [11, 2]}} kappa2 = fleiss_kappa_linear(data2) kappa2f = fleiss_kappa_linear(data2) self.assertAlmostEqual(kappa2, Decimal('0.1489361702127659574468085107')) self.assertEqual(kappa2, kappa2f) self.assertTrue(kappa2 < kappa1)
def test_multiple_boundary_types(self): ''' Test multiple boundaries. ''' value = fleiss_kappa_linear(MULTIPLE_BOUNDARY_TYPES) self.assertAlmostEqual(value, Decimal('0.4718309859154929577464788733'))