Exemplo n.º 1
0
 def test_fleiss_kappa_disagree(self):
     '''
     Test Kappa upon a hypothetical dataset containing large disagreement.
     '''
     data = LARGE_DISAGREEMENT
     self.assertAlmostEqual(fleiss_kappa_linear(data),
                            Decimal('0'))
Exemplo n.º 2
0
 def test_fleiss_kappa_complete(self):
     '''
     Test Kappa upon a hypothetical dataset containing complete agreement.
     '''
     data_complete = COMPLETE_AGREEMENT
     kappa = fleiss_kappa_linear(data_complete)
     self.assertEqual(kappa, Decimal('1.0'))
Exemplo n.º 3
0
 def test_fleiss_kappa_linear_g2(self):
     '''
     Test Kappa upon Group 2 of Kazantseva (2012) data.
     '''
     data = KAZANTSEVA2012_G2
     self.assertAlmostEqual(fleiss_kappa_linear(data),
                            Decimal('0.4106841873722731313872632664'))
Exemplo n.º 4
0
 def test_fleiss_kappa_linear_g5(self):
     '''
     Test Kappa upon Group 5 of Kazantseva (2012) data.
     '''
     data = KAZANTSEVA2012_G5
     self.assertAlmostEqual(fleiss_kappa_linear(data),
                            Decimal('0.2421099324579046442791865267'))
Exemplo n.º 5
0
 def test_fleiss_kappa_linear_g2_ch2(self):
     '''
     Test Kappa upon Group 2, Chapter 2, of Kazantseva (2012) data.
     '''
     data = KAZANTSEVA2012_G2['ch2']
     data = {'ch2': data}
     self.assertAlmostEqual(fleiss_kappa_linear(data),
                            Decimal('0.5339895791843801565560911374'))
Exemplo n.º 6
0
 def test_fleiss_kappa_linear_g5_ch1(self):
     '''
     Test Kappa upon Group 5, Chapter 1, of Kazantseva (2012) data.
     '''
     data = KAZANTSEVA2012_G5['ch1']
     data = {'ch1': data}
     self.assertAlmostEqual(fleiss_kappa_linear(data),
                            Decimal('0.2258064516129032258064516129'))
Exemplo n.º 7
0
 def test_fleiss_kappa(self):
     '''
     Test Cohen's and Fleiss' Kappa.
     '''
     data1 = {'i1': {'c1': [2, 8, 2, 1],
                     'c2': [2, 1, 7, 2, 1]}}
     kappa1 = fleiss_kappa_linear(data1)
     kappa1f = fleiss_kappa_linear(data1)
     self.assertAlmostEqual(kappa1,
                            Decimal('0.7272727272727272727272727273'))
     self.assertEqual(kappa1, kappa1f)
     data2 = {'i1': {'c1': [2, 8, 2, 1],
                     'c2': [11, 2]}}
     kappa2 = fleiss_kappa_linear(data2)
     kappa2f = fleiss_kappa_linear(data2)
     self.assertAlmostEqual(kappa2,
                            Decimal('0.1489361702127659574468085107'))
     self.assertEqual(kappa2, kappa2f)
     self.assertTrue(kappa2 < kappa1)
Exemplo n.º 8
0
 def test_multiple_boundary_types(self):
     '''
     Test multiple boundaries.
     '''
     value = fleiss_kappa_linear(MULTIPLE_BOUNDARY_TYPES)
     self.assertAlmostEqual(value, Decimal('0.4718309859154929577464788733'))